mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-05-03 21:32:46 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(style): setup correct block format

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron
2023-11-30 07:58:35 -05:00
parent b53559de6f
commit 55a0b2f825
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
openllm-python/src/openllm/_llm.py
View File

@@ -406,8 +406,8 @@ class LLM(t.Generic[M, T]):
@functools.lru_cache(maxsize=1)
def _torch_dtype_mapping() -> dict[str, torch.dtype]:
import torch; return {
'half': torch.float16, 'float16': torch.float16,
'float': torch.float32, 'float32': torch.float32,
'half': torch.float16, 'float16': torch.float16, #
'float': torch.float32, 'float32': torch.float32, #
'bfloat16': torch.bfloat16,
}
def normalise_model_name(name: str) -> str: return os.path.basename(resolve_filepath(name)) if validate_is_path(name) else inflection.dasherize(name.replace('/', '--'))