mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-03-11 03:33:44 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(dolly): remove loading as pipeline

Browse Source 
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
aarnphm-ec2-dev
2023-06-26 22:05:40 +00:00
parent 3bad48bfa2
commit fc103be6e8
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/openllm/models/dolly_v2/modeling_dolly_v2.py
View File

@@ -237,9 +237,6 @@ class DollyV2(openllm.LLM["transformers.Pipeline", "transformers.PreTrainedToken
model = transformers.AutoModelForCausalLM.from_pretrained(_ref.path, **attrs)
kwds: dict[str, t.Any] = {}
if self.bettertransformer:
# This is a pipeline, provide a accelerator args
kwds["accelerator"] = "bettertransformer"
return InstructionTextGenerationPipeline(model=model, tokenizer=_ref.custom_objects["tokenizer"], **kwds)
def sanitize_parameters(