diff --git a/src/openllm/models/dolly_v2/modeling_dolly_v2.py b/src/openllm/models/dolly_v2/modeling_dolly_v2.py
index d74a294d..4bed285d 100644
--- a/src/openllm/models/dolly_v2/modeling_dolly_v2.py
+++ b/src/openllm/models/dolly_v2/modeling_dolly_v2.py
@@ -237,9 +237,6 @@ class DollyV2(openllm.LLM["transformers.Pipeline", "transformers.PreTrainedToken
         model = transformers.AutoModelForCausalLM.from_pretrained(_ref.path, **attrs)
 
         kwds: dict[str, t.Any] = {}
-        if self.bettertransformer:
-            # This is a pipeline, provide a accelerator args
-            kwds["accelerator"] = "bettertransformer"
         return InstructionTextGenerationPipeline(model=model, tokenizer=_ref.custom_objects["tokenizer"], **kwds)
 
     def sanitize_parameters(