mirror of
https://github.com/mudler/LocalAI.git
synced 2026-02-03 03:02:38 -05:00
Compare commits
1 Commits
dependabot
...
release/v2
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
0004ec8be3 |
@@ -39,7 +39,6 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
|
||||
self.model_name = "Qwen-VL-Chat"
|
||||
model = AutoModelForCausalLM.from_pretrained(model_path,
|
||||
trust_remote_code=request.TrustRemoteCode,
|
||||
use_triton=request.UseTriton,
|
||||
device_map="auto").eval()
|
||||
else:
|
||||
model = AutoGPTQForCausalLM.from_quantized(model_path,
|
||||
|
||||
Reference in New Issue
Block a user