feat(autogpt/transformers): consume trust_remote_code (#1799)

trusting remote code by default is a danger to our users
This commit is contained in:
Dave authored and GitHub committed 2024-03-05 19:47:15 +01:00
1 parent 504f2e8bf4
commit 5c69dd155f
2 files changed
+3 -3

No files matched your search

+1 -1
View File
@@ -33,7 +33,7 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
model = AutoGPTQForCausalLM.from_quantized(request.Model,
model_basename=request.ModelBaseName,
use_safetensors=True,
trust_remote_code=True,
trust_remote_code=request.TrustRemoteCode,
device=device,
use_triton=request.UseTriton,
quantize_config=None)
@@ -69,9 +69,9 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
model_name = request.Model
try:
if request.Type == "AutoModelForCausalLM":
self.model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
self.model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=request.TrustRemoteCode)
else:
self.model = AutoModel.from_pretrained(model_name, trust_remote_code=True)
self.model = AutoModel.from_pretrained(model_name, trust_remote_code=request.TrustRemoteCode)
self.tokenizer = AutoTokenizer.from_pretrained(model_name)
self.CUDA = False