From ea07ff6ce9258cdc24b467692049845344b98b27 Mon Sep 17 00:00:00 2001
From: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
Date: Thu, 20 Jul 2023 22:07:14 +0000
Subject: [PATCH] fix(llama): loose requirements for running llama in container

Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
---
 src/openllm/models/llama/configuration_llama.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/openllm/models/llama/configuration_llama.py b/src/openllm/models/llama/configuration_llama.py
index 4a31136f..40f38343 100644
--- a/src/openllm/models/llama/configuration_llama.py
+++ b/src/openllm/models/llama/configuration_llama.py
@@ -42,7 +42,7 @@ class LlaMAConfig(openllm.LLMConfig):
         "default_id": "huggyllama/llama-7b",
         "default_implementation": "pt",  # XXX: needs vLLM implementation
         "architecture": "LlamaForCausalLM",
-        "requirements": ["openllm[vllm]", "fairscale", "sentencepiece"],
+        "requirements": ["fairscale", "sentencepiece"],
         "model_ids": [
             "meta-llama/llama-2-70b-chat-hf",
             "meta-llama/llama-2-13b-chat-hf",