From 29ca9f398ff2ce517fc79eff5c1e62166d019c30 Mon Sep 17 00:00:00 2001
From: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
Date: Thu, 3 Aug 2023 04:33:48 +0000
Subject: [PATCH] fix: add arch_list for cross compiling

Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
---
 src/openllm/bundle/oci/Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/openllm/bundle/oci/Dockerfile b/src/openllm/bundle/oci/Dockerfile
index a367c530..f9560fe0 100644
--- a/src/openllm/bundle/oci/Dockerfile
+++ b/src/openllm/bundle/oci/Dockerfile
@@ -115,7 +115,7 @@ RUN <<EOT
 pip install packaging
 git clone https://github.com/PanQiWei/AutoGPTQ.git && cd AutoGPTQ
 git fetch && git checkout ${COMMIT_HASH}
-python setup.py build
+TORCH_CUDA_ARCH_LIST="7.5;8.0;8.6+PTX;8.9;9.0" python setup.py build
 EOT
 
 # base image