mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-03-11 11:39:52 -04:00
fix: add arch_list for cross compiling
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
@@ -115,7 +115,7 @@ RUN <<EOT
|
||||
pip install packaging
|
||||
git clone https://github.com/PanQiWei/AutoGPTQ.git && cd AutoGPTQ
|
||||
git fetch && git checkout ${COMMIT_HASH}
|
||||
python setup.py build
|
||||
TORCH_CUDA_ARCH_LIST="7.5;8.0;8.6+PTX;8.9;9.0" python setup.py build
|
||||
EOT
|
||||
|
||||
# base image
|
||||
|
||||
Reference in New Issue
Block a user