mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-01-05 22:18:18 -05:00
12 lines
529 B
Django/Jinja
12 lines
529 B
Django/Jinja
{% extends bento_base_template %}
|
|
{% block SETUP_BENTO_COMPONENTS %}
|
|
ARG NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
|
ENV NVIDIA_DRIVER_CAPABILITIES=$NVIDIA_DRIVER_CAPABILITIES
|
|
ARG HF_HUB_DISABLE_PROGRESS_BARS=TRUE
|
|
ENV HF_HUB_DISABLE_PROGRESS_BARS=$HF_HUB_DISABLE_PROGRESS_BARS
|
|
ARG VLLM_NO_USAGE_STATS=1
|
|
ENV VLLM_NO_USAGE_STATS=$VLLM_NO_USAGE_STATS
|
|
{% call common.RUN(__enable_buildkit__) -%} {{ __pip_cache__ }} {% endcall -%} bash -c 'pip install --no-color --progress-bar off "vllm==0.4.3" || true'
|
|
{{ super() }}
|
|
{% endblock %}
|