mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-06-12 10:29:36 -04:00
Code Issues Packages Projects Releases Wiki Activity

feat: OpenAI-compatible API (#417)

Browse Source 
Co-authored-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
This commit is contained in:
XunchaoZ
2023-10-07 00:50:03 -04:00
committed by GitHub
parent b43fabfff8
commit 04bb29a264
11 changed files with 296 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
openllm-python/src/openllm/models/opt/modeling_flax_opt.py
View File

@@ -4,7 +4,7 @@ import typing as t
import bentoml
import openllm
from openllm._prompt import process_prompt
from openllm_core.prompts import process_prompt
from openllm.utils import generate_labels
from openllm_core.config.configuration_opt import DEFAULT_PROMPT_TEMPLATE
if t.TYPE_CHECKING: import transformers

2
openllm-python/src/openllm/models/opt/modeling_vllm_opt.py
View File

@@ -2,7 +2,7 @@ from __future__ import annotations
import typing as t
import openllm
from openllm_core._prompt import process_prompt
from openllm_core.prompts import process_prompt
from openllm_core.config.configuration_opt import DEFAULT_PROMPT_TEMPLATE
if t.TYPE_CHECKING: import vllm, transformers