mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-03-05 23:56:47 -05:00
Code Issues Packages Projects Releases Wiki Activity

feat: OpenAI-compatible API (#417)

Browse Source 
Co-authored-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
This commit is contained in:
XunchaoZ
2023-10-07 00:50:03 -04:00
committed by GitHub
parent b43fabfff8
commit 04bb29a264
11 changed files with 296 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
openllm-python/src/openllm/protocol/__init__.py Normal file
View File

@@ -0,0 +1,19 @@
'''Protocol-related packages for all library integrations.
Currently support OpenAI compatible API.
'''
from __future__ import annotations
import os
import typing as t
from openllm_core.utils import LazyModule
_import_structure: dict[str, list[str]] = {'openai': []}
if t.TYPE_CHECKING:
from . import openai as openai
__lazy = LazyModule(__name__, os.path.abspath('__file__'), _import_structure)
__all__ = __lazy.__all__
__dir__ = __lazy.__dir__
__getattr__ = __lazy.__getattr__