mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-05-04 05:42:44 -04:00
Code Issues Packages Projects Releases Wiki Activity

feat(openai): dynamic model_type registration (#704)

Browse Source 
Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-20 00:13:45 -05:00
committed by GitHub
parent 6505abdb44
commit 513c08ccda
3 changed files with 29 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
openllm-python/src/openllm/entrypoints/_openapi.py
View File

@@ -35,7 +35,7 @@ responses:
example:
object: 'list'
data:
- id: meta-llama--Llama-2-13b-chat-hf
- id: __model_id__
object: model
created: 1686935002
owned_by: 'na'
@@ -69,7 +69,7 @@ requestBody:
content: You are a helpful assistant.
- role: user
content: Hello, I'm looking for a chatbot that can help me with my work.
model: meta-llama--Llama-2-13b-chat-hf
model: __model_id__
max_tokens: 256
temperature: 0.7
top_p: 0.43
@@ -83,7 +83,7 @@ requestBody:
content: You are a helpful assistant.
- role: user
content: Hello, I'm looking for a chatbot that can help me with my work.
model: meta-llama--Llama-2-13b-chat-hf
model: __model_id__
max_tokens: 256
temperature: 0.7
top_p: 0.43
@@ -206,7 +206,7 @@ requestBody:
summary: One-shot input example
value:
prompt: This is a test
model: meta-llama--Llama-2-13b-chat-hf
model: __model_id__
max_tokens: 256
temperature: 0.7
logprobs: 1
@@ -217,7 +217,7 @@ requestBody:
summary: Streaming input example
value:
prompt: This is a test
model: meta-llama--Llama-2-13b-chat-hf
model: __model_id__
max_tokens: 256
temperature: 0.7
top_p: 0.43
@@ -472,6 +472,12 @@ summary: Creates a model response for the given chat conversation.
_SCHEMAS = {k[:-7].lower(): v for k, v in locals().items() if k.endswith('_SCHEMA')}
def apply_schema(func, **attrs):
for k, v in attrs.items():
func.__doc__ = func.__doc__.replace(k, v)
return func
def add_schema_definitions(func):
append_str = _SCHEMAS.get(func.__name__.lower(), '')
if not append_str: