mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-07 22:33:28 -05:00
Code Issues Packages Projects Releases Wiki Activity

chore: update default params as pydantic fields

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron
2024-04-03 15:50:37 -04:00
parent 7c9fd85205
commit 66de54eae7
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
openllm-python/src/_openllm_tiny/_service.py
View File

@@ -1,11 +1,11 @@
from __future__ import annotations
import importlib.metadata
import openllm, bentoml, logging, pydantic, importlib.metadata
import openllm_core as core, _service_vars as svars, typing as t
from http import HTTPStatus
from starlette.requests import Request
from starlette.responses import JSONResponse, StreamingResponse
import openllm, bentoml, logging, openllm_core as core
import _service_vars as svars, typing as t
from openllm_core._typing_compat import Annotated
from openllm_core._schemas import MessageParam, MessagesConverterInput
from openllm_core.protocol.openai import ModelCard, ModelList, ChatCompletionRequest
@@ -58,8 +58,8 @@ class LLMService:
@core.utils.api(route='/v1/generate')
async def generate_v1(
self,
llm_config: t.Dict[str, t.Any],
prompt: str = 'What is the meaning of life?',
llm_config: t.Dict[str, t.Any] = pydantic.Field(default_factory=lambda: llm_config, description='LLM Config'),
prompt: str = pydantic.Field(default='What is the meaning of life?', description='Given prompt to generate from'),
prompt_token_ids: t.Optional[t.List[int]] = None,
stop: t.Optional[t.List[str]] = None,
stop_token_ids: t.Optional[t.List[int]] = None,
@@ -77,8 +77,8 @@ class LLMService:
@core.utils.api(route='/v1/generate_stream')
async def generate_stream_v1(
self,
llm_config: t.Dict[str, t.Any],
prompt: str = 'What is the meaning of life?',
llm_config: t.Dict[str, t.Any] = pydantic.Field(default_factory=lambda: llm_config, description='LLM Config'),
prompt: str = pydantic.Field(default='What is the meaning of life?', description='Given prompt to generate from'),
prompt_token_ids: t.Optional[t.List[int]] = None,
stop: t.Optional[t.List[str]] = None,
stop_token_ids: t.Optional[t.List[int]] = None,