mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-06-11 18:09:52 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(generation): correct type of top_k to int instead of float

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron
2023-05-27 05:23:44 -07:00
parent c595b63736
commit 775ddab941
4 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/openllm/models/dolly_v2/modeling_dolly_v2.py
View File

@@ -70,7 +70,7 @@ class DollyV2(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
**kwargs: t.Any,
) -> tuple[str, dict[str, t.Any]]:
@@ -97,7 +97,7 @@ class DollyV2(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
**kwargs: t.Any,
):

4
src/openllm/models/flan_t5/modeling_flan_t5.py
View File

@@ -43,7 +43,7 @@ class FlanT5(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
repetition_penalty: float | None = None,
**kwargs: t.Any,
@@ -66,7 +66,7 @@ class FlanT5(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
repetition_penalty: float | None = None,
**kwargs: t.Any,

4
src/openllm/models/flan_t5/modeling_flax_flan_t5.py
View File

@@ -36,7 +36,7 @@ class FlaxFlanT5(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
repetition_penalty: float | None = None,
**kwargs: t.Any,
@@ -58,7 +58,7 @@ class FlaxFlanT5(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
repetition_penalty: float | None = None,
**kwargs: t.Any,

4
src/openllm/models/flan_t5/modeling_tf_flan_t5.py
View File

@@ -36,7 +36,7 @@ class TFFlanT5(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
repetition_penalty: float | None = None,
**kwargs: t.Any,
@@ -58,7 +58,7 @@ class TFFlanT5(openllm.LLM):
prompt: str,
max_new_tokens: int | None = None,
temperature: float | None = None,
top_k: float | None = None,
top_k: int| None = None,
top_p: float | None = None,
repetition_penalty: float | None = None,
**kwargs: t.Any,