mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-01-22 22:39:47 -05:00
improve(flan-t5): update default generation config
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
@@ -50,8 +50,8 @@ class FlanT5Config(openllm.LLMConfig):
|
||||
"""Configuration for the FLAN-T5 model."""
|
||||
|
||||
class GenerationConfig:
|
||||
temperature: float = 0.75
|
||||
max_length: int = 3000
|
||||
temperature: float = 0.3
|
||||
max_length: int = 400
|
||||
top_k: int = 50
|
||||
top_p: float = 0.4
|
||||
repetition_penalty = 1.0
|
||||
|
||||
Reference in New Issue
Block a user