diff --git a/src/openllm/models/flan_t5/configuration_flan_t5.py b/src/openllm/models/flan_t5/configuration_flan_t5.py index 6f3e9bb6..2df40ff7 100644 --- a/src/openllm/models/flan_t5/configuration_flan_t5.py +++ b/src/openllm/models/flan_t5/configuration_flan_t5.py @@ -50,8 +50,8 @@ class FlanT5Config(openllm.LLMConfig): """Configuration for the FLAN-T5 model.""" class GenerationConfig: - temperature: float = 0.75 - max_length: int = 3000 + temperature: float = 0.3 + max_length: int = 400 top_k: int = 50 top_p: float = 0.4 repetition_penalty = 1.0