From a63cec8fa306d38d8f708654584697fc790860ac Mon Sep 17 00:00:00 2001
From: Aaron <29749331+aarnphm@users.noreply.github.com>
Date: Tue, 16 May 2023 12:20:38 -0700
Subject: [PATCH] improve(flan-t5): update default generation config

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
---
 src/openllm/models/flan_t5/configuration_flan_t5.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/openllm/models/flan_t5/configuration_flan_t5.py b/src/openllm/models/flan_t5/configuration_flan_t5.py
index 6f3e9bb6..2df40ff7 100644
--- a/src/openllm/models/flan_t5/configuration_flan_t5.py
+++ b/src/openllm/models/flan_t5/configuration_flan_t5.py
@@ -50,8 +50,8 @@ class FlanT5Config(openllm.LLMConfig):
     """Configuration for the FLAN-T5 model."""
 
     class GenerationConfig:
-        temperature: float = 0.75
-        max_length: int = 3000
+        temperature: float = 0.3
+        max_length: int = 400
         top_k: int = 50
         top_p: float = 0.4
         repetition_penalty = 1.0