Update app.py
Browse files
app.py
CHANGED
@@ -48,6 +48,10 @@ def get_conversation_chain(vectorstore):
|
|
48 |
"text2text-generation",
|
49 |
model="google/flan-t5-base", # Smaller model for low-end systems
|
50 |
tokenizer="google/flan-t5-base",
|
|
|
|
|
|
|
|
|
51 |
# Automatically fetches the token from Streamlit secrets
|
52 |
)
|
53 |
|
|
|
48 |
"text2text-generation",
|
49 |
model="google/flan-t5-base", # Smaller model for low-end systems
|
50 |
tokenizer="google/flan-t5-base",
|
51 |
+
max_new_tokens=256, # Increase the maximum token output
|
52 |
+
temperature=0.7, # Control creativity
|
53 |
+
top_p=0.9, # Nucleus sampling
|
54 |
+
top_k=50,
|
55 |
# Automatically fetches the token from Streamlit secrets
|
56 |
)
|
57 |
|