Update app.py
Browse files
app.py
CHANGED
@@ -48,7 +48,7 @@ def get_conversation_chain(vectorstore):
|
|
48 |
"text2text-generation",
|
49 |
model="google/flan-t5-base", # Smaller model for low-end systems
|
50 |
tokenizer="google/flan-t5-base",
|
51 |
-
max_new_tokens=
|
52 |
temperature=0.7, # Control creativity
|
53 |
top_p=0.9, # Nucleus sampling
|
54 |
top_k=50,
|
|
|
48 |
"text2text-generation",
|
49 |
model="google/flan-t5-base", # Smaller model for low-end systems
|
50 |
tokenizer="google/flan-t5-base",
|
51 |
+
max_new_tokens=512, # Increase the maximum token output
|
52 |
temperature=0.7, # Control creativity
|
53 |
top_p=0.9, # Nucleus sampling
|
54 |
top_k=50,
|