Update app.py
Browse files
app.py
CHANGED
@@ -46,10 +46,10 @@ def get_conversation_chain(vectorstore):
|
|
46 |
# Use HuggingFacePipeline with a smaller model like `t5-small`
|
47 |
t5_model = pipeline(
|
48 |
"text2text-generation",
|
49 |
-
model="google/flan-t5-
|
50 |
-
tokenizer="google/flan-t5-
|
51 |
max_new_tokens=512, # Increase the maximum token output
|
52 |
-
temperature=0.
|
53 |
#do_sample=True,
|
54 |
top_p=0.9, # Nucleus sampling
|
55 |
top_k=50,
|
|
|
46 |
# Use HuggingFacePipeline with a smaller model like `t5-small`
|
47 |
t5_model = pipeline(
|
48 |
"text2text-generation",
|
49 |
+
model="google/flan-t5-base", # Smaller model for low-end systems
|
50 |
+
tokenizer="google/flan-t5-base",
|
51 |
max_new_tokens=512, # Increase the maximum token output
|
52 |
+
temperature=0.9,# Control creativity
|
53 |
#do_sample=True,
|
54 |
top_p=0.9, # Nucleus sampling
|
55 |
top_k=50,
|