PebinAPJ commited on
Commit
aabb7c0
·
verified ·
1 Parent(s): 7825d0c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -48,6 +48,10 @@ def get_conversation_chain(vectorstore):
48
  "text2text-generation",
49
  model="google/flan-t5-base", # Smaller model for low-end systems
50
  tokenizer="google/flan-t5-base",
 
 
 
 
51
  # Automatically fetches the token from Streamlit secrets
52
  )
53
 
 
48
  "text2text-generation",
49
  model="google/flan-t5-base", # Smaller model for low-end systems
50
  tokenizer="google/flan-t5-base",
51
+ max_new_tokens=256, # Increase the maximum token output
52
+ temperature=0.7, # Control creativity
53
+ top_p=0.9, # Nucleus sampling
54
+ top_k=50,
55
  # Automatically fetches the token from Streamlit secrets
56
  )
57