PebinAPJ commited on
Commit
69d08c9
·
verified ·
1 Parent(s): 11ec9d9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -46,10 +46,10 @@ def get_conversation_chain(vectorstore):
46
  # Use HuggingFacePipeline with a smaller model like `t5-small`
47
  t5_model = pipeline(
48
  "text2text-generation",
49
- model="google/flan-t5-small", # Smaller model for low-end systems
50
- tokenizer="google/flan-t5-small",
51
  max_new_tokens=512, # Increase the maximum token output
52
- temperature=0.6,# Control creativity
53
  #do_sample=True,
54
  top_p=0.9, # Nucleus sampling
55
  top_k=50,
 
46
  # Use HuggingFacePipeline with a smaller model like `t5-small`
47
  t5_model = pipeline(
48
  "text2text-generation",
49
+ model="google/flan-t5-base", # Smaller model for low-end systems
50
+ tokenizer="google/flan-t5-base",
51
  max_new_tokens=512, # Increase the maximum token output
52
+ temperature=0.9,# Control creativity
53
  #do_sample=True,
54
  top_p=0.9, # Nucleus sampling
55
  top_k=50,