Bahaedev commited on
Commit
329214a
·
verified ·
1 Parent(s): 6536a53

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -2
app.py CHANGED
@@ -20,9 +20,15 @@ SYSTEM_PROMPT = os.environ.get(
20
  # =======================
21
  pipe = pipeline(
22
  "text-generation",
23
- model="tiiuae/Falcon3-3B-Instruct",
24
- torch_dtype="auto",
25
  device_map="auto",
 
 
 
 
 
 
26
  )
27
 
28
  # =======================
 
20
  # =======================
21
  pipe = pipeline(
22
  "text-generation",
23
+ model=model,
24
+ tokenizer=tokenizer,
25
  device_map="auto",
26
+ return_full_text=False,
27
+ max_new_tokens=256,
28
+ do_sample=True,
29
+ temperature=0.8,
30
+ top_p=0.9,
31
+ eos_token_id=tokenizer.eos_token_id
32
  )
33
 
34
  # =======================