Spaces:
Runtime error
Runtime error
Commit
·
2a5f539
1
Parent(s):
335b561
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ def process_stream(instruction):
|
|
| 14 |
{instruction}
|
| 15 |
### Response:
|
| 16 |
Answer:"""
|
| 17 |
-
generation_config = GenerationConfig(seed=
|
| 18 |
response = ""
|
| 19 |
streamer = model.stream(prompt=prompt,generation_config=generation_config)
|
| 20 |
for new_text in streamer:
|
|
|
|
| 14 |
{instruction}
|
| 15 |
### Response:
|
| 16 |
Answer:"""
|
| 17 |
+
generation_config = GenerationConfig(seed=40,temperature=0.1,top_p=0.15,top_k=20,max_new_tokens=1000)
|
| 18 |
response = ""
|
| 19 |
streamer = model.stream(prompt=prompt,generation_config=generation_config)
|
| 20 |
for new_text in streamer:
|