Spaces:
Sleeping
Sleeping
Commit
·
b0af97b
1
Parent(s):
9741079
Update app.py
Browse files
app.py
CHANGED
@@ -131,7 +131,7 @@ with gr.Blocks() as demo:
|
|
131 |
repetition_penalty: float,
|
132 |
):
|
133 |
generation_config = { "max_new_tokens": max_new_tokens,"temperature": temperature,"top_p": top_p,"top_k": top_k,"repetition_penalty": repetition_penalty,}
|
134 |
-
inference = pipe(sequences=message, streaming=True, **generation_config
|
135 |
history[-1][1] += message
|
136 |
for token in inference:
|
137 |
history[-1][1] += token.generations[0].text
|
|
|
131 |
repetition_penalty: float,
|
132 |
):
|
133 |
generation_config = { "max_new_tokens": max_new_tokens,"temperature": temperature,"top_p": top_p,"top_k": top_k,"repetition_penalty": repetition_penalty,}
|
134 |
+
inference = pipe(sequences=message, streaming=True, **generation_config)
|
135 |
history[-1][1] += message
|
136 |
for token in inference:
|
137 |
history[-1][1] += token.generations[0].text
|