Spaces:
Runtime error
Runtime error
fix: make the stream a list
Browse files
app.py
CHANGED
@@ -130,7 +130,7 @@ def generate(
|
|
130 |
repetition_penalty=repetition_penalty,
|
131 |
stop_sequences=stop_sequences,
|
132 |
do_sample=True,
|
133 |
-
|
134 |
top_k=100,
|
135 |
typical_p=0.9,
|
136 |
#seed=seed,
|
@@ -140,6 +140,7 @@ def generate(
|
|
140 |
|
141 |
if len(ENDPOINT)>0:
|
142 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
|
|
143 |
else:
|
144 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
145 |
|
|
|
130 |
repetition_penalty=repetition_penalty,
|
131 |
stop_sequences=stop_sequences,
|
132 |
do_sample=True,
|
133 |
+
best_of=2,
|
134 |
top_k=100,
|
135 |
typical_p=0.9,
|
136 |
#seed=seed,
|
|
|
140 |
|
141 |
if len(ENDPOINT)>0:
|
142 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
143 |
+
stream = [stream] # if stream false
|
144 |
else:
|
145 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
|
146 |
|