vpcom commited on
Commit
58a6b7a
·
1 Parent(s): 945ca34

fix: make the stream a list

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -130,7 +130,7 @@ def generate(
130
  repetition_penalty=repetition_penalty,
131
  stop_sequences=stop_sequences,
132
  do_sample=True,
133
- #best_of=2,
134
  top_k=100,
135
  typical_p=0.9,
136
  #seed=seed,
@@ -140,6 +140,7 @@ def generate(
140
 
141
  if len(ENDPOINT)>0:
142
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
 
143
  else:
144
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
145
 
 
130
  repetition_penalty=repetition_penalty,
131
  stop_sequences=stop_sequences,
132
  do_sample=True,
133
+ best_of=2,
134
  top_k=100,
135
  typical_p=0.9,
136
  #seed=seed,
 
140
 
141
  if len(ENDPOINT)>0:
142
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
143
+ stream = [stream] # if stream false
144
  else:
145
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
146