vpcom commited on
Commit
bd7413b
·
1 Parent(s): 38f7975

fix: pass the use_cache false in the header

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -99,7 +99,8 @@ stop_sequences = ["<|endoftext|>"] # ":پایان","@","#","$",
99
 
100
  client = InferenceClient(
101
  API_URL,
102
- headers={"Authorization": f"Bearer {HF_TOKEN}"},
 
103
  )
104
 
105
  def asynchronous_push(f_stop):
@@ -151,7 +152,6 @@ def generate(
151
  repetition_penalty=repetition_penalty,
152
  stop_sequences=stop_sequences,
153
  do_sample=True,
154
- use_cache=False,
155
  #best_of=2,
156
  top_k=top_k,
157
  #typical_p=0.9,
 
99
 
100
  client = InferenceClient(
101
  API_URL,
102
+ headers={"Authorization": f"Bearer {HF_TOKEN}",
103
+ "use_cache": False},
104
  )
105
 
106
  def asynchronous_push(f_stop):
 
152
  repetition_penalty=repetition_penalty,
153
  stop_sequences=stop_sequences,
154
  do_sample=True,
 
155
  #best_of=2,
156
  top_k=top_k,
157
  #typical_p=0.9,