Spaces:
Runtime error
Runtime error
fix: pass the use_cache false in the header
Browse files
app.py
CHANGED
@@ -99,7 +99,8 @@ stop_sequences = ["<|endoftext|>"] # ":پایان","@","#","$",
|
|
99 |
|
100 |
client = InferenceClient(
|
101 |
API_URL,
|
102 |
-
headers={"Authorization": f"Bearer {HF_TOKEN}"
|
|
|
103 |
)
|
104 |
|
105 |
def asynchronous_push(f_stop):
|
@@ -151,7 +152,6 @@ def generate(
|
|
151 |
repetition_penalty=repetition_penalty,
|
152 |
stop_sequences=stop_sequences,
|
153 |
do_sample=True,
|
154 |
-
use_cache=False,
|
155 |
#best_of=2,
|
156 |
top_k=top_k,
|
157 |
#typical_p=0.9,
|
|
|
99 |
|
100 |
client = InferenceClient(
|
101 |
API_URL,
|
102 |
+
headers={"Authorization": f"Bearer {HF_TOKEN}",
|
103 |
+
"use_cache": False},
|
104 |
)
|
105 |
|
106 |
def asynchronous_push(f_stop):
|
|
|
152 |
repetition_penalty=repetition_penalty,
|
153 |
stop_sequences=stop_sequences,
|
154 |
do_sample=True,
|
|
|
155 |
#best_of=2,
|
156 |
top_k=top_k,
|
157 |
#typical_p=0.9,
|