Spaces:
Runtime error
Runtime error
fix: pass the use_cache false in the header
Browse files
app.py
CHANGED
|
@@ -99,7 +99,8 @@ stop_sequences = ["<|endoftext|>"] # ":پایان","@","#","$",
|
|
| 99 |
|
| 100 |
client = InferenceClient(
|
| 101 |
API_URL,
|
| 102 |
-
headers={"Authorization": f"Bearer {HF_TOKEN}"
|
|
|
|
| 103 |
)
|
| 104 |
|
| 105 |
def asynchronous_push(f_stop):
|
|
@@ -151,7 +152,6 @@ def generate(
|
|
| 151 |
repetition_penalty=repetition_penalty,
|
| 152 |
stop_sequences=stop_sequences,
|
| 153 |
do_sample=True,
|
| 154 |
-
use_cache=False,
|
| 155 |
#best_of=2,
|
| 156 |
top_k=top_k,
|
| 157 |
#typical_p=0.9,
|
|
|
|
| 99 |
|
| 100 |
client = InferenceClient(
|
| 101 |
API_URL,
|
| 102 |
+
headers={"Authorization": f"Bearer {HF_TOKEN}",
|
| 103 |
+
"use_cache": False},
|
| 104 |
)
|
| 105 |
|
| 106 |
def asynchronous_push(f_stop):
|
|
|
|
| 152 |
repetition_penalty=repetition_penalty,
|
| 153 |
stop_sequences=stop_sequences,
|
| 154 |
do_sample=True,
|
|
|
|
| 155 |
#best_of=2,
|
| 156 |
top_k=top_k,
|
| 157 |
#typical_p=0.9,
|