Spaces:
Runtime error
Runtime error
Commit
•
c1dba3f
1
Parent(s):
9bf2bb2
lets see
Browse files
app.py
CHANGED
|
@@ -58,7 +58,7 @@ API_URL = "https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-b
|
|
| 58 |
headers = {"Authorization": f"Bearer {os.environ.get('API_KEY')}"}
|
| 59 |
llm = HuggingFaceTextGenInference(
|
| 60 |
inference_server_url=API_URL,
|
| 61 |
-
max_new_tokens=
|
| 62 |
top_k=10,
|
| 63 |
top_p=0.95,
|
| 64 |
typical_p=0.95,
|
|
|
|
| 58 |
headers = {"Authorization": f"Bearer {os.environ.get('API_KEY')}"}
|
| 59 |
llm = HuggingFaceTextGenInference(
|
| 60 |
inference_server_url=API_URL,
|
| 61 |
+
max_new_tokens=1024,
|
| 62 |
top_k=10,
|
| 63 |
top_p=0.95,
|
| 64 |
typical_p=0.95,
|