Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -6,6 +6,26 @@ import gradio as gr
|
|
6 |
import numpy as np
|
7 |
import faiss
|
8 |
import logging
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
import os
|
11 |
os.environ["TRANSFORMERS_CACHE"] = "/app/cache/transformers"
|
|
|
6 |
import numpy as np
|
7 |
import faiss
|
8 |
import logging
|
9 |
+
import requests
|
10 |
+
import json
|
11 |
+
|
12 |
+
url = "https://api.fireworks.ai/inference/v1/chat/completions"
|
13 |
+
payload = {
|
14 |
+
"model": "accounts/fireworks/models/deepseek-r1",
|
15 |
+
"max_tokens": 4096,
|
16 |
+
"top_p": 1,
|
17 |
+
"top_k": 40,
|
18 |
+
"presence_penalty": 0,
|
19 |
+
"frequency_penalty": 0,
|
20 |
+
"temperature": 0.6,
|
21 |
+
"messages": []
|
22 |
+
}
|
23 |
+
headers = {
|
24 |
+
"Accept": "application/json",
|
25 |
+
"Content-Type": "application/json",
|
26 |
+
"Authorization": "Bearer <API_KEY>"
|
27 |
+
}
|
28 |
+
requests.request("POST", url, headers=headers, data=json.dumps(payload))
|
29 |
|
30 |
import os
|
31 |
os.environ["TRANSFORMERS_CACHE"] = "/app/cache/transformers"
|