Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -2,14 +2,15 @@ import gradio as gr
|
|
2 |
import requests
|
3 |
|
4 |
API_KEY = "Prep@123"
|
5 |
-
LCG_SERVICE_URL_v1 = "http://bore.testsprep.online:
|
6 |
-
LCG_SERVICE_URL_v2 = "http://bore.testsprep.online:
|
7 |
LCG_SERVICE_URL_v3 = "http://bore.testsprep.online:8083/v1/theory_lcg"
|
8 |
LCG_SERVICE_URL_v4 = "http://bore.testsprep.online:8084/v1/theory_lcg"
|
9 |
|
10 |
MODEL2SERVICE = {
|
11 |
-
'llama-3.1-sft-awq': LCG_SERVICE_URL_v1,
|
12 |
-
'storm-llama-3.1-sft-awq':
|
|
|
13 |
}
|
14 |
|
15 |
weights_mapping = {
|
@@ -64,7 +65,7 @@ def get_response_message(config):
|
|
64 |
"temperature": 0.7,
|
65 |
"top_p": 0.9,
|
66 |
"n": 1,
|
67 |
-
"max_tokens":
|
68 |
"stop": "string",
|
69 |
"stream": False
|
70 |
}
|
|
|
2 |
import requests
|
3 |
|
4 |
API_KEY = "Prep@123"
|
5 |
+
LCG_SERVICE_URL_v1 = "http://bore.testsprep.online:8081/v1/theory_lcg"
|
6 |
+
LCG_SERVICE_URL_v2 = "http://bore.testsprep.online:8082/v1/theory_lcg"
|
7 |
LCG_SERVICE_URL_v3 = "http://bore.testsprep.online:8083/v1/theory_lcg"
|
8 |
LCG_SERVICE_URL_v4 = "http://bore.testsprep.online:8084/v1/theory_lcg"
|
9 |
|
10 |
MODEL2SERVICE = {
|
11 |
+
'llama-3.1-sft-awq-v6.3': LCG_SERVICE_URL_v1,
|
12 |
+
'storm-llama-3.1-sft-awq-v6.3': LCG_SERVICE_URL_v3,
|
13 |
+
'llama-3.1-sft-awq-v6.0': LCG_SERVICE_URL_v2
|
14 |
}
|
15 |
|
16 |
weights_mapping = {
|
|
|
65 |
"temperature": 0.7,
|
66 |
"top_p": 0.9,
|
67 |
"n": 1,
|
68 |
+
"max_tokens": 8192,
|
69 |
"stop": "string",
|
70 |
"stream": False
|
71 |
}
|