Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -38,7 +38,7 @@ def query_model(model_name: str, messages: List[Dict[str, str]]) -> str:
|
|
38 |
),
|
39 |
"Qwen2.5-Coder-32B-Instruct": (
|
40 |
f"<|im_start|>system\nTechnical discussion context:\n{conversation}<|im_end|>\n"
|
41 |
-
"<|im_start|>assistant\nTechnical perspective:
|
42 |
)
|
43 |
}
|
44 |
|
@@ -52,7 +52,7 @@ def query_model(model_name: str, messages: List[Dict[str, str]]) -> str:
|
|
52 |
payload = {
|
53 |
"inputs": model_prompts[model_name],
|
54 |
"parameters": {
|
55 |
-
"max_tokens":
|
56 |
"temperature": 0.7,
|
57 |
"stop_sequences": stop_sequences[model_name],
|
58 |
"return_full_text": False
|
|
|
38 |
),
|
39 |
"Qwen2.5-Coder-32B-Instruct": (
|
40 |
f"<|im_start|>system\nTechnical discussion context:\n{conversation}<|im_end|>\n"
|
41 |
+
"<|im_start|>assistant\nTechnical perspective:"
|
42 |
)
|
43 |
}
|
44 |
|
|
|
52 |
payload = {
|
53 |
"inputs": model_prompts[model_name],
|
54 |
"parameters": {
|
55 |
+
"max_tokens": 2048,
|
56 |
"temperature": 0.7,
|
57 |
"stop_sequences": stop_sequences[model_name],
|
58 |
"return_full_text": False
|