Spaces:
Running
Running
feat: Use sambanova for initial, fireworks for follow-up
Browse files
server.js
CHANGED
@@ -476,7 +476,7 @@ ONLY output the changes in this format. Do NOT output the full HTML file again.`
|
|
476 |
|
477 |
const chatCompletion = client.chatCompletionStream({
|
478 |
model: MODEL_ID,
|
479 |
-
provider: "fireworks-ai", //
|
480 |
messages: messages,
|
481 |
max_tokens: 12_000, // Keep max_tokens reasonable
|
482 |
temperature: isFollowUp ? 0 : undefined, // Set temperature to 0 for follow-ups, otherwise use default
|
|
|
476 |
|
477 |
const chatCompletion = client.chatCompletionStream({
|
478 |
model: MODEL_ID,
|
479 |
+
provider: isFollowUp ? "fireworks-ai" : "sambanova", // Use sambanova for initial, fireworks for follow-up
|
480 |
messages: messages,
|
481 |
max_tokens: 12_000, // Keep max_tokens reasonable
|
482 |
temperature: isFollowUp ? 0 : undefined, // Set temperature to 0 for follow-ups, otherwise use default
|