victor HF Staff commited on
Commit
b333926
·
1 Parent(s): 650d9e2

feat: Use sambanova for initial, fireworks for follow-up

Browse files
Files changed (1) hide show
  1. server.js +1 -1
server.js CHANGED
@@ -476,7 +476,7 @@ ONLY output the changes in this format. Do NOT output the full HTML file again.`
476
 
477
  const chatCompletion = client.chatCompletionStream({
478
  model: MODEL_ID,
479
- provider: "fireworks-ai", // Ensure provider is correct if needed
480
  messages: messages,
481
  max_tokens: 12_000, // Keep max_tokens reasonable
482
  temperature: isFollowUp ? 0 : undefined, // Set temperature to 0 for follow-ups, otherwise use default
 
476
 
477
  const chatCompletion = client.chatCompletionStream({
478
  model: MODEL_ID,
479
+ provider: isFollowUp ? "fireworks-ai" : "sambanova", // Use sambanova for initial, fireworks for follow-up
480
  messages: messages,
481
  max_tokens: 12_000, // Keep max_tokens reasonable
482
  temperature: isFollowUp ? 0 : undefined, // Set temperature to 0 for follow-ups, otherwise use default