|
import got from 'got'; |
|
|
|
import { InferenceClient } from "@huggingface/inference"; |
|
|
|
const client = new InferenceClient(`${process.env['HUGGING_TOKEN']}`); |
|
|
|
export async function Qwen323NewResponse(message) { |
|
const chatCompletion = await client.chatCompletion({ |
|
provider: "hf-inference", |
|
model: "Qwen/Qwen3-235B-A22B", |
|
messages: [ |
|
{ |
|
role: "user", |
|
content: message |
|
}, |
|
], |
|
}); |
|
return chatCompletion.choices[0].message |
|
} |
|
|
|
export async function CloudFlareQwenTogether(message, { system_prompt = "" } = {}) { |
|
const run = await got.post(`https://api.cloudflare.com/client/v4/accounts/${process.env['ACCOUNT_ID']}/ai/run/@cf/qwen/qwen1.5-1.8b-chat`, { |
|
headers: { |
|
'Authorization': `Bearer ${process.env['CLOUDFLARE_API_KEY']}`, |
|
'Content-Type': 'application/json' |
|
}, |
|
json: { |
|
'messages': [ |
|
{"role": "system", "content": system_prompt}, |
|
{"role": "user", "content": message} |
|
], |
|
'temperature': 0.7, |
|
'top_p': 0.7, |
|
'repetition_penalty': 1, |
|
'stream': false |
|
} |
|
}).json(); |
|
return run.result.response; |
|
} |
|
|
|
export async function DeepseekQwenTogether(message, { system_prompt = "" } = {}) { |
|
const run = await got.post(`https://api.cloudflare.com/client/v4/accounts/${process.env['ACCOUNT_ID']}/ai/run/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b`, { |
|
headers: { |
|
'Authorization': `Bearer ${process.env['CLOUDFLARE_API_KEY']}`, |
|
'Content-Type': 'application/json' |
|
}, |
|
json: { |
|
'messages': [ |
|
{"role": "system", "content": system_prompt}, |
|
{"role": "user", "content": message} |
|
], |
|
'max_tokens': 200, |
|
'stream': false |
|
} |
|
}).json(); |
|
return run.result.response; |
|
} |
|
|
|
export async function AlibabaTogether(message, { system_prompt = "" } = {}) { |
|
const response = await got.post('https://dashscope-intl.aliyuncs.com/compatible-mode/v1/chat/completions', { |
|
headers: { |
|
'Authorization': 'Bearer ' + process.env['ALIBABA_API_KEY'], |
|
'Content-Type': 'application/json' |
|
}, |
|
json: { |
|
'model': 'qwen-plus', |
|
'messages': [ |
|
{"role": "system", "content": system_prompt}, |
|
|
|
{'role': 'user', 'content': message} |
|
], |
|
'temperature': 0.7, |
|
'top_p': 0.7, |
|
'repetition_penalty': 1, |
|
'stream': false |
|
} |
|
}).json(); |
|
return response.choices[0].message.content; |
|
} |
|
|
|
export async function AlibabaTurboTogether(message, { system_prompt = "" } = {}) { |
|
const response = await got.post('https://dashscope-intl.aliyuncs.com/compatible-mode/v1/chat/completions', { |
|
headers: { |
|
'Authorization': 'Bearer ' + process.env['ALIBABA_API_KEY'], |
|
'Content-Type': 'application/json' |
|
}, |
|
json: { |
|
'model': 'qwen-turbo-latest', |
|
'messages': [ |
|
{"role": "system", "content": system_prompt}, |
|
|
|
{'role': 'user', 'content': message} |
|
], |
|
'temperature': 0.7, |
|
'top_p': 0.7, |
|
'repetition_penalty': 1, |
|
'stream': false |
|
} |
|
}).json(); |
|
return response.choices[0].message.content; |
|
} |