File size: 2,875 Bytes
755dd12 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 |
import { IChatInputMessage, IStreamHandler } from '../interface';
import { httpRequest } from '../utils/utils';
import { BaseChat } from './base/base';
import { fetchEventData } from 'fetch-sse';
const BaseURL = 'https://dashscope.aliyuncs.com/api/v1/';
const APIS = {
qwen: 'services/aigc/text-generation/generation',
background: 'services/aigc/background-generation/generation',
task: 'tasks/%s',
embedding: 'services/embeddings/text-embedding/text-embedding',
};
export class AliyunChat implements BaseChat {
private key?: string;
platform = 'aliyun';
constructor() {
this.key = process.env.ALIYUN_KEY;
}
public async chat(
messages: IChatInputMessage[],
model: string,
system?: string
) {
if (system) {
messages = [
{
role: 'system',
content: system,
},
...messages,
];
}
const options = {
input: {
messages,
},
};
const url = `${BaseURL}${APIS.qwen}`;
const payload = JSON.stringify({
model,
input: options.input
});
const res = await httpRequest({
endpoint: url,
method: 'POST',
headers: {
'Content-Type': 'application/json',
'Authorization': `Bearer ${this.key}`
},
data: payload
});
const data = await res.json();
if (data?.message) {
console.error(data);
throw new Error(data.message ?? 'bad request.');
}
return data.output.text;
}
public async chatStream(
messages: IChatInputMessage[],
onMessage: IStreamHandler,
model: string,
system?: string
): Promise<void> {
if (system) {
messages = [
{
role: 'system',
content: system,
},
...messages,
];
}
const options = {
input: {
messages,
}
};
const url = `${BaseURL}${APIS.qwen}`;
const payload = {
model,
input: options.input,
parameters: {
incremental_output: true
}
};
const abort = new AbortController();
const key = this.key;
try {
await fetchEventData(url, {
method: 'POST',
headers: {
'Authorization': `Bearer ${key}`,
'Content-Type': 'application/json'
},
data: payload,
signal: abort.signal,
onMessage: (eventData) => {
const data = eventData?.data;
try {
const result = JSON.parse(data || '{}');
const msg = result.output?.text ?? '';
onMessage(msg, false);
} catch(error) {
console.error('Aliyun onMessage Error: ', error);
}
},
onClose: () => {
onMessage(null, false);
}
});
} catch (err) {
console.error(err);
abort.abort();
}
}
}
export const aliyun = new AliyunChat();
|