File size: 1,206 Bytes
f415c95
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
import type { MaxTokensCache } from "./index.js";

const NOVITA_API_URL = "https://api.novita.ai/v3/openai/models";

interface NovitaModel {
	id: string;
	object: string;
	context_size: number;
}

interface NovitaResponse {
	data: NovitaModel[];
}

export async function fetchNovitaData(apiKey: string | undefined): Promise<MaxTokensCache["novita"]> {
	if (!apiKey) {
		console.warn("Novita API key not provided. Skipping Novita fetch.");
		return {};
	}
	try {
		const response = await fetch(NOVITA_API_URL, {
			headers: {
				Authorization: `Bearer ${apiKey}`,
			},
		});
		if (!response.ok) {
			throw new Error(`Novita API request failed: ${response.status} ${response.statusText}`);
		}
		const data: NovitaResponse = await response.json();
		const modelsData: MaxTokensCache["novita"] = {};

		if (data?.data && Array.isArray(data.data)) {
			for (const model of data.data) {
				if (model.id && typeof model.context_size === "number") {
					modelsData[model.id] = model.context_size;
				}
			}
		} else {
			console.warn("Unexpected response structure from Novita API:", data);
		}
		return modelsData;
	} catch (error) {
		console.error("Error fetching Novita data:", error);
		return {};
	}
}