File size: 1,357 Bytes
f415c95 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
import type { MaxTokensCache } from "./index.js";
const SAMBANOVA_API_URL = "https://api.sambanova.ai/v1/models";
interface SambanovaModel {
id: string;
object: string;
context_length: number;
max_completion_tokens?: number;
pricing?: {
prompt: string;
completion: string;
};
}
interface SambanovaResponse {
data: SambanovaModel[];
object: string;
}
export async function fetchSambanovaData(apiKey: string | undefined): Promise<MaxTokensCache["sambanova"]> {
if (!apiKey) {
console.warn("SambaNova API key not provided. Skipping SambaNova fetch.");
return {};
}
try {
const response = await fetch(SAMBANOVA_API_URL, {
headers: {
Authorization: `Bearer ${apiKey}`,
},
});
if (!response.ok) {
throw new Error(`SambaNova API request failed: ${response.status} ${response.statusText}`);
}
const data: SambanovaResponse = await response.json();
const modelsData: MaxTokensCache["sambanova"] = {};
if (data?.data && Array.isArray(data.data)) {
for (const model of data.data) {
if (model.id && typeof model.context_length === "number") {
modelsData[model.id] = model.context_length;
}
}
} else {
console.warn("Unexpected response structure from SambaNova API:", data);
}
return modelsData;
} catch (error) {
console.error("Error fetching SambaNova data:", error);
return {};
}
}
|