Spaces:
Running
Running
import { BaseProvider } from '~/lib/modules/llm/base-provider'; | |
import type { ModelInfo } from '~/lib/modules/llm/types'; | |
import type { IProviderSetting } from '~/types/model'; | |
import type { LanguageModelV1 } from 'ai'; | |
import { createOpenAI } from '@ai-sdk/openai'; | |
export default class XAIProvider extends BaseProvider { | |
name = 'xAI'; | |
getApiKeyLink = 'https://docs.x.ai/docs/quickstart#creating-an-api-key'; | |
config = { | |
apiTokenKey: 'XAI_API_KEY', | |
}; | |
staticModels: ModelInfo[] = [ | |
{ name: 'grok-beta', label: 'xAI Grok Beta', provider: 'xAI', maxTokenAllowed: 8000 }, | |
{ name: 'grok-2-1212', label: 'xAI Grok2 1212', provider: 'xAI', maxTokenAllowed: 8000 }, | |
]; | |
getModelInstance(options: { | |
model: string; | |
serverEnv: Env; | |
apiKeys?: Record<string, string>; | |
providerSettings?: Record<string, IProviderSetting>; | |
}): LanguageModelV1 { | |
const { model, serverEnv, apiKeys, providerSettings } = options; | |
const { apiKey } = this.getProviderBaseUrlAndKey({ | |
apiKeys, | |
providerSettings: providerSettings?.[this.name], | |
serverEnv: serverEnv as any, | |
defaultBaseUrlKey: '', | |
defaultApiTokenKey: 'XAI_API_KEY', | |
}); | |
if (!apiKey) { | |
throw new Error(`Missing API key for ${this.name} provider`); | |
} | |
const openai = createOpenAI({ | |
baseURL: 'https://api.x.ai/v1', | |
apiKey, | |
}); | |
return openai(model); | |
} | |
} | |