chat-indic-ui / src /lib /mistral-tokenizer-js.d.ts
sam2ai's picture
Synced repo using 'sync_with_huggingface' Github Action
0971cc4 verified
raw
history blame contribute delete
95 Bytes
declare module "mistral-tokenizer-js" {
export function encode(input: string): string[];
}