VideoChain-API / src /production /generateVideo.mts
jbilcke-hf's picture
jbilcke-hf HF staff
VS -> VC
12506f0
raw
history blame
1.13 kB
import { client } from "@gradio/client"
import { generateSeed } from "../utils/generateSeed.mts"
const instances: string[] = [
process.env.VC_VIDEO_GENERATION_SPACE_API_URL
]
export const generateVideo = async (prompt: string, options?: {
seed: number;
nbFrames: number;
nbSteps: number;
}) => {
const seed = options?.seed || generateSeed()
const nbFrames = options?.nbFrames || 24 // we can go up to 48 frames, but then upscaling quill require too much memory!
const nbSteps = options?.nbSteps || 35
const instance = instances.shift()
instances.push(instance)
const api = await client(instance)
const rawResponse = await api.predict('/run', [
prompt, // string in 'Prompt' Textbox component
seed, // number (numeric value between 0 and 2147483647) in 'Seed' Slider component
nbFrames, // 24 // it is the nb of frames per seconds I think?
nbSteps, // 10, (numeric value between 10 and 50) in 'Number of inference steps' Slider component
]) as any
const { name } = rawResponse?.data?.[0]?.[0] as { name: string, orig_name: string }
return `${instance}/file=${name}`
}