AiCoderv2 commited on
Commit
0ee4110
·
verified ·
1 Parent(s): 455e799

Create train_and_serve.py

Browse files
Files changed (1) hide show
  1. train_and_serve.py +30 -0
train_and_serve.py ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastvideo import VideoGenerator
2
+ from fastvideo.v1.configs.sample.base import SamplingParam
3
+ from gtts import gTTS
4
+ import os
5
+ import torch
6
+
7
+ MODEL_PATH = "FastVideo/FastHunyuan-diffusers"
8
+ OUTPUT_DIR = "outputs"
9
+ generator = VideoGenerator.from_pretrained(model_path=MODEL_PATH, num_gpus=0)
10
+
11
+ default_params = SamplingParam.from_pretrained(MODEL_PATH)
12
+
13
+ def generate_video_with_audio(prompt, song_text=None, seed=None):
14
+ params = default_params.copy()
15
+ params.prompt = prompt
16
+ params.num_frames = 30
17
+ params.height = 512
18
+ params.width = 512
19
+ params.num_inference_steps = 25
20
+ if seed is not None:
21
+ params.seed = seed
22
+ generator.generate_video(prompt=prompt, sampling_param=params)
23
+ video_path = os.path.join(OUTPUT_DIR, f"{prompt[:30]}_{params.seed}.mp4")
24
+
25
+ if song_text:
26
+ tts = gTTS(song_text, lang="en")
27
+ audio_path = os.path.join(OUTPUT_DIR, f"{prompt[:30]}_song.mp3")
28
+ tts.save(audio_path)
29
+ return video_path, audio_path
30
+ return video_path, None