Update handler.py

handler.py

@@ -5,6 +5,7 @@ from PIL import Image
 import base64
 import io
 import tempfile
+import random
 import numpy as np
 from moviepy.editor import ImageSequenceClip
 import os
@@ -14,9 +15,15 @@ import logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
-ENABLE_CPU_OFFLOAD = False
+ENABLE_CPU_OFFLOAD = True
 EXPERIMENTAL_STUFF = False
 
+random.seed(0)
+np.random.seed(0)
+generator = torch.manual_seed(0)
+# you can notice we don't use device=cuda, for more info see:
+# https://huggingface.co/docs/diffusers/v0.16.0/en/using-diffusers/reproducibility#gpu
+
 class EndpointHandler:
     # Default configuration
     DEFAULT_FPS = 24
@@ -187,15 +194,21 @@ class EndpointHandler:
         # Get other parameters with defaults
         guidance_scale = data.get("guidance_scale", 7.5)
         num_inference_steps = data.get("num_inference_steps", self.DEFAULT_NUM_STEPS)
+        
         seed = data.get("seed", -1)
-        seed = None if seed == -1 else int(seed)
-
+        seed = random.randint(0, 2**32 - 1) if seed == -1 else int(seed)
+        
         logger.info(f"Generating video with prompt: '{prompt}'")
-        logger.info(f"Parameters: size={width}x{height}, num_frames={num_frames}, fps={fps}")
-        logger.info(f"Additional params: guidance_scale={guidance_scale}, num_inference_steps={num_inference_steps}")
+        logger.info(f"Video params: size={width}x{height}, num_frames={num_frames}, fps={fps}")
+        logger.info(f"Generation params: seed={seed}, guidance_scale={guidance_scale}, num_inference_steps={num_inference_steps}")
 
         try:
             with torch.no_grad():
+
+                random.seed(seed)
+                np.random.seed(seed)
+                generator.manual_seed(args.seed)
+                
                 generation_kwargs = {
                     "prompt": prompt,
                     "height": height,
@@ -203,7 +216,8 @@ class EndpointHandler:
                     "num_frames": num_frames,
                     "guidance_scale": guidance_scale,
                     "num_inference_steps": num_inference_steps,
-                    "output_type": "pt"
+                    "output_type": "pt",
+                    "generator": generator
                 }
 
                 # Check if image is provided for image-to-video generation
@@ -240,7 +254,8 @@ class EndpointHandler:
                         "num_frames": num_frames,
                         "fps": fps,
                         "duration": num_frames / fps,
-                        "num_inference_steps": num_inference_steps
+                        "num_inference_steps": num_inference_steps,
+                        "seed": seed
                     }
                 }