Spaces:
Running
on
Zero
Running
on
Zero
fix spaces
Browse files- demo/infer.py +5 -0
demo/infer.py
CHANGED
@@ -5,6 +5,8 @@ from transformers import Qwen2VLForConditionalGeneration, AutoProcessor, LogitsP
|
|
5 |
from livecc_utils import prepare_multiturn_multimodal_inputs_for_generation, get_smart_resized_clip, get_smart_resized_video_reader
|
6 |
from qwen_vl_utils import process_vision_info
|
7 |
|
|
|
|
|
8 |
logger = logging.get_logger(__name__)
|
9 |
|
10 |
class ThresholdLogitsProcessor(LogitsProcessor):
|
@@ -31,6 +33,8 @@ class LiveCCDemoInfer:
|
|
31 |
initial_time_interval = initial_fps_frames / fps
|
32 |
streaming_time_interval = streaming_fps_frames / fps
|
33 |
frame_time_interval = 1 / fps
|
|
|
|
|
34 |
def __init__(self, model_path: str = None, device_id: int = 0):
|
35 |
self.model = Qwen2VLForConditionalGeneration.from_pretrained(
|
36 |
model_path, torch_dtype="auto",
|
@@ -51,6 +55,7 @@ class LiveCCDemoInfer:
|
|
51 |
self.system_prompt_offset = texts.index('<|im_start|>user')
|
52 |
self._cached_video_readers_with_hw = {}
|
53 |
|
|
|
54 |
@torch.inference_mode()
|
55 |
def live_cc(
|
56 |
self,
|
|
|
5 |
from livecc_utils import prepare_multiturn_multimodal_inputs_for_generation, get_smart_resized_clip, get_smart_resized_video_reader
|
6 |
from qwen_vl_utils import process_vision_info
|
7 |
|
8 |
+
import spaces
|
9 |
+
|
10 |
logger = logging.get_logger(__name__)
|
11 |
|
12 |
class ThresholdLogitsProcessor(LogitsProcessor):
|
|
|
33 |
initial_time_interval = initial_fps_frames / fps
|
34 |
streaming_time_interval = streaming_fps_frames / fps
|
35 |
frame_time_interval = 1 / fps
|
36 |
+
|
37 |
+
@spaces.GPU
|
38 |
def __init__(self, model_path: str = None, device_id: int = 0):
|
39 |
self.model = Qwen2VLForConditionalGeneration.from_pretrained(
|
40 |
model_path, torch_dtype="auto",
|
|
|
55 |
self.system_prompt_offset = texts.index('<|im_start|>user')
|
56 |
self._cached_video_readers_with_hw = {}
|
57 |
|
58 |
+
@spaces.GPU
|
59 |
@torch.inference_mode()
|
60 |
def live_cc(
|
61 |
self,
|