chenjoya commited on
Commit
cbbe166
·
1 Parent(s): 3219c69

fix spaces

Browse files
Files changed (1) hide show
  1. demo/infer.py +5 -0
demo/infer.py CHANGED
@@ -5,6 +5,8 @@ from transformers import Qwen2VLForConditionalGeneration, AutoProcessor, LogitsP
5
  from livecc_utils import prepare_multiturn_multimodal_inputs_for_generation, get_smart_resized_clip, get_smart_resized_video_reader
6
  from qwen_vl_utils import process_vision_info
7
 
 
 
8
  logger = logging.get_logger(__name__)
9
 
10
  class ThresholdLogitsProcessor(LogitsProcessor):
@@ -31,6 +33,8 @@ class LiveCCDemoInfer:
31
  initial_time_interval = initial_fps_frames / fps
32
  streaming_time_interval = streaming_fps_frames / fps
33
  frame_time_interval = 1 / fps
 
 
34
  def __init__(self, model_path: str = None, device_id: int = 0):
35
  self.model = Qwen2VLForConditionalGeneration.from_pretrained(
36
  model_path, torch_dtype="auto",
@@ -51,6 +55,7 @@ class LiveCCDemoInfer:
51
  self.system_prompt_offset = texts.index('<|im_start|>user')
52
  self._cached_video_readers_with_hw = {}
53
 
 
54
  @torch.inference_mode()
55
  def live_cc(
56
  self,
 
5
  from livecc_utils import prepare_multiturn_multimodal_inputs_for_generation, get_smart_resized_clip, get_smart_resized_video_reader
6
  from qwen_vl_utils import process_vision_info
7
 
8
+ import spaces
9
+
10
  logger = logging.get_logger(__name__)
11
 
12
  class ThresholdLogitsProcessor(LogitsProcessor):
 
33
  initial_time_interval = initial_fps_frames / fps
34
  streaming_time_interval = streaming_fps_frames / fps
35
  frame_time_interval = 1 / fps
36
+
37
+ @spaces.GPU
38
  def __init__(self, model_path: str = None, device_id: int = 0):
39
  self.model = Qwen2VLForConditionalGeneration.from_pretrained(
40
  model_path, torch_dtype="auto",
 
55
  self.system_prompt_offset = texts.index('<|im_start|>user')
56
  self._cached_video_readers_with_hw = {}
57
 
58
+ @spaces.GPU
59
  @torch.inference_mode()
60
  def live_cc(
61
  self,