Spaces:
Runtime error
Runtime error
fix spaces
Browse files- demo/infer.py +5 -0
demo/infer.py
CHANGED
|
@@ -5,6 +5,8 @@ from transformers import Qwen2VLForConditionalGeneration, AutoProcessor, LogitsP
|
|
| 5 |
from livecc_utils import prepare_multiturn_multimodal_inputs_for_generation, get_smart_resized_clip, get_smart_resized_video_reader
|
| 6 |
from qwen_vl_utils import process_vision_info
|
| 7 |
|
|
|
|
|
|
|
| 8 |
logger = logging.get_logger(__name__)
|
| 9 |
|
| 10 |
class ThresholdLogitsProcessor(LogitsProcessor):
|
|
@@ -31,6 +33,8 @@ class LiveCCDemoInfer:
|
|
| 31 |
initial_time_interval = initial_fps_frames / fps
|
| 32 |
streaming_time_interval = streaming_fps_frames / fps
|
| 33 |
frame_time_interval = 1 / fps
|
|
|
|
|
|
|
| 34 |
def __init__(self, model_path: str = None, device_id: int = 0):
|
| 35 |
self.model = Qwen2VLForConditionalGeneration.from_pretrained(
|
| 36 |
model_path, torch_dtype="auto",
|
|
@@ -51,6 +55,7 @@ class LiveCCDemoInfer:
|
|
| 51 |
self.system_prompt_offset = texts.index('<|im_start|>user')
|
| 52 |
self._cached_video_readers_with_hw = {}
|
| 53 |
|
|
|
|
| 54 |
@torch.inference_mode()
|
| 55 |
def live_cc(
|
| 56 |
self,
|
|
|
|
| 5 |
from livecc_utils import prepare_multiturn_multimodal_inputs_for_generation, get_smart_resized_clip, get_smart_resized_video_reader
|
| 6 |
from qwen_vl_utils import process_vision_info
|
| 7 |
|
| 8 |
+
import spaces
|
| 9 |
+
|
| 10 |
logger = logging.get_logger(__name__)
|
| 11 |
|
| 12 |
class ThresholdLogitsProcessor(LogitsProcessor):
|
|
|
|
| 33 |
initial_time_interval = initial_fps_frames / fps
|
| 34 |
streaming_time_interval = streaming_fps_frames / fps
|
| 35 |
frame_time_interval = 1 / fps
|
| 36 |
+
|
| 37 |
+
@spaces.GPU
|
| 38 |
def __init__(self, model_path: str = None, device_id: int = 0):
|
| 39 |
self.model = Qwen2VLForConditionalGeneration.from_pretrained(
|
| 40 |
model_path, torch_dtype="auto",
|
|
|
|
| 55 |
self.system_prompt_offset = texts.index('<|im_start|>user')
|
| 56 |
self._cached_video_readers_with_hw = {}
|
| 57 |
|
| 58 |
+
@spaces.GPU
|
| 59 |
@torch.inference_mode()
|
| 60 |
def live_cc(
|
| 61 |
self,
|