Spaces:
Running
on
Zero
Running
on
Zero
John Ho
commited on
Commit
·
a83f12f
1
Parent(s):
a7fd61f
trying to load model and processors outside space decorator
Browse files
app.py
CHANGED
|
@@ -98,6 +98,10 @@ def load_processor(model_name="Qwen/Qwen2.5-VL-7B-Instruct"):
|
|
| 98 |
)
|
| 99 |
|
| 100 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 101 |
@spaces.GPU(duration=120)
|
| 102 |
def inference(
|
| 103 |
video_path: str,
|
|
@@ -106,10 +110,11 @@ def inference(
|
|
| 106 |
apply_quantization: bool = True,
|
| 107 |
):
|
| 108 |
# default processor
|
| 109 |
-
processor =
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
|
|
|
| 113 |
|
| 114 |
# The model is trained on 8.0 FPS which we recommend for optimal inference
|
| 115 |
fps = get_fps_ffmpeg(video_path)
|
|
|
|
| 98 |
)
|
| 99 |
|
| 100 |
|
| 101 |
+
MODEL = load_model(use_flash_attention=False, apply_quantization=False)
|
| 102 |
+
PROCESSOR = load_processor()
|
| 103 |
+
|
| 104 |
+
|
| 105 |
@spaces.GPU(duration=120)
|
| 106 |
def inference(
|
| 107 |
video_path: str,
|
|
|
|
| 110 |
apply_quantization: bool = True,
|
| 111 |
):
|
| 112 |
# default processor
|
| 113 |
+
processor, model = PROCESSOR, MODEL
|
| 114 |
+
# processor = load_processor()
|
| 115 |
+
# model = load_model(
|
| 116 |
+
# use_flash_attention=use_flash_attention, apply_quantization=apply_quantization
|
| 117 |
+
# )
|
| 118 |
|
| 119 |
# The model is trained on 8.0 FPS which we recommend for optimal inference
|
| 120 |
fps = get_fps_ffmpeg(video_path)
|