Spaces:

GF-John
/

video-caption

Runtime error

John Ho commited on Jul 23, 2025

Commit

f87fafd

1 Parent(s): 2a9891d

try use flash attention again

Files changed (1) hide show

app.py CHANGED Viewed

@@ -69,7 +69,7 @@ def inference(
 ):
     # default processor
     processor = AutoProcessor.from_pretrained("Qwen/Qwen2.5-VL-7B-Instruct")
-    model = load_model(use_flash_attention=False)
     fps = get_fps_ffmpeg(video_path)
     logger.info(f"{os.path.basename(video_path)} FPS: {fps}")
     messages = [

 ):
     # default processor
     processor = AutoProcessor.from_pretrained("Qwen/Qwen2.5-VL-7B-Instruct")
+    model = load_model(use_flash_attention=True)
     fps = get_fps_ffmpeg(video_path)
     logger.info(f"{os.path.basename(video_path)} FPS: {fps}")
     messages = [