Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,6 +2,7 @@ from transformers import BitsAndBytesConfig, LlavaNextVideoForConditionalGenerat
|
|
| 2 |
import torch
|
| 3 |
import numpy as np
|
| 4 |
import av
|
|
|
|
| 5 |
|
| 6 |
|
| 7 |
quantization_config = BitsAndBytesConfig(
|
|
@@ -18,7 +19,7 @@ model = LlavaNextVideoForConditionalGeneration.from_pretrained(
|
|
| 18 |
device_map='auto'
|
| 19 |
)
|
| 20 |
|
| 21 |
-
|
| 22 |
def read_video_pyav(container, indices):
|
| 23 |
'''
|
| 24 |
Decode the video with PyAV decoder.
|
|
@@ -41,6 +42,7 @@ def read_video_pyav(container, indices):
|
|
| 41 |
frames.append(frame)
|
| 42 |
return np.stack([x.to_ndarray(format="rgb24") for x in frames])
|
| 43 |
|
|
|
|
| 44 |
def process_video(video_file, question):
|
| 45 |
# Open video and sample frames
|
| 46 |
with av.open(video_file) as container:
|
|
|
|
| 2 |
import torch
|
| 3 |
import numpy as np
|
| 4 |
import av
|
| 5 |
+
import spaces
|
| 6 |
|
| 7 |
|
| 8 |
quantization_config = BitsAndBytesConfig(
|
|
|
|
| 19 |
device_map='auto'
|
| 20 |
)
|
| 21 |
|
| 22 |
+
@spaces.GPU
|
| 23 |
def read_video_pyav(container, indices):
|
| 24 |
'''
|
| 25 |
Decode the video with PyAV decoder.
|
|
|
|
| 42 |
frames.append(frame)
|
| 43 |
return np.stack([x.to_ndarray(format="rgb24") for x in frames])
|
| 44 |
|
| 45 |
+
@spaces.GPU
|
| 46 |
def process_video(video_file, question):
|
| 47 |
# Open video and sample frames
|
| 48 |
with av.open(video_file) as container:
|