Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,6 +10,7 @@ from threading import Thread
|
|
| 10 |
|
| 11 |
import gradio as gr
|
| 12 |
import nncore
|
|
|
|
| 13 |
import torch
|
| 14 |
from huggingface_hub import snapshot_download
|
| 15 |
from transformers import TextIteratorStreamer
|
|
@@ -118,6 +119,7 @@ def update_placeholder(role):
|
|
| 118 |
return gr.Textbox(placeholder=placeholder)
|
| 119 |
|
| 120 |
|
|
|
|
| 121 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor, streamer, device):
|
| 122 |
history = []
|
| 123 |
|
|
|
|
| 10 |
|
| 11 |
import gradio as gr
|
| 12 |
import nncore
|
| 13 |
+
import spaces
|
| 14 |
import torch
|
| 15 |
from huggingface_hub import snapshot_download
|
| 16 |
from transformers import TextIteratorStreamer
|
|
|
|
| 119 |
return gr.Textbox(placeholder=placeholder)
|
| 120 |
|
| 121 |
|
| 122 |
+
@spaces.GPU
|
| 123 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor, streamer, device):
|
| 124 |
history = []
|
| 125 |
|