Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,11 +1,12 @@
|
|
| 1 |
import streamlit as st
|
| 2 |
from PIL import Image
|
| 3 |
import torch
|
| 4 |
-
from transformers import
|
| 5 |
import pandas as pd
|
| 6 |
from googleapiclient.discovery import build
|
| 7 |
import re
|
| 8 |
import threading
|
|
|
|
| 9 |
|
| 10 |
@st.cache_resource
|
| 11 |
def get_video_id(url):
|
|
@@ -120,8 +121,8 @@ def get_video_info(video_id):
|
|
| 120 |
@st.cache_resource
|
| 121 |
def load_model():
|
| 122 |
model_name = "Alekhon/gpt2-clown-commenter"
|
| 123 |
-
tokenizer =
|
| 124 |
-
model =
|
| 125 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 126 |
model.to(device)
|
| 127 |
return tokenizer, model
|
|
|
|
| 1 |
import streamlit as st
|
| 2 |
from PIL import Image
|
| 3 |
import torch
|
| 4 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
| 5 |
import pandas as pd
|
| 6 |
from googleapiclient.discovery import build
|
| 7 |
import re
|
| 8 |
import threading
|
| 9 |
+
from accelerate import init_empty_weights
|
| 10 |
|
| 11 |
@st.cache_resource
|
| 12 |
def get_video_id(url):
|
|
|
|
| 121 |
@st.cache_resource
|
| 122 |
def load_model():
|
| 123 |
model_name = "Alekhon/gpt2-clown-commenter"
|
| 124 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 125 |
+
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 126 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 127 |
model.to(device)
|
| 128 |
return tokenizer, model
|