Alekhon commited on
Commit
c059f7d
·
verified ·
1 Parent(s): 0d1e5e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -1,11 +1,12 @@
1
  import streamlit as st
2
  from PIL import Image
3
  import torch
4
- from transformers import GPT2Tokenizer, TFGPT2Model TextIteratorStreamer
5
  import pandas as pd
6
  from googleapiclient.discovery import build
7
  import re
8
  import threading
 
9
 
10
  @st.cache_resource
11
  def get_video_id(url):
@@ -120,8 +121,8 @@ def get_video_info(video_id):
120
  @st.cache_resource
121
  def load_model():
122
  model_name = "Alekhon/gpt2-clown-commenter"
123
- tokenizer = GPT2Tokenizer.from_pretrained(model_name)
124
- model = TFGPT2Model.from_pretrained(model_name)
125
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
126
  model.to(device)
127
  return tokenizer, model
 
1
  import streamlit as st
2
  from PIL import Image
3
  import torch
4
+ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
5
  import pandas as pd
6
  from googleapiclient.discovery import build
7
  import re
8
  import threading
9
+ from accelerate import init_empty_weights
10
 
11
  @st.cache_resource
12
  def get_video_id(url):
 
121
  @st.cache_resource
122
  def load_model():
123
  model_name = "Alekhon/gpt2-clown-commenter"
124
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
125
+ model = AutoModelForCausalLM.from_pretrained(model_name)
126
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
127
  model.to(device)
128
  return tokenizer, model