schoginitoys commited on
Commit
1daa88d
·
verified ·
1 Parent(s): 4b2928c

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +13 -8
src/streamlit_app.py CHANGED
@@ -7,15 +7,20 @@
7
  # model = GPT2Model.from_pretrained("./models")
8
  # tokenizer = GPT2TokenizerFast.from_pretrained("./models")
9
 
10
- from transformers import GPT2Model, GPT2TokenizerFast
11
 
12
- model = GPT2Model.from_pretrained("gpt2")
13
- tokenizer = GPT2TokenizerFast.from_pretrained("gpt2")
 
 
 
14
 
15
- model.save_pretrained("./models")
16
- tokenizer.save_pretrained("./models")
 
 
17
 
18
- print("✅ Downloaded and saved GPT-2 to ./models")
19
 
20
 
21
 
@@ -31,8 +36,8 @@ import pandas as pd
31
 
32
  @st.cache_resource
33
  def load_model():
34
- tokenizer = GPT2TokenizerFast.from_pretrained("./models")
35
- model = GPT2Model.from_pretrained("./models", output_attentions=True, attn_implementation="eager")
36
  model.eval()
37
  return tokenizer, model
38
 
 
7
  # model = GPT2Model.from_pretrained("./models")
8
  # tokenizer = GPT2TokenizerFast.from_pretrained("./models")
9
 
10
+ # from transformers import GPT2Model, GPT2TokenizerFast
11
 
12
+ # model = GPT2Model.from_pretrained("gpt2")
13
+ # tokenizer = GPT2TokenizerFast.from_pretrained("gpt2")
14
+
15
+ # model.save_pretrained("./models")
16
+ # tokenizer.save_pretrained("./models")
17
 
18
+ model = GPT2Model.from_pretrained("openai-community/gpt2")
19
+ tokenizer = GPT2TokenizerFast.from_pretrained("openai-community/gpt2")
20
+ model.save_pretrained("models")
21
+ tokenizer.save_pretrained("models")
22
 
23
+ print("✅ Downloaded and saved GPT-2 to models")
24
 
25
 
26
 
 
36
 
37
  @st.cache_resource
38
  def load_model():
39
+ tokenizer = GPT2TokenizerFast.from_pretrained("models")
40
+ model = GPT2Model.from_pretrained("models", output_attentions=True, attn_implementation="eager")
41
  model.eval()
42
  return tokenizer, model
43