Spaces:
Sleeping
Sleeping
Update src/streamlit_app.py
Browse files- src/streamlit_app.py +13 -8
src/streamlit_app.py
CHANGED
|
@@ -7,15 +7,20 @@
|
|
| 7 |
# model = GPT2Model.from_pretrained("./models")
|
| 8 |
# tokenizer = GPT2TokenizerFast.from_pretrained("./models")
|
| 9 |
|
| 10 |
-
from transformers import GPT2Model, GPT2TokenizerFast
|
| 11 |
|
| 12 |
-
model = GPT2Model.from_pretrained("gpt2")
|
| 13 |
-
tokenizer = GPT2TokenizerFast.from_pretrained("gpt2")
|
|
|
|
|
|
|
|
|
|
| 14 |
|
| 15 |
-
model.
|
| 16 |
-
tokenizer.
|
|
|
|
|
|
|
| 17 |
|
| 18 |
-
print("✅ Downloaded and saved GPT-2 to
|
| 19 |
|
| 20 |
|
| 21 |
|
|
@@ -31,8 +36,8 @@ import pandas as pd
|
|
| 31 |
|
| 32 |
@st.cache_resource
|
| 33 |
def load_model():
|
| 34 |
-
tokenizer = GPT2TokenizerFast.from_pretrained("
|
| 35 |
-
model = GPT2Model.from_pretrained("
|
| 36 |
model.eval()
|
| 37 |
return tokenizer, model
|
| 38 |
|
|
|
|
| 7 |
# model = GPT2Model.from_pretrained("./models")
|
| 8 |
# tokenizer = GPT2TokenizerFast.from_pretrained("./models")
|
| 9 |
|
| 10 |
+
# from transformers import GPT2Model, GPT2TokenizerFast
|
| 11 |
|
| 12 |
+
# model = GPT2Model.from_pretrained("gpt2")
|
| 13 |
+
# tokenizer = GPT2TokenizerFast.from_pretrained("gpt2")
|
| 14 |
+
|
| 15 |
+
# model.save_pretrained("./models")
|
| 16 |
+
# tokenizer.save_pretrained("./models")
|
| 17 |
|
| 18 |
+
model = GPT2Model.from_pretrained("openai-community/gpt2")
|
| 19 |
+
tokenizer = GPT2TokenizerFast.from_pretrained("openai-community/gpt2")
|
| 20 |
+
model.save_pretrained("models")
|
| 21 |
+
tokenizer.save_pretrained("models")
|
| 22 |
|
| 23 |
+
print("✅ Downloaded and saved GPT-2 to models")
|
| 24 |
|
| 25 |
|
| 26 |
|
|
|
|
| 36 |
|
| 37 |
@st.cache_resource
|
| 38 |
def load_model():
|
| 39 |
+
tokenizer = GPT2TokenizerFast.from_pretrained("models")
|
| 40 |
+
model = GPT2Model.from_pretrained("models", output_attentions=True, attn_implementation="eager")
|
| 41 |
model.eval()
|
| 42 |
return tokenizer, model
|
| 43 |
|