Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ import torch
|
|
| 5 |
# ----------------------------
|
| 6 |
# Load a small CPU-friendly GPT model from Hugging Face
|
| 7 |
# ----------------------------
|
| 8 |
-
MODEL_NAME = "
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
|
| 11 |
model.eval()
|
|
|
|
| 5 |
# ----------------------------
|
| 6 |
# Load a small CPU-friendly GPT model from Hugging Face
|
| 7 |
# ----------------------------
|
| 8 |
+
MODEL_NAME = "disstilgpt2" # can be replaced with any small HF GPT-style model
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
|
| 11 |
model.eval()
|