Shymaa2611 commited on
Commit ·
6ac2ca3
1
Parent(s): 3b2fb4f
update
Browse files- inference.py +3 -1
inference.py
CHANGED
|
@@ -2,11 +2,13 @@ from transformers import GPT2Tokenizer, GPT2LMHeadModel
|
|
| 2 |
from dataset import clean
|
| 3 |
import re
|
| 4 |
import gdown
|
|
|
|
| 5 |
|
| 6 |
def load_tokenizer_model():
|
|
|
|
| 7 |
cache_dir="ChatbotCheckpoint"
|
| 8 |
folder_url = "https://drive.google.com/drive/folders/1DDJ9t-HfMrf6OLYim5bVrP20QgyOZahc"
|
| 9 |
-
gdown.download_folder(folder_url, output="ChatbotCheckpoint", quiet=False
|
| 10 |
model_name="ChatbotCheckpoint"
|
| 11 |
model = GPT2LMHeadModel.from_pretrained(model_name,cache_dir=cache_dir)
|
| 12 |
model.eval()
|
|
|
|
| 2 |
from dataset import clean
|
| 3 |
import re
|
| 4 |
import gdown
|
| 5 |
+
import os
|
| 6 |
|
| 7 |
def load_tokenizer_model():
|
| 8 |
+
os.environ['GDOWN_NO_COOKIES'] = '1'
|
| 9 |
cache_dir="ChatbotCheckpoint"
|
| 10 |
folder_url = "https://drive.google.com/drive/folders/1DDJ9t-HfMrf6OLYim5bVrP20QgyOZahc"
|
| 11 |
+
gdown.download_folder(folder_url, output="ChatbotCheckpoint", quiet=False)
|
| 12 |
model_name="ChatbotCheckpoint"
|
| 13 |
model = GPT2LMHeadModel.from_pretrained(model_name,cache_dir=cache_dir)
|
| 14 |
model.eval()
|