Shymaa2611 commited on
Commit ·
b9da8d3
1
Parent(s): 2ae0e67
update
Browse files- inference.py +6 -0
inference.py
CHANGED
|
@@ -8,6 +8,12 @@ os.makedirs(cache_dir, exist_ok=True)
|
|
| 8 |
|
| 9 |
def load_tokenizer_model():
|
| 10 |
folder_url = "https://drive.google.com/drive/folders/1DDJ9t-HfMrf6OLYim5bVrP20QgyOZahc?usp=drive_link"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
gdown.download_folder(folder_url, output="ChatbotCheckpoint", quiet=False)
|
| 12 |
model_name = "ChatbotCheckpoint"
|
| 13 |
model = GPT2LMHeadModel.from_pretrained(model_name)
|
|
|
|
| 8 |
|
| 9 |
def load_tokenizer_model():
|
| 10 |
folder_url = "https://drive.google.com/drive/folders/1DDJ9t-HfMrf6OLYim5bVrP20QgyOZahc?usp=drive_link"
|
| 11 |
+
local_folder="ChatbotCheckpoint"
|
| 12 |
+
if not os.path.exists(local_folder):
|
| 13 |
+
print("Downloading model and tokenizer...")
|
| 14 |
+
gdown.download_folder(folder_url, output=local_folder, quiet=False)
|
| 15 |
+
else:
|
| 16 |
+
print("Model and tokenizer already cached, skipping download.")
|
| 17 |
gdown.download_folder(folder_url, output="ChatbotCheckpoint", quiet=False)
|
| 18 |
model_name = "ChatbotCheckpoint"
|
| 19 |
model = GPT2LMHeadModel.from_pretrained(model_name)
|