Shymaa2611 commited on
Commit
b9da8d3
·
1 Parent(s): 2ae0e67
Files changed (1) hide show
  1. inference.py +6 -0
inference.py CHANGED
@@ -8,6 +8,12 @@ os.makedirs(cache_dir, exist_ok=True)
8
 
9
  def load_tokenizer_model():
10
  folder_url = "https://drive.google.com/drive/folders/1DDJ9t-HfMrf6OLYim5bVrP20QgyOZahc?usp=drive_link"
 
 
 
 
 
 
11
  gdown.download_folder(folder_url, output="ChatbotCheckpoint", quiet=False)
12
  model_name = "ChatbotCheckpoint"
13
  model = GPT2LMHeadModel.from_pretrained(model_name)
 
8
 
9
  def load_tokenizer_model():
10
  folder_url = "https://drive.google.com/drive/folders/1DDJ9t-HfMrf6OLYim5bVrP20QgyOZahc?usp=drive_link"
11
+ local_folder="ChatbotCheckpoint"
12
+ if not os.path.exists(local_folder):
13
+ print("Downloading model and tokenizer...")
14
+ gdown.download_folder(folder_url, output=local_folder, quiet=False)
15
+ else:
16
+ print("Model and tokenizer already cached, skipping download.")
17
  gdown.download_folder(folder_url, output="ChatbotCheckpoint", quiet=False)
18
  model_name = "ChatbotCheckpoint"
19
  model = GPT2LMHeadModel.from_pretrained(model_name)