update

inference.py

@@ -3,16 +3,19 @@ from dataset import clean
 import re
 import gdown
 import os
+cache_dir = os.path.expanduser("~/.cache/gdown")
+os.makedirs(cache_dir, exist_ok=True)
 
 def load_tokenizer_model():
     folder_url = "https://drive.google.com/drive/folders/1DDJ9t-HfMrf6OLYim5bVrP20QgyOZahc?usp=drive_link"
     gdown.download_folder(folder_url, output="ChatbotCheckpoint", quiet=False)
-    model_name="ChatbotCheckpoint"
+    model_name = "ChatbotCheckpoint"
     model = GPT2LMHeadModel.from_pretrained(model_name)
     model.eval()
-    tokenizer=GPT2Tokenizer.from_pretrained(model_name)
-    tokenizer.pad_token=tokenizer.eos_token
-    return tokenizer,model
+    tokenizer = GPT2Tokenizer.from_pretrained(model_name)
+    tokenizer.pad_token = tokenizer.eos_token
+    return tokenizer, model
+
 
 def generate_answer(query):
     tokenizer,model=load_tokenizer_model()