Update app.py

app.py

@@ -14,8 +14,8 @@ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 model_name = "microsoft/Orca-2-13b"
 # offload_folder = './model_weights'
 
-if not os.path.exists(offload_folder):
-    os.makedirs(offload_folder)
+# if not os.path.exists(offload_folder):
+#     os.makedirs(offload_folder)
 
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
 model = AutoModelForCausalLM.from_pretrained(model_name)