Update app.py

app.py

@@ -5,21 +5,21 @@ import gradio as gr
 
 # checkpoint  = "tiiuae/falcon-40b-instruct"
 # checkpoint ="tiiuae/falcon-7b-instruct"
-# checkpoint = "tiiuae/falcon-7b"
+checkpoint = "tiiuae/falcon-7b"
 # checkpoint = "gpt2"
 # checkpoint = "vsrinivas/FalconLite2"
 
-# model = AutoModelForCausalLM.from_pretrained(
-#     checkpoint, device_map="auto", offload_folder="offload", 
-#     trust_remote_code=True,
-#     # torch_dtype="auto",
-# )
+model = AutoModelForCausalLM.from_pretrained(
+    checkpoint, device_map="auto", offload_folder="offload", 
+    trust_remote_code=True,
+    # torch_dtype="auto",
+)
 # tokenizer = AutoTokenizer.from_pretrained(checkpoint, 
 #                                           trust_remote_code=True,
 #                                           torch_dtype="auto"
 #                                          )
 
-model = "tiiuae/FalconLite2"
+# model = "tiiuae/FalconLite2"
 tokenizer = AutoTokenizer.from_pretrained(model, 
                                           trust_remote_code=True,
                                           torch_dtype="auto"