compressed model

app.py

@@ -25,8 +25,8 @@ if len(sys.argv) > 1 and os.path.exists(sys.argv[1]):
     MODEL_NAME = sys.argv[1]
     print(f"Using local model from: {MODEL_NAME}")
 else:
-    #MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
-    MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
+    MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
+    #MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
     
 # Global variables
 tokenizer = None