Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -40,10 +40,10 @@ if len(sys.argv) > 1 and os.path.exists(sys.argv[1]):
|
|
| 40 |
MODEL_NAME = sys.argv[1]
|
| 41 |
print(f"Using local model from: {MODEL_NAME}")
|
| 42 |
else:
|
| 43 |
-
MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-bnb4"
|
| 44 |
-
|
| 45 |
#MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20-bnb8"
|
| 46 |
-
|
| 47 |
#MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q80-bnb4"
|
| 48 |
#MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
|
| 49 |
#MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
|
|
|
|
| 40 |
MODEL_NAME = sys.argv[1]
|
| 41 |
print(f"Using local model from: {MODEL_NAME}")
|
| 42 |
else:
|
| 43 |
+
##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-bnb4"
|
| 44 |
+
##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-0.5"
|
| 45 |
#MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20-bnb8"
|
| 46 |
+
MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20"
|
| 47 |
#MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q80-bnb4"
|
| 48 |
#MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
|
| 49 |
#MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
|