TobDeBer commited on
Commit
565775d
·
1 Parent(s): 5749256
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -41,10 +41,10 @@ if len(sys.argv) > 1 and os.path.exists(sys.argv[1]):
41
  print(f"Using local model from: {MODEL_NAME}")
42
  else:
43
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-bnb4"
44
- MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-0.5"
45
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20-bnb8"
46
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20"
47
- #MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q80-bnb4"
48
  #MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
49
  #MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
50
 
 
41
  print(f"Using local model from: {MODEL_NAME}")
42
  else:
43
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-bnb4"
44
+ #MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-0.5"
45
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20-bnb8"
46
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20"
47
+ MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q80-bnb4"
48
  #MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
49
  #MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
50