TobDeBer commited on
Commit
38200dc
·
verified ·
1 Parent(s): 565775d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -40,11 +40,12 @@ if len(sys.argv) > 1 and os.path.exists(sys.argv[1]):
40
  MODEL_NAME = sys.argv[1]
41
  print(f"Using local model from: {MODEL_NAME}")
42
  else:
 
43
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-bnb4"
44
  #MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-0.5"
45
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20-bnb8"
46
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20"
47
- MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q80-bnb4"
48
  #MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
49
  #MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
50
 
 
40
  MODEL_NAME = sys.argv[1]
41
  print(f"Using local model from: {MODEL_NAME}")
42
  else:
43
+ MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-b100s"
44
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-bnb4"
45
  #MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-b60-0.5"
46
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20-bnb8"
47
  ##MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q20"
48
+ # MODEL_NAME = "TobDeBer/SmolLM3-3B-hirma-q80-bnb4"
49
  #MODEL_NAME = "TobDeBer/SmolLM2-135M-Instruct-q99-bnb4"
50
  #MODEL_NAME = "HuggingFaceTB/SmolLM2-135M-Instruct"
51