KucLab commited on
Commit
97966d7
·
verified ·
1 Parent(s): 23fa85e

censer.py: --prefer-quant flag

Browse files
Files changed (1) hide show
  1. censer.py +3 -1
censer.py CHANGED
@@ -428,10 +428,12 @@ def main(argv: list[str] | None = None) -> None:
428
  parser.add_argument("--model-dir", default=".")
429
  parser.add_argument("--threshold", type=float, default=0.5)
430
  parser.add_argument("--json", action="store_true")
 
 
431
  parser.add_argument("--repl", action="store_true", help="interactive UI (default when no text is given)")
432
  args = parser.parse_args(argv)
433
 
434
- pipe = CenserPipeline(args.model_dir, args.threshold)
435
  text = " ".join(args.text).strip()
436
  if args.repl or not text:
437
  raise SystemExit(repl(pipe))
 
428
  parser.add_argument("--model-dir", default=".")
429
  parser.add_argument("--threshold", type=float, default=0.5)
430
  parser.add_argument("--json", action="store_true")
431
+ parser.add_argument("--prefer-quant", action="store_true",
432
+ help="load model_int8.safetensors (0.9 MB) instead of fp32 if present")
433
  parser.add_argument("--repl", action="store_true", help="interactive UI (default when no text is given)")
434
  args = parser.parse_args(argv)
435
 
436
+ pipe = CenserPipeline(args.model_dir, args.threshold, prefer_quant=args.prefer_quant)
437
  text = " ".join(args.text).strip()
438
  if args.repl or not text:
439
  raise SystemExit(repl(pipe))