jjjssjs
/

HyperCLOVAX-SEED-Think-32B-4bit

4-bit precision

Model card Files Files and versions

jjjssjs commited on Jan 10

Commit

875b0ec

·

verified ·

1 Parent(s): 789bec6

Update README.md

Files changed (1) hide show

README.md +2 -1

README.md CHANGED Viewed

@@ -44,7 +44,8 @@ model_id = "jjjssjs/HyperCLOVAX-SEED-Think-32B-4bit"
 # Load tokenizer
 tokenizer = AutoTokenizer.from_pretrained(
     model_id,
-    trust_remote_code=True
 )
 # Load quantized model (quantization config is in config.json)

 # Load tokenizer
 tokenizer = AutoTokenizer.from_pretrained(
     model_id,
+    trust_remote_code=True,
+    fix_mistral_reges=True
 )
 # Load quantized model (quantization config is in config.json)