GetSoloTech
/

Llama3.2-Medical-Notes-1B-ONNX

Model card Files Files and versions

zeeshaan-ai commited on Jun 28

Commit

061f148

·

verified ·

1 Parent(s): a8eba8a

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -35,7 +35,7 @@
   "tie_word_embeddings": true,
   "transformers_version": "4.43.4",
   "transformers.js_config": {
-    "dtype": "q4",
     "use_external_data_format": {
       "model.onnx": true,
       "model_fp16.onnx": true

   "tie_word_embeddings": true,
   "transformers_version": "4.43.4",
   "transformers.js_config": {
+    "dtype": "q4f16",
     "use_external_data_format": {
       "model.onnx": true,
       "model_fp16.onnx": true