K-Meng
/

SmartAi

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

K-Meng commited on Nov 23, 2025

Commit

3adefeb

·

verified ·

1 Parent(s): f37e9a0

Upload Phi3ForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -9,7 +9,7 @@
     "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM"
   },
   "bos_token_id": 1,
-  "dtype": "float32",
   "embd_pdrop": 0.0,
   "eos_token_id": 32000,
   "hidden_act": "silu",

     "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM"
   },
   "bos_token_id": 1,
+  "dtype": "float16",
   "embd_pdrop": 0.0,
   "eos_token_id": 32000,
   "hidden_act": "silu",

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edc32df6c6ce539bf78a4bb115e684a7633286aef083db9190cbb0242a99b87b
-size 2845169024

 version https://git-lfs.github.com/spec/v1
+oid sha256:f2f7e0d4e95056650e0bd3d81a928ad1007d39caecbf70e9ccf0cbf616d1b9c5
+size 2648167632