Hugging Face's logo

Xenova
/
Phi-3-mini-4k-instruct

Text Generation
Transformers.js
ONNX
phi3
ONNX
DML
ONNXRuntime
nlp
conversational
Model card Files
xet
 Community
6

Upload fp32 ONNX weights

#5
by Xenova HF Staff - opened
base: refs/heads/main
←
from: refs/pr/5
Discussion Files changed
+4
-7
Files changed (3) hide show
  1. config.json +0 -3
  2. onnx/model_q4.onnx +2 -2
  3. onnx/model_q4.onnx_data +2 -2
config.json CHANGED
@@ -30,9 +30,6 @@
30
  "tie_word_embeddings": false,
31
  "torch_dtype": "bfloat16",
32
  "transformers_version": "4.39.3",
33
- "transformers.js_config": {
34
- "kv_cache_dtype": "float16"
35
- },
36
  "use_cache": true,
37
  "vocab_size": 32064
38
  }
 
30
  "tie_word_embeddings": false,
31
  "torch_dtype": "bfloat16",
32
  "transformers_version": "4.39.3",
 
 
 
33
  "use_cache": true,
34
  "vocab_size": 32064
35
  }
onnx/model_q4.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f02ea39a2e1681c035259065c2b267e2a6a8c97db9d565fae067bf95ffc23393
3
- size 838080131
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16b8e5d28a757c37bbfa7d9420fd094c0c20e3615ca3c203b5b9501015045c8f
3
+ size 1059602332
onnx/model_q4.onnx_data CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62eb6a6870961b0039732d574779e44a7de42e26c04ca1433759728d644cc00f
3
- size 1454211072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d30b87f06b52e6b24c4e2e65a6a14e5c9fb5bc6f495fac17b19c6bc7875ff5
3
+ size 1663524864