Initial release of vtx-embed-1M (Pure Data-Free Distilled 1.05M Model)
Browse files- config.json +15 -0
- model.safetensors +3 -0
- tokenizer.json +0 -0
config.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"vocab_size": 16384,
|
| 3 |
+
"embedding_dim": 64,
|
| 4 |
+
"block_size": 16,
|
| 5 |
+
"num_blocks": 4,
|
| 6 |
+
"model_type": "vortex-embed",
|
| 7 |
+
"architectures": [
|
| 8 |
+
"VortexEmbedV4_5"
|
| 9 |
+
],
|
| 10 |
+
"quantization": "lf4",
|
| 11 |
+
"bits": 4,
|
| 12 |
+
"sif_a": 0.01,
|
| 13 |
+
"sif_pc": 1.0,
|
| 14 |
+
"pc_k": 1
|
| 15 |
+
}
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b041d9a44b6679255cd0f2df3382f1b39195d4fc33c9cdc481dbf0b8a339cdd9
|
| 3 |
+
size 786688
|
tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|