File size: 452 Bytes
7c7111f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | {
"model_type": "vortex-embed",
"architectures": ["VortexEmbedV2"],
"vocab_size": 29528,
"embedding_dim": 256,
"block_size": 32,
"num_blocks": 8,
"quantization": "lf4",
"bits": 4,
"compression_vs_fp32": 6.4,
"original_model": "VTXAI/Vortex-Embed-4.7M",
"base_model": "VTXAI/Vortex-Embed-4.7M",
"sif_a": 0.0001,
"sif_pc": 1.0,
"pc_k": 8,
"header_repeat": 15,
"py_bonus": 0.05,
"md_penalty": -0.02,
"bias_top_k": 50
}
|