| { | |
| "model_type": "vortex-embed", | |
| "architectures": ["VortexEmbedV2"], | |
| "vocab_size": 29528, | |
| "embedding_dim": 256, | |
| "block_size": 32, | |
| "num_blocks": 8, | |
| "quantization": "lf4", | |
| "bits": 4, | |
| "compression_vs_fp32": 6.4, | |
| "original_model": "VTXAI/Vortex-Embed-4.7M", | |
| "base_model": "VTXAI/Vortex-Embed-4.7M", | |
| "sif_a": 0.0001, | |
| "sif_pc": 1.0, | |
| "pc_k": 8, | |
| "header_repeat": 15, | |
| "py_bonus": 0.05, | |
| "md_penalty": -0.02, | |
| "bias_top_k": 50 | |
| } | |