| { | |
| "vocab_size": 50295, | |
| "hidden_size": 768, | |
| "n_layer": 12, | |
| "n_head": 6, | |
| "n_kv_head": 2, | |
| "intermediate_size": 1024, | |
| "max_seq_len": 512, | |
| "dropout": 0.1, | |
| "rms_norm_eps": 1e-06, | |
| "use_cache": false, | |
| "embedding_dim": 512, | |
| "pooling_method": "mean", | |
| "normalize_embeddings": true, | |
| "use_temperature_scaling": true, | |
| "temperature": 0.05 | |
| } |