| { | |
| "method": "relational_distillation_hard_neg", | |
| "teacher": "intfloat/multilingual-e5-base", | |
| "encoder_config": { | |
| "vocab_size": 50000, | |
| "hidden": 384, | |
| "layers": 12, | |
| "heads": 12, | |
| "ffn": 1536, | |
| "dropout": 0.1, | |
| "max_position": 512, | |
| "pooling": "mean", | |
| "activation": "gelu" | |
| }, | |
| "has_proj": true, | |
| "param_count": { | |
| "total": 40986624, | |
| "trainable": 40986624, | |
| "non_trainable": 0, | |
| "fp32_mb": 156.4, | |
| "bf16_fp16_mb": 78.2 | |
| }, | |
| "final_eval": { | |
| "val_rel_mse": 0.03455, | |
| "val_acc1": 0.7856 | |
| }, | |
| "hard_negatives": true, | |
| "pad_id": 0 | |
| } |