| { | |
| "method": "relational_distillation_hard_neg", | |
| "teacher": "intfloat/multilingual-e5-base", | |
| "encoder_config": { | |
| "vocab_size": 50000, | |
| "hidden": 768, | |
| "layers": 12, | |
| "heads": 12, | |
| "ffn": 3072, | |
| "dropout": 0.1, | |
| "max_position": 512, | |
| "pooling": "mean", | |
| "activation": "gelu" | |
| }, | |
| "has_proj": true, | |
| "param_count": { | |
| "total": 125030400, | |
| "trainable": 125030400, | |
| "non_trainable": 0, | |
| "fp32_mb": 477.0, | |
| "bf16_fp16_mb": 238.5 | |
| }, | |
| "final_eval": { | |
| "val_rel_mse": 0.00854, | |
| "val_acc1": 0.413 | |
| }, | |
| "hard_negatives": true, | |
| "pad_id": 0 | |
| } |