| { |
| "schema_version": 1, |
| "algorithm": "symmetric_in_batch_infonce", |
| "source_model": "LiquidAI/LFM2.5-Encoder-350M", |
| "source_revision": "b886781f7c6f10ca9b7096e21b83e30a073c2f39", |
| "train_sha256": "426ebfaad34b14d7627ba6e668ae36e08e548c9d057b0edc208bcfa6fe527629", |
| "validation_sha256": "9ac88b3138de4ca94c2ef3a87ccf19381fc76265c2bc9d65b4791983d0315096", |
| "train_rows": 24626, |
| "source_train_rows": 42626, |
| "training_language_counts": { |
| "c": 389, |
| "cpp": 268, |
| "cuda": 1, |
| "go": 3000, |
| "java": 3000, |
| "javascript": 3000, |
| "php": 3000, |
| "python": 3000, |
| "ruby": 3000, |
| "rust": 2980, |
| "shell": 2, |
| "toml": 21, |
| "typescript": 2945, |
| "yaml": 20 |
| }, |
| "validation_rows": 5319, |
| "configuration": { |
| "model": "LiquidAI/LFM2.5-Encoder-350M", |
| "revision": "b886781f7c6f10ca9b7096e21b83e30a073c2f39", |
| "train": "/home/ubuntu/corpus-v1/train.jsonl", |
| "validation": "/home/ubuntu/corpus-v1/validation.jsonl", |
| "output": "/home/ubuntu/LFM2.5-Encoder-350M-Code-BF16", |
| "epochs": 2, |
| "batch_size": 32, |
| "gradient_accumulation": 1, |
| "eval_batch_size": 64, |
| "query_length": 96, |
| "passage_length": 384, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.1, |
| "warmup_ratio": 0.1, |
| "temperature": 0.05, |
| "validation_limit": 0, |
| "train_limit": 0, |
| "rows_per_language": 3000, |
| "seed": 17 |
| }, |
| "initial_validation": { |
| "pairs": 5319, |
| "mrr": 0.10135793409725777, |
| "recall_at_1": 0.077834179357022, |
| "recall_at_5": 0.11881932694115435, |
| "recall_at_10": 0.13874788494077833 |
| }, |
| "history": [ |
| { |
| "pairs": 5319, |
| "mrr": 0.4795834286921116, |
| "recall_at_1": 0.40458732844519646, |
| "recall_at_5": 0.560067681895093, |
| "recall_at_10": 0.6160932506110172, |
| "epoch": 1, |
| "train_loss": 1.2791564966054205 |
| }, |
| { |
| "pairs": 5319, |
| "mrr": 0.48817194865667024, |
| "recall_at_1": 0.41379958638841885, |
| "recall_at_5": 0.567587892460989, |
| "recall_at_10": 0.6253055085542395, |
| "epoch": 2, |
| "train_loss": 0.5537290298155907 |
| } |
| ], |
| "best_validation_mrr": 0.48817194865667024, |
| "elapsed_seconds": 1067.3807248210003, |
| "cuda": { |
| "device": "NVIDIA RTX A6000", |
| "torch": "2.13.0+cu130", |
| "peak_memory_bytes": 4000009728 |
| } |
| } |
|
|
