{ "schema_version": 1, "algorithm": "symmetric_in_batch_infonce", "source_model": "LiquidAI/LFM2.5-Encoder-350M", "source_revision": "b886781f7c6f10ca9b7096e21b83e30a073c2f39", "train_sha256": "426ebfaad34b14d7627ba6e668ae36e08e548c9d057b0edc208bcfa6fe527629", "validation_sha256": "9ac88b3138de4ca94c2ef3a87ccf19381fc76265c2bc9d65b4791983d0315096", "train_rows": 24626, "source_train_rows": 42626, "training_language_counts": { "c": 389, "cpp": 268, "cuda": 1, "go": 3000, "java": 3000, "javascript": 3000, "php": 3000, "python": 3000, "ruby": 3000, "rust": 2980, "shell": 2, "toml": 21, "typescript": 2945, "yaml": 20 }, "validation_rows": 5319, "configuration": { "model": "LiquidAI/LFM2.5-Encoder-350M", "revision": "b886781f7c6f10ca9b7096e21b83e30a073c2f39", "train": "/home/ubuntu/corpus-v1/train.jsonl", "validation": "/home/ubuntu/corpus-v1/validation.jsonl", "output": "/home/ubuntu/LFM2.5-Encoder-350M-Code-BF16", "epochs": 2, "batch_size": 32, "gradient_accumulation": 1, "eval_batch_size": 64, "query_length": 96, "passage_length": 384, "learning_rate": 2e-05, "weight_decay": 0.1, "warmup_ratio": 0.1, "temperature": 0.05, "validation_limit": 0, "train_limit": 0, "rows_per_language": 3000, "seed": 17 }, "initial_validation": { "pairs": 5319, "mrr": 0.10135793409725777, "recall_at_1": 0.077834179357022, "recall_at_5": 0.11881932694115435, "recall_at_10": 0.13874788494077833 }, "history": [ { "pairs": 5319, "mrr": 0.4795834286921116, "recall_at_1": 0.40458732844519646, "recall_at_5": 0.560067681895093, "recall_at_10": 0.6160932506110172, "epoch": 1, "train_loss": 1.2791564966054205 }, { "pairs": 5319, "mrr": 0.48817194865667024, "recall_at_1": 0.41379958638841885, "recall_at_5": 0.567587892460989, "recall_at_10": 0.6253055085542395, "epoch": 2, "train_loss": 0.5537290298155907 } ], "best_validation_mrr": 0.48817194865667024, "elapsed_seconds": 1067.3807248210003, "cuda": { "device": "NVIDIA RTX A6000", "torch": "2.13.0+cu130", "peak_memory_bytes": 4000009728 } }