{ "schema_version": 1, "algorithm": "symmetric_in_batch_infonce", "source_model": "LiquidAI/LFM2.5-Encoder-230M", "source_revision": "0b649ad0c684378b03d4d8304f7577a662ab89bc", "train_sha256": "426ebfaad34b14d7627ba6e668ae36e08e548c9d057b0edc208bcfa6fe527629", "validation_sha256": "9ac88b3138de4ca94c2ef3a87ccf19381fc76265c2bc9d65b4791983d0315096", "train_rows": 24626, "source_train_rows": 42626, "training_language_counts": { "c": 389, "cpp": 268, "cuda": 1, "go": 3000, "java": 3000, "javascript": 3000, "php": 3000, "python": 3000, "ruby": 3000, "rust": 2980, "shell": 2, "toml": 21, "typescript": 2945, "yaml": 20 }, "validation_rows": 5319, "configuration": { "model": "LiquidAI/LFM2.5-Encoder-230M", "revision": "0b649ad0c684378b03d4d8304f7577a662ab89bc", "train": "/home/ubuntu/corpus-v1/train.jsonl", "validation": "/home/ubuntu/corpus-v1/validation.jsonl", "output": "/home/ubuntu/LFM2.5-Encoder-230M-Code-BF16", "epochs": 2, "batch_size": 32, "gradient_accumulation": 1, "eval_batch_size": 64, "query_length": 96, "passage_length": 384, "learning_rate": 2e-05, "weight_decay": 0.1, "warmup_ratio": 0.1, "temperature": 0.05, "validation_limit": 0, "train_limit": 0, "rows_per_language": 3000, "seed": 17 }, "initial_validation": { "pairs": 5319, "mrr": 0.13434511350191802, "recall_at_1": 0.10434292160180485, "recall_at_5": 0.15811242714796014, "recall_at_10": 0.18518518518518517 }, "history": [ { "pairs": 5319, "mrr": 0.5052553469703251, "recall_at_1": 0.43090806542583193, "recall_at_5": 0.5877044557247603, "recall_at_10": 0.640721940214326, "epoch": 1, "train_loss": 1.1061554163965663 }, { "pairs": 5319, "mrr": 0.5139807531816127, "recall_at_1": 0.44030832863320174, "recall_at_5": 0.5961646926113932, "recall_at_10": 0.6480541455160744, "epoch": 2, "train_loss": 0.5155125687041735 } ], "best_validation_mrr": 0.5139807531816127, "elapsed_seconds": 764.2277336, "cuda": { "device": "NVIDIA RTX A6000", "torch": "2.13.0+cu130", "peak_memory_bytes": 2742739456 } }