Hugging Face's logo

RESMP-DEV
/
LFM2.5-Encoder-350M-Code-MXFP8-GPTQ

Feature Extraction
MLX
Safetensors
lfm2
code
embeddings
mxfp8
gptq
quantized
custom_code
Model card Files
xet
 Community
LFM2.5-Encoder-350M-Code-MXFP8-GPTQ
File size: 2,296 Bytes
41aeb21
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
{
  "schema_version": 1,
  "algorithm": "symmetric_in_batch_infonce",
  "source_model": "LiquidAI/LFM2.5-Encoder-350M",
  "source_revision": "b886781f7c6f10ca9b7096e21b83e30a073c2f39",
  "train_sha256": "426ebfaad34b14d7627ba6e668ae36e08e548c9d057b0edc208bcfa6fe527629",
  "validation_sha256": "9ac88b3138de4ca94c2ef3a87ccf19381fc76265c2bc9d65b4791983d0315096",
  "train_rows": 24626,
  "source_train_rows": 42626,
  "training_language_counts": {
    "c": 389,
    "cpp": 268,
    "cuda": 1,
    "go": 3000,
    "java": 3000,
    "javascript": 3000,
    "php": 3000,
    "python": 3000,
    "ruby": 3000,
    "rust": 2980,
    "shell": 2,
    "toml": 21,
    "typescript": 2945,
    "yaml": 20
  },
  "validation_rows": 5319,
  "configuration": {
    "model": "LiquidAI/LFM2.5-Encoder-350M",
    "revision": "b886781f7c6f10ca9b7096e21b83e30a073c2f39",
    "train": "/home/ubuntu/corpus-v1/train.jsonl",
    "validation": "/home/ubuntu/corpus-v1/validation.jsonl",
    "output": "/home/ubuntu/LFM2.5-Encoder-350M-Code-BF16",
    "epochs": 2,
    "batch_size": 32,
    "gradient_accumulation": 1,
    "eval_batch_size": 64,
    "query_length": 96,
    "passage_length": 384,
    "learning_rate": 2e-05,
    "weight_decay": 0.1,
    "warmup_ratio": 0.1,
    "temperature": 0.05,
    "validation_limit": 0,
    "train_limit": 0,
    "rows_per_language": 3000,
    "seed": 17
  },
  "initial_validation": {
    "pairs": 5319,
    "mrr": 0.10135793409725777,
    "recall_at_1": 0.077834179357022,
    "recall_at_5": 0.11881932694115435,
    "recall_at_10": 0.13874788494077833
  },
  "history": [
    {
      "pairs": 5319,
      "mrr": 0.4795834286921116,
      "recall_at_1": 0.40458732844519646,
      "recall_at_5": 0.560067681895093,
      "recall_at_10": 0.6160932506110172,
      "epoch": 1,
      "train_loss": 1.2791564966054205
    },
    {
      "pairs": 5319,
      "mrr": 0.48817194865667024,
      "recall_at_1": 0.41379958638841885,
      "recall_at_5": 0.567587892460989,
      "recall_at_10": 0.6253055085542395,
      "epoch": 2,
      "train_loss": 0.5537290298155907
    }
  ],
  "best_validation_mrr": 0.48817194865667024,
  "elapsed_seconds": 1067.3807248210003,
  "cuda": {
    "device": "NVIDIA RTX A6000",
    "torch": "2.13.0+cu130",
    "peak_memory_bytes": 4000009728
  }
}