Hugging Face's logo

devildasdf
/
NEXORA

Safetensors
English
Hindi
nexora
research
training
agents
prototype
Model card Files
xet
 Community
NEXORA
File size: 1,958 Bytes
12496fc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
{
  "status": "VALIDATED_TOY_OPTIMIZATION_ONLY",
  "base": "artifacts/tiny",
  "rank": 4,
  "alpha": 8,
  "targets": [
    "blocks.0.attn.q",
    "blocks.0.attn.v",
    "blocks.1.attn.q",
    "blocks.1.attn.v",
    "blocks.2.attn.q",
    "blocks.2.attn.v",
    "blocks.3.attn.q",
    "blocks.3.attn.v"
  ],
  "seconds": 2.3280960000120103,
  "history": [
    {
      "stage": "SFT",
      "step": 1,
      "loss": 2.9821512699127197
    },
    {
      "stage": "SFT",
      "step": 11,
      "loss": 3.0910983085632324
    },
    {
      "stage": "SFT",
      "step": 21,
      "loss": 2.4964144229888916
    },
    {
      "stage": "SFT",
      "step": 31,
      "loss": 2.724806308746338
    },
    {
      "stage": "SFT",
      "step": 40,
      "loss": 2.5710480213165283
    },
    {
      "stage": "DPO",
      "step": 1,
      "loss": 0.09377383440732956
    },
    {
      "stage": "DPO",
      "step": 2,
      "loss": 0.06439569592475891
    },
    {
      "stage": "DPO",
      "step": 3,
      "loss": 0.04369953274726868
    },
    {
      "stage": "DPO",
      "step": 4,
      "loss": 0.03653418645262718
    },
    {
      "stage": "DPO",
      "step": 5,
      "loss": 0.031024407595396042
    },
    {
      "stage": "DPO",
      "step": 6,
      "loss": 0.024815931916236877
    },
    {
      "stage": "DPO",
      "step": 7,
      "loss": 0.018242638558149338
    },
    {
      "stage": "DPO",
      "step": 8,
      "loss": 0.01337386667728424
    },
    {
      "stage": "DPO",
      "step": 9,
      "loss": 0.010624001733958721
    },
    {
      "stage": "DPO",
      "step": 10,
      "loss": 0.008802279829978943
    }
  ],
  "merge_max_abs_error": 2.5033950805664062e-06,
  "limitations": "Four synthetic SFT examples and one preference pair; no evidence of reasoning improvement or generalization. Adapter not enabled by default."
}