dit / training_state /optimizer_param_groups.json
hqfang's picture
Upload folder using huggingface_hub
df70aff verified
[
{
"weight_decay": 0.001,
"lr": 0.0,
"betas": [
0.95,
0.999
],
"eps": 1e-08,
"amsgrad": false,
"foreach": null,
"maximize": false,
"capturable": false,
"differentiable": false,
"fused": null,
"initial_lr": 0.0001,
"params": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43
]
},
{
"weight_decay": 0.0,
"lr": 0.0,
"betas": [
0.95,
0.999
],
"eps": 1e-08,
"amsgrad": false,
"foreach": null,
"maximize": false,
"capturable": false,
"differentiable": false,
"fused": null,
"initial_lr": 0.0001,
"params": [
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87
]
}
]