Hugging Face's logo

PuxAI
/
GenPII-framework-Data_Multi

Safetensors
Model card Files
xet
 Community
GenPII-framework-Data_Multi
File size: 3,256 Bytes
ec7b2b1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 6972,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1434308663224326,
      "grad_norm": 0.007672377396374941,
      "learning_rate": 1.8568559954102125e-05,
      "loss": 0.009684596061706543,
      "step": 500
    },
    {
      "epoch": 0.2868617326448652,
      "grad_norm": 0.012297257781028748,
      "learning_rate": 1.7134251290877798e-05,
      "loss": 0.004615603446960449,
      "step": 1000
    },
    {
      "epoch": 0.43029259896729777,
      "grad_norm": 0.011442928574979305,
      "learning_rate": 1.5699942627653474e-05,
      "loss": 0.002997920036315918,
      "step": 1500
    },
    {
      "epoch": 0.5737234652897304,
      "grad_norm": 0.013272660784423351,
      "learning_rate": 1.4265633964429147e-05,
      "loss": 0.0017894148826599122,
      "step": 2000
    },
    {
      "epoch": 0.7171543316121629,
      "grad_norm": 0.014016266912221909,
      "learning_rate": 1.283132530120482e-05,
      "loss": 0.0011281795501708984,
      "step": 2500
    },
    {
      "epoch": 0.8605851979345955,
      "grad_norm": 0.010322137735784054,
      "learning_rate": 1.1397016637980494e-05,
      "loss": 0.0008115814924240112,
      "step": 3000
    },
    {
      "epoch": 1.0040160642570282,
      "grad_norm": 0.01365757267922163,
      "learning_rate": 9.962707974756169e-06,
      "loss": 0.0006433913707733155,
      "step": 3500
    },
    {
      "epoch": 1.1474469305794608,
      "grad_norm": 0.009805912151932716,
      "learning_rate": 8.528399311531842e-06,
      "loss": 0.000557729184627533,
      "step": 4000
    },
    {
      "epoch": 1.2908777969018934,
      "grad_norm": 0.008765346370637417,
      "learning_rate": 7.0940906483075165e-06,
      "loss": 0.000488772600889206,
      "step": 4500
    },
    {
      "epoch": 1.4343086632243258,
      "grad_norm": 0.00846004392951727,
      "learning_rate": 5.65978198508319e-06,
      "loss": 0.00042926350235939024,
      "step": 5000
    },
    {
      "epoch": 1.5777395295467584,
      "grad_norm": 0.005864540580660105,
      "learning_rate": 4.225473321858865e-06,
      "loss": 0.00040997520089149477,
      "step": 5500
    },
    {
      "epoch": 1.721170395869191,
      "grad_norm": 0.004622944165021181,
      "learning_rate": 2.791164658634538e-06,
      "loss": 0.00037252518534660337,
      "step": 6000
    },
    {
      "epoch": 1.8646012621916235,
      "grad_norm": 0.01336298044770956,
      "learning_rate": 1.3568559954102124e-06,
      "loss": 0.0003555941879749298,
      "step": 6500
    }
  ],
  "logging_steps": 500,
  "max_steps": 6972,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6188296941634716.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}