Hugging Face's logo

codedp-ase26
/
codedp-cpt-models

Text Generation
PEFT
Safetensors
code
differential-privacy
code-generation
continued-pretraining
lora
dp-sgd
opacus
privacy
Model card Files
xet
 Community
codedp-cpt-models
File size: 3,517 Bytes
903307f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
{
  "audit/delta": 1e-05,
  "audit/embedding/auc": 0.883776,
  "audit/embedding/empirical_epsilon/0.01": 3.023197554051876,
  "audit/embedding/empirical_epsilon/0.05": 3.4791953936219215,
  "audit/embedding/empirical_epsilon_details/0.01/correct_guesses": 100.0,
  "audit/embedding/empirical_epsilon_details/0.01/epsilon": 3.023197554051876,
  "audit/embedding/empirical_epsilon_details/0.01/num_guesses": 100.0,
  "audit/embedding/empirical_epsilon_details/0.05/correct_guesses": 100.0,
  "audit/embedding/empirical_epsilon_details/0.05/epsilon": 3.4791953936219215,
  "audit/embedding/empirical_epsilon_details/0.05/num_guesses": 100.0,
  "audit/loss/auc": 0.968584,
  "audit/loss/empirical_epsilon/0.01": 3.023197554051876,
  "audit/loss/empirical_epsilon/0.05": 3.4791953936219215,
  "audit/loss/empirical_epsilon_details/0.01/correct_guesses": 100.0,
  "audit/loss/empirical_epsilon_details/0.01/epsilon": 3.023197554051876,
  "audit/loss/empirical_epsilon_details/0.01/num_guesses": 100.0,
  "audit/loss/empirical_epsilon_details/0.05/correct_guesses": 100.0,
  "audit/loss/empirical_epsilon_details/0.05/epsilon": 3.4791953936219215,
  "audit/loss/empirical_epsilon_details/0.05/num_guesses": 100.0,
  "audit/num_canaries": 500.0,
  "audit/num_members": 250.0,
  "audit/paper_guess_fraction": 0.2,
  "audit/paper_guess_steps": 20.0,
  "energy/codecarbon/cpu_count": 256.0,
  "energy/codecarbon/cpu_energy": 0.045218986505725985,
  "energy/codecarbon/cpu_power": 72.02285277932866,
  "energy/codecarbon/cpu_utilization_percent": 3.3142796066695253,
  "energy/codecarbon/duration": 2345.9966679112986,
  "energy/codecarbon/emissions": 0.09022432714096462,
  "energy/codecarbon/emissions_rate": 3.8458847096868924e-05,
  "energy/codecarbon/energy_consumed": 2.2170863039922497,
  "energy/codecarbon/gpu_count": 8.0,
  "energy/codecarbon/gpu_energy": 2.137964725370466,
  "energy/codecarbon/gpu_power": 3280.290622412428,
  "energy/codecarbon/gpu_utilization_percent": 88.58721675929884,
  "energy/codecarbon/latitude": 58.594,
  "energy/codecarbon/longitude": 16.1885,
  "energy/codecarbon/pue": 1.0,
  "energy/codecarbon/ram_energy": 0.03390259211605879,
  "energy/codecarbon/ram_power": 54.0,
  "energy/codecarbon/ram_total_size": 1511.49019241333,
  "energy/codecarbon/ram_used_gb": 79.7947571596665,
  "energy/codecarbon/ram_utilization_percent": 5.287772552372644,
  "energy/codecarbon/water_consumed": 0.0,
  "energy/codecarbon/wue": 0.0,
  "eval/duration_sec": 12.857198356185108,
  "eval/loss": 0.8075161480750794,
  "perf/audit_duration_sec": 7.556974642910063,
  "perf/epoch_duration_sec": 1096.7485609338619,
  "perf/epoch_samples": 47582.0,
  "perf/epoch_samples_per_sec": 43.38460217306761,
  "perf/epoch_tokens": 37537149.0,
  "perf/epoch_tokens_per_sec": 34225.847506959835,
  "perf/gradient_accumulation_steps": 4.0,
  "perf/logical_batch_size": 32.0,
  "perf/logical_token_count": 26582.0,
  "perf/samples_per_sec": 5.618377621729371,
  "perf/step_duration_sec": 5.695594378747046,
  "perf/tokens_per_sec": 4667.116060650316,
  "system/cuda_epoch_peak_memory_gb": 94.47624206542969,
  "system/cuda_max_memory_allocated_gb": 94.47624206542969,
  "system/cuda_memory_allocated_gb": 15.915565013885498,
  "train/epoch_canary_loss": 3.6806401156922846,
  "train/epoch_loss": 0.856036927981092,
  "train/epoch_real_loss": 0.8280306565727147,
  "train/lr": 1.295928914885336e-07,
  "train/step_canary_loss": 4.125,
  "train/step_loss": 0.8157700151205063,
  "train/step_real_loss": 0.8157700151205063
}