Hugging Face's logo

melihcatal
/
codedp-cpt-models

Text Generation
PEFT
TensorBoard
Safetensors
code
differential-privacy
code-generation
continued-pretraining
lora
dp-sgd
opacus
privacy
Model card Files
xet
 Metrics Community
codedp-cpt-models
File size: 3,460 Bytes
07662b8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "audit/delta": 1e-05,
  "audit/embedding/auc": 0.523288,
  "audit/embedding/empirical_epsilon/0.01": 0.0,
  "audit/embedding/empirical_epsilon/0.05": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/num_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/num_guesses": 0.0,
  "audit/loss/auc": 0.51964,
  "audit/loss/empirical_epsilon/0.01": 0.0,
  "audit/loss/empirical_epsilon/0.05": 0.014548719860613346,
  "audit/loss/empirical_epsilon_details/0.01/correct_guesses": 0.0,
  "audit/loss/empirical_epsilon_details/0.01/epsilon": 0.0,
  "audit/loss/empirical_epsilon_details/0.01/num_guesses": 0.0,
  "audit/loss/empirical_epsilon_details/0.05/correct_guesses": 23.0,
  "audit/loss/empirical_epsilon_details/0.05/epsilon": 0.014548719860613346,
  "audit/loss/empirical_epsilon_details/0.05/num_guesses": 35.0,
  "audit/num_canaries": 500.0,
  "audit/num_members": 250.0,
  "audit/paper_guess_fraction": 0.2,
  "audit/paper_guess_steps": 20.0,
  "energy/codecarbon/cpu_count": 224.0,
  "energy/codecarbon/cpu_energy": 0.173804537372367,
  "energy/codecarbon/cpu_power": 179.42423601422766,
  "energy/codecarbon/cpu_utilization_percent": 3.4103505843071784,
  "energy/codecarbon/duration": 3614.081431824714,
  "energy/codecarbon/emissions": 0.5462366176545209,
  "energy/codecarbon/emissions_rate": 0.00015114120363877122,
  "energy/codecarbon/energy_consumed": 2.6610751383041906,
  "energy/codecarbon/gpu_count": 4.0,
  "energy/codecarbon/gpu_energy": 2.4194655916820693,
  "energy/codecarbon/gpu_power": 2411.5234893258294,
  "energy/codecarbon/gpu_utilization_percent": 96.21675013912076,
  "energy/codecarbon/latitude": 37.3541,
  "energy/codecarbon/longitude": -121.9552,
  "energy/codecarbon/pue": 1.0,
  "energy/codecarbon/ram_energy": 0.06780500924975304,
  "energy/codecarbon/ram_power": 70.0,
  "energy/codecarbon/ram_total_size": 2015.5625190734863,
  "energy/codecarbon/ram_used_gb": 71.43525775724738,
  "energy/codecarbon/ram_utilization_percent": 3.5672787979966607,
  "energy/codecarbon/water_consumed": 0.0,
  "energy/codecarbon/wue": 0.0,
  "eval/duration_sec": 27.044511837884784,
  "eval/loss": 0.8408930404432888,
  "perf/audit_duration_sec": 6.254005836322904,
  "perf/epoch_duration_sec": 1714.5822260156274,
  "perf/epoch_samples": 55619.0,
  "perf/epoch_samples_per_sec": 32.43880588290495,
  "perf/epoch_tokens": 43998761.0,
  "perf/epoch_tokens_per_sec": 25661.50536987952,
  "perf/logical_batch_size": 132.0,
  "perf/logical_token_count": 106537.0,
  "perf/physical_batches": 9.0,
  "perf/samples_per_sec": 8.432688576900974,
  "perf/step_duration_sec": 15.65337066538632,
  "perf/tokens_per_sec": 6806.010173615901,
  "privacy/epsilon": 7.995186040237391,
  "system/cuda_epoch_peak_memory_gb": 131.87122583389282,
  "system/cuda_max_memory_allocated_gb": 131.87122583389282,
  "system/cuda_memory_allocated_gb": 16.53745126724243,
  "train/epoch_canary_loss": 10.257968977715942,
  "train/epoch_loss": 1.630436830589949,
  "train/epoch_real_loss": 1.2123663491021923,
  "train/lr": 8.126960406835249e-07,
  "train/step_canary_loss": 10.359375,
  "train/step_loss": 1.4888428630250874,
  "train/step_real_loss": 1.2116387337446213
}