Hugging Face's logo

melihcatal
/
codedp-cpt-models

Text Generation
PEFT
TensorBoard
Safetensors
code
differential-privacy
code-generation
continued-pretraining
lora
dp-sgd
opacus
privacy
Model card Files
xet
 Metrics Community
codedp-cpt-models
File size: 3,458 Bytes
07662b8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "audit/delta": 1e-05,
  "audit/embedding/auc": 0.520928,
  "audit/embedding/empirical_epsilon/0.01": 0.0,
  "audit/embedding/empirical_epsilon/0.05": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/num_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/num_guesses": 0.0,
  "audit/loss/auc": 0.525808,
  "audit/loss/empirical_epsilon/0.01": 0.0,
  "audit/loss/empirical_epsilon/0.05": 0.05073561053723097,
  "audit/loss/empirical_epsilon_details/0.01/correct_guesses": 0.0,
  "audit/loss/empirical_epsilon_details/0.01/epsilon": 0.0,
  "audit/loss/empirical_epsilon_details/0.01/num_guesses": 0.0,
  "audit/loss/empirical_epsilon_details/0.05/correct_guesses": 60.0,
  "audit/loss/empirical_epsilon_details/0.05/epsilon": 0.05073561053723097,
  "audit/loss/empirical_epsilon_details/0.05/num_guesses": 100.0,
  "audit/num_canaries": 500.0,
  "audit/num_members": 250.0,
  "audit/paper_guess_fraction": 0.2,
  "audit/paper_guess_steps": 20.0,
  "energy/codecarbon/cpu_count": 224.0,
  "energy/codecarbon/cpu_energy": 0.18975838183590477,
  "energy/codecarbon/cpu_power": 179.92904019353898,
  "energy/codecarbon/cpu_utilization_percent": 2.4580389144905275,
  "energy/codecarbon/duration": 3938.0607158355415,
  "energy/codecarbon/emissions": 0.5702959606126596,
  "energy/codecarbon/emissions_rate": 0.00014481644691749236,
  "energy/codecarbon/energy_consumed": 2.778283903371513,
  "energy/codecarbon/gpu_count": 4.0,
  "energy/codecarbon/gpu_energy": 2.514705143984827,
  "energy/codecarbon/gpu_power": 2298.550082608512,
  "energy/codecarbon/gpu_utilization_percent": 95.87682458386683,
  "energy/codecarbon/latitude": 37.3541,
  "energy/codecarbon/longitude": -121.9552,
  "energy/codecarbon/pue": 1.0,
  "energy/codecarbon/ram_energy": 0.07382037755078118,
  "energy/codecarbon/ram_power": 70.0,
  "energy/codecarbon/ram_total_size": 2015.5625190734863,
  "energy/codecarbon/ram_used_gb": 47.93522234837092,
  "energy/codecarbon/ram_utilization_percent": 2.36410650281618,
  "energy/codecarbon/water_consumed": 0.0,
  "energy/codecarbon/wue": 0.0,
  "eval/duration_sec": 27.067450830712914,
  "eval/loss": 0.8425623961221212,
  "perf/audit_duration_sec": 5.841585950925946,
  "perf/epoch_duration_sec": 1886.0955602359027,
  "perf/epoch_samples": 55619.0,
  "perf/epoch_samples_per_sec": 29.488961838732855,
  "perf/epoch_tokens": 43998761.0,
  "perf/epoch_tokens_per_sec": 23327.959583605018,
  "perf/logical_batch_size": 132.0,
  "perf/logical_token_count": 106537.0,
  "perf/physical_batches": 17.0,
  "perf/samples_per_sec": 7.860206056319249,
  "perf/step_duration_sec": 16.793452875688672,
  "perf/tokens_per_sec": 6343.96039865215,
  "privacy/epsilon": 2.9999680995370417,
  "system/cuda_epoch_peak_memory_gb": 74.69534540176392,
  "system/cuda_max_memory_allocated_gb": 74.69534540176392,
  "system/cuda_memory_allocated_gb": 16.537474155426025,
  "train/epoch_canary_loss": 9.74998009501868,
  "train/epoch_loss": 1.6631105757675884,
  "train/epoch_real_loss": 1.2492633356516678,
  "train/lr": 8.126960406835249e-07,
  "train/step_canary_loss": 10.9375,
  "train/step_loss": 1.5310632604541201,
  "train/step_real_loss": 1.2371121123433113
}