Hugging Face's logo

codedp-ase26
/
codedp-cpt-models

Text Generation
PEFT
Safetensors
code
differential-privacy
code-generation
continued-pretraining
lora
dp-sgd
opacus
privacy
Model card Files
xet
 Community
codedp-cpt-models
File size: 3,486 Bytes
903307f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "audit/delta": 1e-05,
  "audit/embedding/auc": 0.50796,
  "audit/embedding/empirical_epsilon/0.01": 0.0,
  "audit/embedding/empirical_epsilon/0.05": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/num_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/num_guesses": 0.0,
  "audit/loss/auc": 0.563808,
  "audit/loss/empirical_epsilon/0.01": 0.16005427204072475,
  "audit/loss/empirical_epsilon/0.05": 0.42648759204894304,
  "audit/loss/empirical_epsilon_details/0.01/correct_guesses": 23.0,
  "audit/loss/empirical_epsilon_details/0.01/epsilon": 0.16005427204072475,
  "audit/loss/empirical_epsilon_details/0.01/num_guesses": 30.0,
  "audit/loss/empirical_epsilon_details/0.05/correct_guesses": 23.0,
  "audit/loss/empirical_epsilon_details/0.05/epsilon": 0.42648759204894304,
  "audit/loss/empirical_epsilon_details/0.05/num_guesses": 30.0,
  "audit/num_canaries": 500.0,
  "audit/num_members": 250.0,
  "audit/paper_guess_fraction": 0.2,
  "audit/paper_guess_steps": 20.0,
  "energy/codecarbon/cpu_count": 8.0,
  "energy/codecarbon/cpu_energy": 0.06497743055379518,
  "energy/codecarbon/cpu_power": 82.44163995833674,
  "energy/codecarbon/cpu_utilization_percent": 12.307671326287071,
  "energy/codecarbon/duration": 2940.2213213280775,
  "energy/codecarbon/emissions": 0.04336494635667721,
  "energy/codecarbon/emissions_rate": 1.4748871468318434e-05,
  "energy/codecarbon/energy_consumed": 1.2445813034663262,
  "energy/codecarbon/gpu_count": 5.0,
  "energy/codecarbon/gpu_energy": 1.1496539994446735,
  "energy/codecarbon/gpu_power": 1409.9170137162785,
  "energy/codecarbon/gpu_utilization_percent": 66.43163995908625,
  "energy/codecarbon/latitude": 47.4843,
  "energy/codecarbon/longitude": 8.212,
  "energy/codecarbon/pue": 1.0,
  "energy/codecarbon/ram_energy": 0.029949873467856485,
  "energy/codecarbon/ram_power": 38.0,
  "energy/codecarbon/ram_total_size": 128.0,
  "energy/codecarbon/ram_used_gb": 166.47142205691932,
  "energy/codecarbon/ram_utilization_percent": 8.260415956358626,
  "energy/codecarbon/water_consumed": 0.0,
  "energy/codecarbon/wue": 0.0,
  "eval/duration_sec": 19.597126913955435,
  "eval/loss": 1.0382178419983232,
  "perf/audit_duration_sec": 7.245345794828609,
  "perf/epoch_duration_sec": 1389.9474938560743,
  "perf/epoch_samples": 49162.0,
  "perf/epoch_samples_per_sec": 35.36968138531038,
  "perf/epoch_tokens": 37306619.0,
  "perf/epoch_tokens_per_sec": 26840.30811588557,
  "perf/logical_batch_size": 134.0,
  "perf/logical_token_count": 98999.0,
  "perf/physical_batches": 18.0,
  "perf/samples_per_sec": 8.966151816655827,
  "perf/step_duration_sec": 14.94509603898041,
  "perf/tokens_per_sec": 6624.1795798291805,
  "privacy/epsilon": 7.99669228530272,
  "system/cuda_epoch_peak_memory_gb": 54.06288194656372,
  "system/cuda_max_memory_allocated_gb": 54.06288194656372,
  "system/cuda_memory_allocated_gb": 15.894390106201172,
  "train/epoch_canary_loss": 13.386261670760845,
  "train/epoch_loss": 1.7304604712060176,
  "train/epoch_real_loss": 1.1275523616137826,
  "train/lr": 2.606768482050215e-07,
  "train/step_canary_loss": 11.892857142857142,
  "train/step_loss": 1.7006171685677987,
  "train/step_real_loss": 1.1432290449738503
}