Hugging Face's logo

melihcatal
/
codedp-cpt-models-v2

PEFT
Safetensors
code-generation
differential-privacy
continued-pretraining
lora
Model card Files
xet
 Community
codedp-cpt-models-v2
File size: 3,432 Bytes
076fd74
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "audit/delta": 1e-05,
  "audit/embedding/auc": 0.540056,
  "audit/embedding/empirical_epsilon/0.01": 0.0,
  "audit/embedding/empirical_epsilon/0.05": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.01/num_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/correct_guesses": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/epsilon": 0.0,
  "audit/embedding/empirical_epsilon_details/0.05/num_guesses": 0.0,
  "audit/loss/auc": 0.528976,
  "audit/loss/empirical_epsilon/0.01": 0.0,
  "audit/loss/empirical_epsilon/0.05": 0.08366204984486103,
  "audit/loss/empirical_epsilon_details/0.01/correct_guesses": 0.0,
  "audit/loss/empirical_epsilon_details/0.01/epsilon": 0.0,
  "audit/loss/empirical_epsilon_details/0.01/num_guesses": 0.0,
  "audit/loss/empirical_epsilon_details/0.05/correct_guesses": 58.0,
  "audit/loss/empirical_epsilon_details/0.05/epsilon": 0.08366204984486103,
  "audit/loss/empirical_epsilon_details/0.05/num_guesses": 95.0,
  "audit/num_canaries": 500.0,
  "audit/num_members": 250.0,
  "audit/paper_guess_fraction": 0.2,
  "audit/paper_guess_steps": 20.0,
  "energy/codecarbon/cpu_count": 8.0,
  "energy/codecarbon/cpu_energy": 0.09261863536672514,
  "energy/codecarbon/cpu_power": 80.23442763916076,
  "energy/codecarbon/cpu_utilization_percent": 6.493086477618936,
  "energy/codecarbon/duration": 4326.139577268856,
  "energy/codecarbon/emissions": 0.18796959736431926,
  "energy/codecarbon/emissions_rate": 4.3449730182535336e-05,
  "energy/codecarbon/energy_consumed": 5.394759273435675,
  "energy/codecarbon/gpu_count": 8.0,
  "energy/codecarbon/gpu_energy": 5.25827568300609,
  "energy/codecarbon/gpu_power": 4402.554613285673,
  "energy/codecarbon/gpu_utilization_percent": 93.39248886805719,
  "energy/codecarbon/latitude": 47.4843,
  "energy/codecarbon/longitude": 8.212,
  "energy/codecarbon/pue": 1.0,
  "energy/codecarbon/ram_energy": 0.043864955062854406,
  "energy/codecarbon/ram_power": 38.0,
  "energy/codecarbon/ram_total_size": 256.0,
  "energy/codecarbon/ram_used_gb": 515.7987046457438,
  "energy/codecarbon/ram_utilization_percent": 26.041457698617293,
  "energy/codecarbon/water_consumed": 0.0,
  "energy/codecarbon/wue": 0.0,
  "eval/duration_sec": 14.38143059401773,
  "eval/loss": 0.8485401758754795,
  "perf/audit_duration_sec": 5.839315079851076,
  "perf/epoch_duration_sec": 1383.5877013350837,
  "perf/epoch_samples": 58247.0,
  "perf/epoch_samples_per_sec": 42.09852396331288,
  "perf/epoch_tokens": 44136681.0,
  "perf/epoch_tokens_per_sec": 31900.168639407973,
  "perf/logical_batch_size": 34.0,
  "perf/logical_token_count": 24675.0,
  "perf/physical_batches": 5.0,
  "perf/samples_per_sec": 6.317336986047959,
  "perf/step_duration_sec": 5.382014617091045,
  "perf/tokens_per_sec": 4584.714415609806,
  "privacy/epsilon": 2.994059681569623,
  "system/cuda_epoch_peak_memory_gb": 74.68966627120972,
  "system/cuda_max_memory_allocated_gb": 74.68966627120972,
  "system/cuda_memory_allocated_gb": 16.34225034713745,
  "train/epoch_canary_loss": 9.79185872581857,
  "train/epoch_loss": 2.120771038223466,
  "train/epoch_real_loss": 1.3435396100842179,
  "train/lr": 6.5139112762079875e-06,
  "train/step_canary_loss": 8.828125,
  "train/step_loss": 1.7868300606222713,
  "train/step_real_loss": 1.3467491269111633
}