starcoder2-7b/dp8/scalars.csv

timestamp,event,step,epoch,key,value
1774104231.3426318,train_step,10,1,train/step_loss,1.6544453685444998
1774104231.3426318,train_step,10,1,train/step_real_loss,1.3328416794538498
1774104231.3426318,train_step,10,1,train/lr,0.00018181818181818183
1774104231.3426318,train_step,10,1,train/step_canary_loss,9.887499809265137
1774104231.3426318,train_step,10,1,perf/step_duration_sec,16.81118968501687
1774104231.3426318,train_step,10,1,perf/samples_per_sec,7.911397259322907
1774104231.3426318,train_step,10,1,perf/tokens_per_sec,6461.232193270026
1774104231.3426318,train_step,10,1,perf/logical_batch_size,133.0
1774104231.3426318,train_step,10,1,perf/logical_token_count,108621.0
1774104231.3426318,train_step,10,1,perf/physical_batches,9.0
1774104231.3426318,train_step,10,1,privacy/epsilon,2.347414329116491
1774104231.3426318,train_step,10,1,system/cuda_memory_allocated_gb,16.632154941558838
1774104231.3426318,train_step,10,1,system/cuda_max_memory_allocated_gb,131.87122297286987
1774104391.3749218,train_step,20,1,train/step_loss,1.8121112935683306
1774104391.3749218,train_step,20,1,train/step_real_loss,1.3062276244163513
1774104391.3749218,train_step,20,1,train/lr,0.00019897180218885507
1774104391.3749218,train_step,20,1,train/step_canary_loss,9.90625
1774104391.3749218,train_step,20,1,perf/step_duration_sec,16.703223552554846
1774104391.3749218,train_step,20,1,perf/samples_per_sec,8.142140921007915
1774104391.3749218,train_step,20,1,perf/tokens_per_sec,6130.672901419503
1774104391.3749218,train_step,20,1,perf/logical_batch_size,136.0
1774104391.3749218,train_step,20,1,perf/logical_token_count,102402.0
1774104391.3749218,train_step,20,1,perf/physical_batches,9.0
1774104391.3749218,train_step,20,1,privacy/epsilon,2.9091472084164676
1774104391.3749218,train_step,20,1,system/cuda_memory_allocated_gb,16.91627025604248
1774104391.3749218,train_step,20,1,system/cuda_max_memory_allocated_gb,131.87122440338135
1774104551.8943386,train_step,30,1,train/step_loss,1.5263234859204475
1774104551.8943386,train_step,30,1,train/step_real_loss,1.3384638726711273
1774104551.8943386,train_step,30,1,train/lr,0.00019544467510209388
1774104551.8943386,train_step,30,1,train/step_canary_loss,9.541666984558105
1774104551.8943386,train_step,30,1,perf/step_duration_sec,16.59933592379093
1774104551.8943386,train_step,30,1,perf/samples_per_sec,7.891881976570206
1774104551.8943386,train_step,30,1,perf/tokens_per_sec,6372.1826274025725
1774104551.8943386,train_step,30,1,perf/logical_batch_size,131.0
1774104551.8943386,train_step,30,1,perf/logical_token_count,105774.0
1774104551.8943386,train_step,30,1,perf/physical_batches,9.0
1774104551.8943386,train_step,30,1,privacy/epsilon,3.362310066272621
1774104551.8943386,train_step,30,1,system/cuda_memory_allocated_gb,16.44274616241455
1774104551.8943386,train_step,30,1,system/cuda_max_memory_allocated_gb,131.87122440338135
1774104714.5782459,train_step,40,1,train/step_loss,1.687370542270034
1774104714.5782459,train_step,40,1,train/step_real_loss,1.179063692688942
1774104714.5782459,train_step,40,1,train/lr,0.00018949541262593762
1774104714.5782459,train_step,40,1,train/step_canary_loss,12.53125
1774104714.5782459,train_step,40,1,perf/step_duration_sec,16.881952920928597
1774104714.5782459,train_step,40,1,perf/samples_per_sec,7.937470304983488
1774104714.5782459,train_step,40,1,perf/tokens_per_sec,6684.120049885386
1774104714.5782459,train_step,40,1,perf/logical_batch_size,134.0
1774104714.5782459,train_step,40,1,perf/logical_token_count,112841.0
1774104714.5782459,train_step,40,1,perf/physical_batches,9.0
1774104714.5782459,train_step,40,1,privacy/epsilon,3.7564957912533217
1774104714.5782459,train_step,40,1,system/cuda_memory_allocated_gb,16.72686004638672
1774104714.5782459,train_step,40,1,system/cuda_max_memory_allocated_gb,131.8712272644043
1774104875.8600225,train_step,50,1,train/step_loss,1.5803235182121618
1774104875.8600225,train_step,50,1,train/step_real_loss,1.2159246057271957
1774104875.8600225,train_step,50,1,train/lr,0.00018127499143005268
1774104875.8600225,train_step,50,1,train/step_canary_loss,9.354166984558105
1774104875.8600225,train_step,50,1,perf/step_duration_sec,16.994498278945684
1774104875.8600225,train_step,50,1,perf/samples_per_sec,7.884904738024027
1774104875.8600225,train_step,50,1,perf/tokens_per_sec,6474.683641371163
1774104875.8600225,train_step,50,1,perf/logical_batch_size,134.0
1774104875.8600225,train_step,50,1,perf/logical_token_count,110034.0
1774104875.8600225,train_step,50,1,perf/physical_batches,9.0
1774104875.8600225,train_step,50,1,privacy/epsilon,4.113499817895439
1774104875.8600225,train_step,50,1,system/cuda_memory_allocated_gb,16.72686004638672
1774104875.8600225,train_step,50,1,system/cuda_max_memory_allocated_gb,131.8712272644043
1774104902.9951305,eval_step,50,1,eval/loss,0.8406856013783094
1774104902.9951305,eval_step,50,1,eval/duration_sec,27.13257823884487
1774105063.2638607,train_step,60,1,train/step_loss,1.5876187704559555
1774105063.2638607,train_step,60,1,train/step_real_loss,1.2753675431013107
1774105063.2638607,train_step,60,1,train/lr,0.0001709920242324663
1774105063.2638607,train_step,60,1,train/step_canary_loss,9.581250190734863
1774105063.2638607,train_step,60,1,perf/step_duration_sec,15.612151749432087
1774105063.2638607,train_step,60,1,perf/samples_per_sec,8.519005075955533
1774105063.2638607,train_step,60,1,perf/tokens_per_sec,6636.881428197056
1774105063.2638607,train_step,60,1,perf/logical_batch_size,133.0
1774105063.2638607,train_step,60,1,perf/logical_token_count,103616.0
1774105063.2638607,train_step,60,1,perf/physical_batches,9.0
1774105063.2638607,train_step,60,1,privacy/epsilon,4.44246859480526
1774105063.2638607,train_step,60,1,system/cuda_memory_allocated_gb,16.632154941558838
1774105063.2638607,train_step,60,1,system/cuda_max_memory_allocated_gb,131.87123012542725
1774105222.4852285,train_step,70,1,train/step_loss,1.517450578284986
1774105222.4852285,train_step,70,1,train/step_real_loss,1.238699033856392
1774105222.4852285,train_step,70,1,train/lr,0.00015890746575622231
1774105222.4852285,train_step,70,1,train/step_canary_loss,10.4375
1774105222.4852285,train_step,70,1,perf/step_duration_sec,15.690655367448926
1774105222.4852285,train_step,70,1,perf/samples_per_sec,8.41265051769863
1774105222.4852285,train_step,70,1,perf/tokens_per_sec,6816.286349764424
1774105222.4852285,train_step,70,1,perf/logical_batch_size,132.0
1774105222.4852285,train_step,70,1,perf/logical_token_count,106952.0
1774105222.4852285,train_step,70,1,perf/physical_batches,9.0
1774105222.4852285,train_step,70,1,privacy/epsilon,4.751375515961613
1774105222.4852285,train_step,70,1,system/cuda_memory_allocated_gb,16.53745126724243
1774105222.4852285,train_step,70,1,system/cuda_max_memory_allocated_gb,131.87123012542725
1774105383.1644452,train_step,80,1,train/step_loss,1.6151943637016124
1774105383.1644452,train_step,80,1,train/step_real_loss,1.2959636598825455
1774105383.1644452,train_step,80,1,train/lr,0.00014532799038330385
1774105383.1644452,train_step,80,1,train/step_canary_loss,9.787500381469727
1774105383.1644452,train_step,80,1,perf/step_duration_sec,15.639920819550753
1774105383.1644452,train_step,80,1,perf/samples_per_sec,8.503879369628441
1774105383.1644452,train_step,80,1,perf/tokens_per_sec,6513.715841364871
1774105383.1644452,train_step,80,1,perf/logical_batch_size,133.0
1774105383.1644452,train_step,80,1,perf/logical_token_count,101874.0
1774105383.1644452,train_step,80,1,perf/physical_batches,9.0
1774105383.1644452,train_step,80,1,privacy/epsilon,5.041931555886533
1774105383.1644452,train_step,80,1,system/cuda_memory_allocated_gb,16.632154941558838
1774105383.1644452,train_step,80,1,system/cuda_max_memory_allocated_gb,131.87123012542725
1774105544.5018637,train_step,90,1,train/step_loss,1.8346073206733255
1774105544.5018637,train_step,90,1,train/step_real_loss,1.1992702782154083
1774105544.5018637,train_step,90,1,train/lr,0.00013059820956358998
1774105544.5018637,train_step,90,1,train/step_canary_loss,12.0
1774105544.5018637,train_step,90,1,perf/step_duration_sec,15.920344103127718
1774105544.5018637,train_step,90,1,perf/samples_per_sec,8.542528925193356
1774105544.5018637,train_step,90,1,perf/tokens_per_sec,7012.285618755411
1774105544.5018637,train_step,90,1,perf/logical_batch_size,136.0
1774105544.5018637,train_step,90,1,perf/logical_token_count,111638.0
1774105544.5018637,train_step,90,1,perf/physical_batches,9.0
1774105544.5018637,train_step,90,1,privacy/epsilon,5.3191578546045415
1774105544.5018637,train_step,90,1,system/cuda_memory_allocated_gb,16.91627025604248
1774105544.5018637,train_step,90,1,system/cuda_max_memory_allocated_gb,131.87123012542725
1774105706.236452,train_step,100,1,train/step_loss,1.8485602641451186
1774105706.236452,train_step,100,1,train/step_real_loss,1.201963409781456
1774105706.236452,train_step,100,1,train/lr,0.00011509192648058249
1774105706.236452,train_step,100,1,train/step_canary_loss,10.125
1774105706.236452,train_step,100,1,perf/step_duration_sec,16.586500560864806
1774105706.236452,train_step,100,1,perf/samples_per_sec,8.320019011460776
1774105706.236452,train_step,100,1,perf/tokens_per_sec,6629.547902313321
1774105706.236452,train_step,100,1,perf/logical_batch_size,138.0
1774105706.236452,train_step,100,1,perf/logical_token_count,109961.0
1774105706.236452,train_step,100,1,perf/physical_batches,9.0
1774105706.236452,train_step,100,1,privacy/epsilon,5.584672549637297
1774105706.236452,train_step,100,1,system/cuda_memory_allocated_gb,17.105679035186768
1774105706.236452,train_step,100,1,system/cuda_max_memory_allocated_gb,131.87123012542725
1774105733.3532517,eval_step,100,1,eval/loss,0.8407963089559269
1774105733.3532517,eval_step,100,1,eval/duration_sec,27.114327052608132
1774105818.7189045,train_epoch,104,1,train/epoch_loss,1.6878267472732027
1774105818.7189045,train_epoch,104,1,train/epoch_real_loss,1.2598683254025247
1774105818.7189045,train_epoch,104,1,train/epoch_canary_loss,10.317931891543852
1774105818.7189045,train_epoch,104,1,perf/epoch_duration_sec,1723.9663305338472
1774105818.7189045,train_epoch,104,1,perf/epoch_samples_per_sec,32.29819458408895
1774105818.7189045,train_epoch,104,1,perf/epoch_tokens_per_sec,25523.655665812377
1774105818.7189045,train_epoch,104,1,perf/epoch_samples,55681.0
1774105818.7189045,train_epoch,104,1,perf/epoch_tokens,44001923.0
1774105818.7189045,train_epoch,104,1,system/cuda_epoch_peak_memory_gb,131.87123012542725
1774105818.7189045,train_epoch,104,1,eval/loss,0.8408018544145014
1774105818.7189045,train_epoch,104,1,eval/duration_sec,27.110809052363038
1774105818.7189045,train_epoch,104,1,privacy/epsilon,5.688895252675942
1774105829.5581117,audit_epoch,104,1,audit/delta,1e-05
1774105829.5581117,audit_epoch,104,1,audit/num_canaries,500.0
1774105829.5581117,audit_epoch,104,1,audit/num_members,250.0
1774105829.5581117,audit_epoch,104,1,audit/paper_guess_fraction,0.2
1774105829.5581117,audit_epoch,104,1,audit/paper_guess_steps,20.0
1774105829.5581117,audit_epoch,104,1,audit/loss/auc,0.523776
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon/0.05,0.1320468671619892
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon/0.01,0.0
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/epsilon,0.1320468671619892
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/num_guesses,40.0
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/correct_guesses,27.0
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0
1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/auc,0.517432
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.05,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.01,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0
1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0
1774105829.5581117,audit_epoch,104,1,perf/audit_duration_sec,6.300337256863713
1774105925.8246696,train_step,110,2,train/step_loss,1.5704498792949475
1774105925.8246696,train_step,110,2,train/step_real_loss,1.2367760390043259
1774105925.8246696,train_step,110,2,train/lr,9.920264990753837e-05
1774105925.8246696,train_step,110,2,train/step_canary_loss,10.112500190734863
1774105925.8246696,train_step,110,2,perf/step_duration_sec,15.937676103785634
1774105925.8246696,train_step,110,2,perf/samples_per_sec,8.345005829827905
1774105925.8246696,train_step,110,2,perf/tokens_per_sec,6717.039504559372
1774105925.8246696,train_step,110,2,perf/logical_batch_size,133.0
1774105925.8246696,train_step,110,2,perf/logical_token_count,107054.0
1774105925.8246696,train_step,110,2,perf/physical_batches,9.0
1774105925.8246696,train_step,110,2,privacy/epsilon,5.840075127464654
1774105925.8246696,train_step,110,2,system/cuda_memory_allocated_gb,16.632154941558838
1774105925.8246696,train_step,110,2,system/cuda_max_memory_allocated_gb,131.87122297286987
1774106086.7736225,train_step,120,2,train/step_loss,1.7577342987060547
1774106086.7736225,train_step,120,2,train/step_real_loss,1.249428629875183
1774106086.7736225,train_step,120,2,train/lr,8.333360798744496e-05
1774106086.7736225,train_step,120,2,train/step_canary_loss,9.890625
1774106086.7736225,train_step,120,2,perf/step_duration_sec,16.08638485521078
1774106086.7736225,train_step,120,2,perf/samples_per_sec,8.454354488227118
1774106086.7736225,train_step,120,2,perf/tokens_per_sec,6210.90449465632
1774106086.7736225,train_step,120,2,perf/logical_batch_size,136.0
1774106086.7736225,train_step,120,2,perf/logical_token_count,99911.0
1774106086.7736225,train_step,120,2,perf/physical_batches,9.0
1774106086.7736225,train_step,120,2,privacy/epsilon,6.086971689386329
1774106086.7736225,train_step,120,2,system/cuda_memory_allocated_gb,16.91627025604248
1774106086.7736225,train_step,120,2,system/cuda_max_memory_allocated_gb,131.87122297286987
1774106246.2913072,train_step,130,2,train/step_loss,1.4763632254167036
1774106246.2913072,train_step,130,2,train/step_real_loss,1.1850972324609756
1774106246.2913072,train_step,130,2,train/lr,6.788751536089739e-05
1774106246.2913072,train_step,130,2,train/step_canary_loss,10.796875
1774106246.2913072,train_step,130,2,perf/step_duration_sec,15.515285575762391
1774106246.2913072,train_step,130,2,perf/samples_per_sec,8.507738987815168
1774106246.2913072,train_step,130,2,perf/tokens_per_sec,7127.358337042157
1774106246.2913072,train_step,130,2,perf/logical_batch_size,132.0
1774106246.2913072,train_step,130,2,perf/logical_token_count,110583.0
1774106246.2913072,train_step,130,2,perf/physical_batches,9.0
1774106246.2913072,train_step,130,2,privacy/epsilon,6.327001481453001
1774106246.2913072,train_step,130,2,system/cuda_memory_allocated_gb,16.53745126724243
1774106246.2913072,train_step,130,2,system/cuda_max_memory_allocated_gb,131.87122297286987
1774106405.4323213,train_step,140,2,train/step_loss,1.3830110549926757
1774106405.4323213,train_step,140,2,train/step_real_loss,1.2400698214769363
1774106405.4323213,train_step,140,2,train/lr,5.325635332531864e-05
1774106405.4323213,train_step,140,2,train/step_canary_loss,10.53125
1774106405.4323213,train_step,140,2,perf/step_duration_sec,15.885074591264129
1774106405.4323213,train_step,140,2,perf/samples_per_sec,8.183782786357986
1774106405.4323213,train_step,140,2,perf/tokens_per_sec,6390.841882217511
1774106405.4323213,train_step,140,2,perf/logical_batch_size,130.0
1774106405.4323213,train_step,140,2,perf/logical_token_count,101519.0
1774106405.4323213,train_step,140,2,perf/physical_batches,9.0
1774106405.4323213,train_step,140,2,privacy/epsilon,6.557571491578655
1774106405.4323213,train_step,140,2,system/cuda_memory_allocated_gb,16.34804105758667
1774106405.4323213,train_step,140,2,system/cuda_max_memory_allocated_gb,131.87122297286987
1774106564.9002235,train_step,150,2,train/step_loss,1.4543004363547756
1774106564.9002235,train_step,150,2,train/step_real_loss,1.2664617747068405
1774106564.9002235,train_step,150,2,train/lr,3.981142237826332e-05
1774106564.9002235,train_step,150,2,train/step_canary_loss,9.46875
1774106564.9002235,train_step,150,2,perf/step_duration_sec,15.667665127664804
1774106564.9002235,train_step,150,2,perf/samples_per_sec,8.3611692573573
1774106564.9002235,train_step,150,2,perf/tokens_per_sec,6706.678955912904
1774106564.9002235,train_step,150,2,perf/logical_batch_size,131.0
1774106564.9002235,train_step,150,2,perf/logical_token_count,105078.0
1774106564.9002235,train_step,150,2,perf/physical_batches,9.0
1774106564.9002235,train_step,150,2,privacy/epsilon,6.783113430476456
1774106564.9002235,train_step,150,2,system/cuda_memory_allocated_gb,16.44274616241455
1774106564.9002235,train_step,150,2,system/cuda_max_memory_allocated_gb,131.87122297286987
1774106591.983752,eval_step,150,2,eval/loss,0.8408324812678085
1774106591.983752,eval_step,150,2,eval/duration_sec,27.08070291392505
1774106753.0569706,train_step,160,2,train/step_loss,1.5232838437073213
1774106753.0569706,train_step,160,2,train/step_real_loss,1.2058339715003967
1774106753.0569706,train_step,160,2,train/lr,2.789391958515183e-05
1774106753.0569706,train_step,160,2,train/step_canary_loss,9.65000057220459
1774106753.0569706,train_step,160,2,perf/step_duration_sec,15.89048214443028
1774106753.0569706,train_step,160,2,perf/samples_per_sec,8.369790091398666
1774106753.0569706,train_step,160,2,perf/tokens_per_sec,6626.545314542769
1774106753.0569706,train_step,160,2,perf/logical_batch_size,133.0
1774106753.0569706,train_step,160,2,perf/logical_token_count,105299.0
1774106753.0569706,train_step,160,2,perf/physical_batches,9.0
1774106753.0569706,train_step,160,2,privacy/epsilon,7.0043611451158165
1774106753.0569706,train_step,160,2,system/cuda_memory_allocated_gb,16.632154941558838
1774106753.0569706,train_step,160,2,system/cuda_max_memory_allocated_gb,131.87122583389282
1774106914.1120243,train_step,170,2,train/step_loss,1.4613170623779297
1774106914.1120243,train_step,170,2,train/step_real_loss,1.2692483216524124
1774106914.1120243,train_step,170,2,train/lr,1.7806279893114875e-05
1774106914.1120243,train_step,170,2,train/step_canary_loss,9.65625
1774106914.1120243,train_step,170,2,perf/step_duration_sec,16.511729583144188
1774106914.1120243,train_step,170,2,perf/samples_per_sec,7.933753962015576
1774106914.1120243,train_step,170,2,perf/tokens_per_sec,6002.641909856578
1774106914.1120243,train_step,170,2,perf/logical_batch_size,131.0
1774106914.1120243,train_step,170,2,perf/logical_token_count,99114.0
1774106914.1120243,train_step,170,2,perf/physical_batches,9.0
1774106914.1120243,train_step,170,2,privacy/epsilon,7.2178133573416465
1774106914.1120243,train_step,170,2,system/cuda_memory_allocated_gb,16.44274616241455
1774106914.1120243,train_step,170,2,system/cuda_max_memory_allocated_gb,131.87122583389282
1774107075.0082667,train_step,180,2,train/step_loss,1.596443717159442
1774107075.0082667,train_step,180,2,train/step_real_loss,1.2137574702501297
1774107075.0082667,train_step,180,2,train/lr,9.804501125681243e-06
1774107075.0082667,train_step,180,2,train/step_canary_loss,9.760416984558105
1774107075.0082667,train_step,180,2,perf/step_duration_sec,16.71301623620093
1774107075.0082667,train_step,180,2,perf/samples_per_sec,8.017702975107014
1774107075.0082667,train_step,180,2,perf/tokens_per_sec,6444.079182231532
1774107075.0082667,train_step,180,2,perf/logical_batch_size,134.0
1774107075.0082667,train_step,180,2,perf/logical_token_count,107700.0
1774107075.0082667,train_step,180,2,perf/physical_batches,9.0
1774107075.0082667,train_step,180,2,privacy/epsilon,7.430040084733278
1774107075.0082667,train_step,180,2,system/cuda_memory_allocated_gb,16.72686004638672
1774107075.0082667,train_step,180,2,system/cuda_max_memory_allocated_gb,131.87122583389282
1774107234.6509619,train_step,190,2,train/step_loss,1.266300171844719
1774107234.6509619,train_step,190,2,train/step_real_loss,1.2088103294372559
1774107234.6509619,train_step,190,2,train/lr,4.091647429802869e-06
1774107234.6509619,train_step,190,2,train/step_canary_loss,8.625
1774107234.6509619,train_step,190,2,perf/step_duration_sec,15.97930870205164
1774107234.6509619,train_step,190,2,perf/samples_per_sec,8.072939975396885
1774107234.6509619,train_step,190,2,perf/tokens_per_sec,6843.600185655053
1774107234.6509619,train_step,190,2,perf/logical_batch_size,129.0
1774107234.6509619,train_step,190,2,perf/logical_token_count,109356.0
1774107234.6509619,train_step,190,2,perf/physical_batches,9.0
1774107234.6509619,train_step,190,2,privacy/epsilon,7.633877151395027
1774107234.6509619,train_step,190,2,system/cuda_memory_allocated_gb,16.25333595275879
1774107234.6509619,train_step,190,2,system/cuda_max_memory_allocated_gb,131.87122583389282
1774107394.4373736,train_step,200,2,train/step_loss,1.4888428630250874
1774107394.4373736,train_step,200,2,train/step_real_loss,1.2116387337446213
1774107394.4373736,train_step,200,2,train/lr,8.126960406835249e-07
1774107394.4373736,train_step,200,2,train/step_canary_loss,10.359375
1774107394.4373736,train_step,200,2,perf/step_duration_sec,15.65337066538632
1774107394.4373736,train_step,200,2,perf/samples_per_sec,8.432688576900974
1774107394.4373736,train_step,200,2,perf/tokens_per_sec,6806.010173615901
1774107394.4373736,train_step,200,2,perf/logical_batch_size,132.0
1774107394.4373736,train_step,200,2,perf/logical_token_count,106537.0
1774107394.4373736,train_step,200,2,perf/physical_batches,9.0
1774107394.4373736,train_step,200,2,privacy/epsilon,7.837365803470095
1774107394.4373736,train_step,200,2,system/cuda_memory_allocated_gb,16.53745126724243
1774107394.4373736,train_step,200,2,system/cuda_max_memory_allocated_gb,131.87122583389282
1774107421.5244071,eval_step,200,2,eval/loss,0.8408759900893288
1774107421.5244071,eval_step,200,2,eval/duration_sec,27.08325556665659
1774107571.2318742,train_epoch,208,2,train/epoch_loss,1.630436830589949
1774107571.2318742,train_epoch,208,2,train/epoch_real_loss,1.2123663491021923
1774107571.2318742,train_epoch,208,2,train/epoch_canary_loss,10.257968977715942
1774107571.2318742,train_epoch,208,2,perf/epoch_duration_sec,1714.5822260156274
1774107571.2318742,train_epoch,208,2,perf/epoch_samples_per_sec,32.43880588290495
1774107571.2318742,train_epoch,208,2,perf/epoch_tokens_per_sec,25661.50536987952
1774107571.2318742,train_epoch,208,2,perf/epoch_samples,55619.0
1774107571.2318742,train_epoch,208,2,perf/epoch_tokens,43998761.0
1774107571.2318742,train_epoch,208,2,system/cuda_epoch_peak_memory_gb,131.87122583389282
1774107571.2318742,train_epoch,208,2,eval/loss,0.8408930404432888
1774107571.2318742,train_epoch,208,2,eval/duration_sec,27.044511837884784
1774107571.2318742,train_epoch,208,2,privacy/epsilon,7.995186040237391
1774107582.0385523,audit_epoch,208,2,audit/delta,1e-05
1774107582.0385523,audit_epoch,208,2,audit/num_canaries,500.0
1774107582.0385523,audit_epoch,208,2,audit/num_members,250.0
1774107582.0385523,audit_epoch,208,2,audit/paper_guess_fraction,0.2
1774107582.0385523,audit_epoch,208,2,audit/paper_guess_steps,20.0
1774107582.0385523,audit_epoch,208,2,audit/loss/auc,0.51964
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon/0.05,0.014548719860613346
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon/0.01,0.0
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.014548719860613346
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,35.0
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,23.0
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0
1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/auc,0.523288
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.05,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.01,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0
1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0
1774107582.0385523,audit_epoch,208,2,perf/audit_duration_sec,6.254005836322904
1774107593.1762564,audit_final,208,2,audit/delta,1e-05
1774107593.1762564,audit_final,208,2,audit/num_canaries,500.0
1774107593.1762564,audit_final,208,2,audit/num_members,250.0
1774107593.1762564,audit_final,208,2,audit/paper_guess_fraction,0.2
1774107593.1762564,audit_final,208,2,audit/paper_guess_steps,20.0
1774107593.1762564,audit_final,208,2,audit/loss/auc,0.51964
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon/0.05,0.014548719860613346
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon/0.01,0.0
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.014548719860613346
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,35.0
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,23.0
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0
1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/auc,0.523288
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon/0.05,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon/0.01,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0
1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0
1774107593.6992197,energy_final,208,,energy/codecarbon/duration,3614.081431824714
1774107593.6992197,energy_final,208,,energy/codecarbon/emissions,0.5462366176545209
1774107593.6992197,energy_final,208,,energy/codecarbon/emissions_rate,0.00015114120363877122
1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_power,179.42423601422766
1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_power,2411.5234893258294
1774107593.6992197,energy_final,208,,energy/codecarbon/ram_power,70.0
1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_energy,0.173804537372367
1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_energy,2.4194655916820693
1774107593.6992197,energy_final,208,,energy/codecarbon/ram_energy,0.06780500924975304
1774107593.6992197,energy_final,208,,energy/codecarbon/energy_consumed,2.6610751383041906
1774107593.6992197,energy_final,208,,energy/codecarbon/water_consumed,0.0
1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_count,224.0
1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_count,4.0
1774107593.6992197,energy_final,208,,energy/codecarbon/longitude,-121.9552
1774107593.6992197,energy_final,208,,energy/codecarbon/latitude,37.3541
1774107593.6992197,energy_final,208,,energy/codecarbon/ram_total_size,2015.5625190734863
1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_utilization_percent,3.4103505843071784
1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_utilization_percent,96.21675013912076
1774107593.6992197,energy_final,208,,energy/codecarbon/ram_utilization_percent,3.5672787979966607
1774107593.6992197,energy_final,208,,energy/codecarbon/ram_used_gb,71.43525775724738
1774107593.6992197,energy_final,208,,energy/codecarbon/pue,1.0
1774107593.6992197,energy_final,208,,energy/codecarbon/wue,0.0