starcoder2-7b/dp3/scalars.csv

timestamp,event,step,epoch,key,value
1774096500.8353336,train_step,10,1,train/step_loss,1.6323321043555417
1774096500.8353336,train_step,10,1,train/step_real_loss,1.330917976796627
1774096500.8353336,train_step,10,1,train/lr,0.00018181818181818183
1774096500.8353336,train_step,10,1,train/step_canary_loss,8.062500158945719
1774096500.8353336,train_step,10,1,perf/step_duration_sec,17.560116425156593
1774096500.8353336,train_step,10,1,perf/samples_per_sec,7.573981674145647
1774096500.8353336,train_step,10,1,perf/tokens_per_sec,6185.665138551686
1774096500.8353336,train_step,10,1,perf/logical_batch_size,133.0
1774096500.8353336,train_step,10,1,perf/logical_token_count,108621.0
1774096500.8353336,train_step,10,1,perf/physical_batches,18.0
1774096500.8353336,train_step,10,1,privacy/epsilon,0.7131647471248268
1774096500.8353336,train_step,10,1,system/cuda_memory_allocated_gb,16.63217782974243
1774096500.8353336,train_step,10,1,system/cuda_max_memory_allocated_gb,74.69534254074097
1774096676.393492,train_step,20,1,train/step_loss,1.826857232699429
1774096676.393492,train_step,20,1,train/step_real_loss,1.3395854756236076
1774096676.393492,train_step,20,1,train/lr,0.00019897180218885507
1774096676.393492,train_step,20,1,train/step_canary_loss,8.756944444444445
1774096676.393492,train_step,20,1,perf/step_duration_sec,18.843991773203015
1774096676.393492,train_step,20,1,perf/samples_per_sec,7.217154498729827
1774096676.393492,train_step,20,1,perf/tokens_per_sec,5434.1989336686165
1774096676.393492,train_step,20,1,perf/logical_batch_size,136.0
1774096676.393492,train_step,20,1,perf/logical_token_count,102402.0
1774096676.393492,train_step,20,1,perf/physical_batches,18.0
1774096676.393492,train_step,20,1,privacy/epsilon,0.9542480237478311
1774096676.393492,train_step,20,1,system/cuda_memory_allocated_gb,16.916476249694824
1774096676.393492,train_step,20,1,system/cuda_max_memory_allocated_gb,74.69534397125244
1774096852.7017646,train_step,30,1,train/step_loss,1.5258880311792546
1774096852.7017646,train_step,30,1,train/step_real_loss,1.3621462360024452
1774096852.7017646,train_step,30,1,train/lr,0.00019544467510209388
1774096852.7017646,train_step,30,1,train/step_canary_loss,6.765625476837158
1774096852.7017646,train_step,30,1,perf/step_duration_sec,18.006671600043774
1774096852.7017646,train_step,30,1,perf/samples_per_sec,7.275081309289916
1774096852.7017646,train_step,30,1,perf/tokens_per_sec,5874.1561099910805
1774096852.7017646,train_step,30,1,perf/logical_batch_size,131.0
1774096852.7017646,train_step,30,1,perf/logical_token_count,105774.0
1774096852.7017646,train_step,30,1,perf/physical_batches,18.0
1774096852.7017646,train_step,30,1,privacy/epsilon,1.145336977893831
1774096852.7017646,train_step,30,1,system/cuda_memory_allocated_gb,16.442769050598145
1774096852.7017646,train_step,30,1,system/cuda_max_memory_allocated_gb,74.69534397125244
1774097029.0227332,train_step,40,1,train/step_loss,1.6870967794347693
1774097029.0227332,train_step,40,1,train/step_real_loss,1.2007466033101082
1774097029.0227332,train_step,40,1,train/lr,0.00018949541262593762
1774097029.0227332,train_step,40,1,train/step_canary_loss,10.580357142857142
1774097029.0227332,train_step,40,1,perf/step_duration_sec,17.532358843833208
1774097029.0227332,train_step,40,1,perf/samples_per_sec,7.643010344106256
1774097029.0227332,train_step,40,1,perf/tokens_per_sec,6436.156195815627
1774097029.0227332,train_step,40,1,perf/logical_batch_size,134.0
1774097029.0227332,train_step,40,1,perf/logical_token_count,112841.0
1774097029.0227332,train_step,40,1,perf/physical_batches,18.0
1774097029.0227332,train_step,40,1,privacy/epsilon,1.311193108872294
1774097029.0227332,train_step,40,1,system/cuda_memory_allocated_gb,16.726882934570312
1774097029.0227332,train_step,40,1,system/cuda_max_memory_allocated_gb,74.69534683227539
1774097204.3534977,train_step,50,1,train/step_loss,1.5818433902881763
1774097204.3534977,train_step,50,1,train/step_real_loss,1.2425691708922386
1774097204.3534977,train_step,50,1,train/lr,0.00018127499143005268
1774097204.3534977,train_step,50,1,train/step_canary_loss,7.785714830671038
1774097204.3534977,train_step,50,1,perf/step_duration_sec,17.701514894142747
1774097204.3534977,train_step,50,1,perf/samples_per_sec,7.569973575783576
1774097204.3534977,train_step,50,1,perf/tokens_per_sec,6216.078152520672
1774097204.3534977,train_step,50,1,perf/logical_batch_size,134.0
1774097204.3534977,train_step,50,1,perf/logical_token_count,110034.0
1774097204.3534977,train_step,50,1,perf/physical_batches,18.0
1774097204.3534977,train_step,50,1,privacy/epsilon,1.4583641061524852
1774097204.3534977,train_step,50,1,system/cuda_memory_allocated_gb,16.726882934570312
1774097204.3534977,train_step,50,1,system/cuda_max_memory_allocated_gb,74.69534683227539
1774097231.3920577,eval_step,50,1,eval/loss,0.8423196817266531
1774097231.3920577,eval_step,50,1,eval/duration_sec,27.033981669694185
1774097408.5970793,train_step,60,1,train/step_loss,1.6164713336112804
1774097408.5970793,train_step,60,1,train/step_real_loss,1.3143803551793098
1774097408.5970793,train_step,60,1,train/lr,0.0001709920242324663
1774097408.5970793,train_step,60,1,train/step_canary_loss,9.350000381469727
1774097408.5970793,train_step,60,1,perf/step_duration_sec,17.616566620767117
1774097408.5970793,train_step,60,1,perf/samples_per_sec,7.549711749349289
1774097408.5970793,train_step,60,1,perf/tokens_per_sec,5881.736335493052
1774097408.5970793,train_step,60,1,perf/logical_batch_size,133.0
1774097408.5970793,train_step,60,1,perf/logical_token_count,103616.0
1774097408.5970793,train_step,60,1,perf/physical_batches,17.0
1774097408.5970793,train_step,60,1,privacy/epsilon,1.5929146459722179
1774097408.5970793,train_step,60,1,system/cuda_memory_allocated_gb,16.63217782974243
1774097408.5970793,train_step,60,1,system/cuda_max_memory_allocated_gb,74.69534969329834
1774097584.0989442,train_step,70,1,train/step_loss,1.5537053346633911
1774097584.0989442,train_step,70,1,train/step_real_loss,1.274133626371622
1774097584.0989442,train_step,70,1,train/lr,0.00015890746575622231
1774097584.0989442,train_step,70,1,train/step_canary_loss,10.5
1774097584.0989442,train_step,70,1,perf/step_duration_sec,17.34652972780168
1774097584.0989442,train_step,70,1,perf/samples_per_sec,7.609591201889827
1774097584.0989442,train_step,70,1,perf/tokens_per_sec,6165.613622913036
1774097584.0989442,train_step,70,1,perf/logical_batch_size,132.0
1774097584.0989442,train_step,70,1,perf/logical_token_count,106952.0
1774097584.0989442,train_step,70,1,perf/physical_batches,17.0
1774097584.0989442,train_step,70,1,privacy/epsilon,1.7182200620091768
1774097584.0989442,train_step,70,1,system/cuda_memory_allocated_gb,16.537474155426025
1774097584.0989442,train_step,70,1,system/cuda_max_memory_allocated_gb,74.69534969329834
1774097758.6071105,train_step,80,1,train/step_loss,1.6813924115403254
1774097758.6071105,train_step,80,1,train/step_real_loss,1.3261733427643776
1774097758.6071105,train_step,80,1,train/lr,0.00014532799038330385
1774097758.6071105,train_step,80,1,train/step_canary_loss,10.77500057220459
1774097758.6071105,train_step,80,1,perf/step_duration_sec,16.975525552406907
1774097758.6071105,train_step,80,1,perf/samples_per_sec,7.834808977748694
1774097758.6071105,train_step,80,1,perf/tokens_per_sec,6001.228043602786
1774097758.6071105,train_step,80,1,perf/logical_batch_size,133.0
1774097758.6071105,train_step,80,1,perf/logical_token_count,101874.0
1774097758.6071105,train_step,80,1,perf/physical_batches,17.0
1774097758.6071105,train_step,80,1,privacy/epsilon,1.8360751937320303
1774097758.6071105,train_step,80,1,system/cuda_memory_allocated_gb,16.63217782974243
1774097758.6071105,train_step,80,1,system/cuda_max_memory_allocated_gb,74.69534969329834
1774097934.2494926,train_step,90,1,train/step_loss,1.8558794460157408
1774097934.2494926,train_step,90,1,train/step_real_loss,1.2407655008137226
1774097934.2494926,train_step,90,1,train/lr,0.00013059820956358998
1774097934.2494926,train_step,90,1,train/step_canary_loss,10.604166666666666
1774097934.2494926,train_step,90,1,perf/step_duration_sec,17.994612561538815
1774097934.2494926,train_step,90,1,perf/samples_per_sec,7.557817626520207
1774097934.2494926,train_step,90,1,perf/tokens_per_sec,6203.967971981345
1774097934.2494926,train_step,90,1,perf/logical_batch_size,136.0
1774097934.2494926,train_step,90,1,perf/logical_token_count,111638.0
1774097934.2494926,train_step,90,1,perf/physical_batches,18.0
1774097934.2494926,train_step,90,1,privacy/epsilon,1.9476934830264792
1774097934.2494926,train_step,90,1,system/cuda_memory_allocated_gb,16.916476249694824
1774097934.2494926,train_step,90,1,system/cuda_max_memory_allocated_gb,74.69534969329834
1774098110.4647262,train_step,100,1,train/step_loss,1.86213939777319
1774098110.4647262,train_step,100,1,train/step_real_loss,1.2256366163492203
1774098110.4647262,train_step,100,1,train/lr,0.00011509192648058249
1774098110.4647262,train_step,100,1,train/step_canary_loss,10.009375
1774098110.4647262,train_step,100,1,perf/step_duration_sec,17.502219082787633
1774098110.4647262,train_step,100,1,perf/samples_per_sec,7.884714466619527
1774098110.4647262,train_step,100,1,perf/tokens_per_sec,6282.689039593839
1774098110.4647262,train_step,100,1,perf/logical_batch_size,138.0
1774098110.4647262,train_step,100,1,perf/logical_token_count,109961.0
1774098110.4647262,train_step,100,1,perf/physical_batches,18.0
1774098110.4647262,train_step,100,1,privacy/epsilon,2.054057754637441
1774098110.4647262,train_step,100,1,system/cuda_memory_allocated_gb,16.34807252883911
1774098110.4647262,train_step,100,1,system/cuda_max_memory_allocated_gb,74.69534969329834
1774098137.4743512,eval_step,100,1,eval/loss,0.8425039929905157
1774098137.4743512,eval_step,100,1,eval/duration_sec,27.006801065057516
1774098228.5487797,train_epoch,104,1,train/epoch_loss,1.7094427731604633
1774098228.5487797,train_epoch,104,1,train/epoch_real_loss,1.285309421313279
1774098228.5487797,train_epoch,104,1,train/epoch_canary_loss,9.719154772066274
1774098228.5487797,train_epoch,104,1,perf/epoch_duration_sec,1878.0538540109992
1774098228.5487797,train_epoch,104,1,perf/epoch_samples_per_sec,29.64824458099586
1774098228.5487797,train_epoch,104,1,perf/epoch_tokens_per_sec,23429.532069074678
1774098228.5487797,train_epoch,104,1,perf/epoch_samples,55681.0
1774098228.5487797,train_epoch,104,1,perf/epoch_tokens,44001923.0
1774098228.5487797,train_epoch,104,1,system/cuda_epoch_peak_memory_gb,74.69534969329834
1774098228.5487797,train_epoch,104,1,eval/loss,0.8425441932404178
1774098228.5487797,train_epoch,104,1,eval/duration_sec,26.999734753742814
1774098228.5487797,train_epoch,104,1,privacy/epsilon,2.0952814257505974
1774098238.4572744,audit_epoch,104,1,audit/delta,1e-05
1774098238.4572744,audit_epoch,104,1,audit/num_canaries,500.0
1774098238.4572744,audit_epoch,104,1,audit/num_members,250.0
1774098238.4572744,audit_epoch,104,1,audit/paper_guess_fraction,0.2
1774098238.4572744,audit_epoch,104,1,audit/paper_guess_steps,20.0
1774098238.4572744,audit_epoch,104,1,audit/loss/auc,0.527168
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon/0.05,0.09125839080661535
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon/0.01,0.0
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/epsilon,0.09125839080661535
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/num_guesses,100.0
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/correct_guesses,61.0
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0
1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/auc,0.514792
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.05,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.01,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0
1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0
1774098238.4572744,audit_epoch,104,1,perf/audit_duration_sec,5.7471471559256315
1774098344.630848,train_step,110,2,train/step_loss,1.570878519940732
1774098344.630848,train_step,110,2,train/step_real_loss,1.2690251618623734
1774098344.630848,train_step,110,2,train/lr,9.920264990753837e-05
1774098344.630848,train_step,110,2,train/step_canary_loss,8.010416825612387
1774098344.630848,train_step,110,2,perf/step_duration_sec,17.30536743812263
1774098344.630848,train_step,110,2,perf/samples_per_sec,7.685476802243991
1774098344.630848,train_step,110,2,perf/tokens_per_sec,6186.173184867881
1774098344.630848,train_step,110,2,perf/logical_batch_size,133.0
1774098344.630848,train_step,110,2,perf/logical_token_count,107054.0
1774098344.630848,train_step,110,2,perf/physical_batches,18.0
1774098344.630848,train_step,110,2,privacy/epsilon,2.155895236118489
1774098344.630848,train_step,110,2,system/cuda_memory_allocated_gb,16.63217782974243
1774098344.630848,train_step,110,2,system/cuda_max_memory_allocated_gb,74.69534254074097
1774098520.7483177,train_step,120,2,train/step_loss,1.733701615437974
1774098520.7483177,train_step,120,2,train/step_real_loss,1.2730829790234566
1774098520.7483177,train_step,120,2,train/lr,8.333360798744496e-05
1774098520.7483177,train_step,120,2,train/step_canary_loss,8.284722222222221
1774098520.7483177,train_step,120,2,perf/step_duration_sec,18.148367216810584
1774098520.7483177,train_step,120,2,perf/samples_per_sec,7.493787092539381
1774098520.7483177,train_step,120,2,perf/tokens_per_sec,5505.233545608104
1774098520.7483177,train_step,120,2,perf/logical_batch_size,136.0
1774098520.7483177,train_step,120,2,perf/logical_token_count,99911.0
1774098520.7483177,train_step,120,2,perf/physical_batches,18.0
1774098520.7483177,train_step,120,2,privacy/epsilon,2.2538737991591966
1774098520.7483177,train_step,120,2,system/cuda_memory_allocated_gb,16.916476249694824
1774098520.7483177,train_step,120,2,system/cuda_max_memory_allocated_gb,74.69534254074097
1774098695.815589,train_step,130,2,train/step_loss,1.4695805564071194
1774098695.815589,train_step,130,2,train/step_real_loss,1.2108174487948418
1774098695.815589,train_step,130,2,train/lr,6.788751536089739e-05
1774098695.815589,train_step,130,2,train/step_canary_loss,9.75
1774098695.815589,train_step,130,2,perf/step_duration_sec,16.7934517133981
1774098695.815589,train_step,130,2,perf/samples_per_sec,7.860206600331495
1774098695.815589,train_step,130,2,perf/tokens_per_sec,6584.88807942771
1774098695.815589,train_step,130,2,perf/logical_batch_size,132.0
1774098695.815589,train_step,130,2,perf/logical_token_count,110583.0
1774098695.815589,train_step,130,2,perf/physical_batches,17.0
1774098695.815589,train_step,130,2,privacy/epsilon,2.34829265801524
1774098695.815589,train_step,130,2,system/cuda_memory_allocated_gb,16.537474155426025
1774098695.815589,train_step,130,2,system/cuda_max_memory_allocated_gb,74.69534254074097
1774098871.6479974,train_step,140,2,train/step_loss,1.409767813354958
1774098871.6479974,train_step,140,2,train/step_real_loss,1.280211590230465
1774098871.6479974,train_step,140,2,train/lr,5.325635332531864e-05
1774098871.6479974,train_step,140,2,train/step_canary_loss,6.9375
1774098871.6479974,train_step,140,2,perf/step_duration_sec,17.296851823106408
1774098871.6479974,train_step,140,2,perf/samples_per_sec,7.515818562215838
1774098871.6479974,train_step,140,2,perf/tokens_per_sec,5869.218343212228
1774098871.6479974,train_step,140,2,perf/logical_batch_size,130.0
1774098871.6479974,train_step,140,2,perf/logical_token_count,101519.0
1774098871.6479974,train_step,140,2,perf/physical_batches,18.0
1774098871.6479974,train_step,140,2,privacy/epsilon,2.4397183333948855
1774098871.6479974,train_step,140,2,system/cuda_memory_allocated_gb,16.348063945770264
1774098871.6479974,train_step,140,2,system/cuda_max_memory_allocated_gb,74.69534254074097
1774099047.329602,train_step,150,2,train/step_loss,1.470641034250041
1774099047.329602,train_step,150,2,train/step_real_loss,1.2892888560891151
1774099047.329602,train_step,150,2,train/lr,3.981142237826332e-05
1774099047.329602,train_step,150,2,train/step_canary_loss,9.208333969116211
1774099047.329602,train_step,150,2,perf/step_duration_sec,17.535365080460906
1774099047.329602,train_step,150,2,perf/samples_per_sec,7.4706172012334715
1774099047.329602,train_step,150,2,perf/tokens_per_sec,5992.347437184814
1774099047.329602,train_step,150,2,perf/logical_batch_size,131.0
1774099047.329602,train_step,150,2,perf/logical_token_count,105078.0
1774099047.329602,train_step,150,2,perf/physical_batches,17.0
1774099047.329602,train_step,150,2,privacy/epsilon,2.5283910517887054
1774099047.329602,train_step,150,2,system/cuda_memory_allocated_gb,16.442769050598145
1774099047.329602,train_step,150,2,system/cuda_max_memory_allocated_gb,74.69534254074097
1774099074.3730319,eval_step,150,2,eval/loss,0.842570746081999
1774099074.3730319,eval_step,150,2,eval/duration_sec,27.040043698623776
1774099249.8653634,train_step,160,2,train/step_loss,1.536541504646415
1774099249.8653634,train_step,160,2,train/step_real_loss,1.2477270364761353
1774099249.8653634,train_step,160,2,train/lr,2.789391958515183e-05
1774099249.8653634,train_step,160,2,train/step_canary_loss,7.697916825612386
1774099249.8653634,train_step,160,2,perf/step_duration_sec,17.38564824871719
1774099249.8653634,train_step,160,2,perf/samples_per_sec,7.649987972683935
1774099249.8653634,train_step,160,2,perf/tokens_per_sec,6056.662282222899
1774099249.8653634,train_step,160,2,perf/logical_batch_size,133.0
1774099249.8653634,train_step,160,2,perf/logical_token_count,105299.0
1774099249.8653634,train_step,160,2,perf/physical_batches,18.0
1774099249.8653634,train_step,160,2,privacy/epsilon,2.6145698431381854
1774099249.8653634,train_step,160,2,system/cuda_memory_allocated_gb,16.63217782974243
1774099249.8653634,train_step,160,2,system/cuda_max_memory_allocated_gb,74.69534540176392
1774099424.502899,train_step,170,2,train/step_loss,1.4997789441174223
1774099424.502899,train_step,170,2,train/step_real_loss,1.2844417318701744
1774099424.502899,train_step,170,2,train/lr,1.7806279893114875e-05
1774099424.502899,train_step,170,2,train/step_canary_loss,10.6875
1774099424.502899,train_step,170,2,perf/step_duration_sec,17.294984631240368
1774099424.502899,train_step,170,2,perf/samples_per_sec,7.574450211616343
1774099424.502899,train_step,170,2,perf/tokens_per_sec,5730.794337970551
1774099424.502899,train_step,170,2,perf/logical_batch_size,131.0
1774099424.502899,train_step,170,2,perf/logical_token_count,99114.0
1774099424.502899,train_step,170,2,perf/physical_batches,17.0
1774099424.502899,train_step,170,2,privacy/epsilon,2.6985357679843074
1774099424.502899,train_step,170,2,system/cuda_memory_allocated_gb,16.442769050598145
1774099424.502899,train_step,170,2,system/cuda_max_memory_allocated_gb,74.69534540176392
1774099602.7806635,train_step,180,2,train/step_loss,1.5966231734664351
1774099602.7806635,train_step,180,2,train/step_real_loss,1.2403349727392197
1774099602.7806635,train_step,180,2,train/lr,9.804501125681243e-06
1774099602.7806635,train_step,180,2,train/step_canary_loss,8.111607415335518
1774099602.7806635,train_step,180,2,perf/step_duration_sec,17.99831911176443
1774099602.7806635,train_step,180,2,perf/samples_per_sec,7.445139691539982
1774099602.7806635,train_step,180,2,perf/tokens_per_sec,5983.892125215344
1774099602.7806635,train_step,180,2,perf/logical_batch_size,134.0
1774099602.7806635,train_step,180,2,perf/logical_token_count,107700.0
1774099602.7806635,train_step,180,2,perf/physical_batches,18.0
1774099602.7806635,train_step,180,2,privacy/epsilon,2.780402267783889
1774099602.7806635,train_step,180,2,system/cuda_memory_allocated_gb,16.726882934570312
1774099602.7806635,train_step,180,2,system/cuda_max_memory_allocated_gb,74.69534540176392
1774099786.8860722,train_step,190,2,train/step_loss,1.301622830904447
1774099786.8860722,train_step,190,2,train/step_real_loss,1.246277093887329
1774099786.8860722,train_step,190,2,train/lr,4.091647429802869e-06
1774099786.8860722,train_step,190,2,train/step_canary_loss,4.84375
1774099786.8860722,train_step,190,2,perf/step_duration_sec,17.514903953298926
1774099786.8860722,train_step,190,2,perf/samples_per_sec,7.3651560033649455
1774099786.8860722,train_step,190,2,perf/tokens_per_sec,6243.596898480441
1774099786.8860722,train_step,190,2,perf/logical_batch_size,129.0
1774099786.8860722,train_step,190,2,perf/logical_token_count,109356.0
1774099786.8860722,train_step,190,2,perf/physical_batches,18.0
1774099786.8860722,train_step,190,2,privacy/epsilon,2.860377969759561
1774099786.8860722,train_step,190,2,system/cuda_memory_allocated_gb,16.253358840942383
1774099786.8860722,train_step,190,2,system/cuda_max_memory_allocated_gb,74.69534540176392
1774099963.4199688,train_step,200,2,train/step_loss,1.5310632604541201
1774099963.4199688,train_step,200,2,train/step_real_loss,1.2371121123433113
1774099963.4199688,train_step,200,2,train/lr,8.126960406835249e-07
1774099963.4199688,train_step,200,2,train/step_canary_loss,10.9375
1774099963.4199688,train_step,200,2,perf/step_duration_sec,16.793452875688672
1774099963.4199688,train_step,200,2,perf/samples_per_sec,7.860206056319249
1774099963.4199688,train_step,200,2,perf/tokens_per_sec,6343.96039865215
1774099963.4199688,train_step,200,2,perf/logical_batch_size,132.0
1774099963.4199688,train_step,200,2,perf/logical_token_count,106537.0
1774099963.4199688,train_step,200,2,perf/physical_batches,17.0
1774099963.4199688,train_step,200,2,privacy/epsilon,2.938565800812133
1774099963.4199688,train_step,200,2,system/cuda_memory_allocated_gb,16.537474155426025
1774099963.4199688,train_step,200,2,system/cuda_max_memory_allocated_gb,74.69534540176392
1774099990.6645026,eval_step,200,2,eval/loss,0.8425621900750303
1774099990.6645026,eval_step,200,2,eval/duration_sec,27.24077794700861
1774100151.6417675,train_epoch,208,2,train/epoch_loss,1.6631105757675884
1774100151.6417675,train_epoch,208,2,train/epoch_real_loss,1.2492633356516678
1774100151.6417675,train_epoch,208,2,train/epoch_canary_loss,9.74998009501868
1774100151.6417675,train_epoch,208,2,perf/epoch_duration_sec,1886.0955602359027
1774100151.6417675,train_epoch,208,2,perf/epoch_samples_per_sec,29.488961838732855
1774100151.6417675,train_epoch,208,2,perf/epoch_tokens_per_sec,23327.959583605018
1774100151.6417675,train_epoch,208,2,perf/epoch_samples,55619.0
1774100151.6417675,train_epoch,208,2,perf/epoch_tokens,43998761.0
1774100151.6417675,train_epoch,208,2,system/cuda_epoch_peak_memory_gb,74.69534540176392
1774100151.6417675,train_epoch,208,2,eval/loss,0.8425623961221212
1774100151.6417675,train_epoch,208,2,eval/duration_sec,27.067450830712914
1774100151.6417675,train_epoch,208,2,privacy/epsilon,2.9999680995370417
1774100161.8989484,audit_epoch,208,2,audit/delta,1e-05
1774100161.8989484,audit_epoch,208,2,audit/num_canaries,500.0
1774100161.8989484,audit_epoch,208,2,audit/num_members,250.0
1774100161.8989484,audit_epoch,208,2,audit/paper_guess_fraction,0.2
1774100161.8989484,audit_epoch,208,2,audit/paper_guess_steps,20.0
1774100161.8989484,audit_epoch,208,2,audit/loss/auc,0.525808
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon/0.05,0.05073561053723097
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon/0.01,0.0
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.05073561053723097
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,100.0
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,60.0
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0
1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/auc,0.520928
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.05,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.01,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0
1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0
1774100161.8989484,audit_epoch,208,2,perf/audit_duration_sec,5.841585950925946
1774100172.4001799,audit_final,208,2,audit/delta,1e-05
1774100172.4001799,audit_final,208,2,audit/num_canaries,500.0
1774100172.4001799,audit_final,208,2,audit/num_members,250.0
1774100172.4001799,audit_final,208,2,audit/paper_guess_fraction,0.2
1774100172.4001799,audit_final,208,2,audit/paper_guess_steps,20.0
1774100172.4001799,audit_final,208,2,audit/loss/auc,0.525808
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon/0.05,0.05073561053723097
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon/0.01,0.0
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.05073561053723097
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,100.0
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,60.0
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0
1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/auc,0.520928
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon/0.05,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon/0.01,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0
1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0
1774100172.924808,energy_final,208,,energy/codecarbon/duration,3938.0607158355415
1774100172.924808,energy_final,208,,energy/codecarbon/emissions,0.5702959606126596
1774100172.924808,energy_final,208,,energy/codecarbon/emissions_rate,0.00014481644691749236
1774100172.924808,energy_final,208,,energy/codecarbon/cpu_power,179.92904019353898
1774100172.924808,energy_final,208,,energy/codecarbon/gpu_power,2298.550082608512
1774100172.924808,energy_final,208,,energy/codecarbon/ram_power,70.0
1774100172.924808,energy_final,208,,energy/codecarbon/cpu_energy,0.18975838183590477
1774100172.924808,energy_final,208,,energy/codecarbon/gpu_energy,2.514705143984827
1774100172.924808,energy_final,208,,energy/codecarbon/ram_energy,0.07382037755078118
1774100172.924808,energy_final,208,,energy/codecarbon/energy_consumed,2.778283903371513
1774100172.924808,energy_final,208,,energy/codecarbon/water_consumed,0.0
1774100172.924808,energy_final,208,,energy/codecarbon/cpu_count,224.0
1774100172.924808,energy_final,208,,energy/codecarbon/gpu_count,4.0
1774100172.924808,energy_final,208,,energy/codecarbon/longitude,-121.9552
1774100172.924808,energy_final,208,,energy/codecarbon/latitude,37.3541
1774100172.924808,energy_final,208,,energy/codecarbon/ram_total_size,2015.5625190734863
1774100172.924808,energy_final,208,,energy/codecarbon/cpu_utilization_percent,2.4580389144905275
1774100172.924808,energy_final,208,,energy/codecarbon/gpu_utilization_percent,95.87682458386683
1774100172.924808,energy_final,208,,energy/codecarbon/ram_utilization_percent,2.36410650281618
1774100172.924808,energy_final,208,,energy/codecarbon/ram_used_gb,47.93522234837092
1774100172.924808,energy_final,208,,energy/codecarbon/pue,1.0
1774100172.924808,energy_final,208,,energy/codecarbon/wue,0.0