| timestamp,event,step,epoch,key,value | |
| 1774096500.8353336,train_step,10,1,train/step_loss,1.6323321043555417 | |
| 1774096500.8353336,train_step,10,1,train/step_real_loss,1.330917976796627 | |
| 1774096500.8353336,train_step,10,1,train/lr,0.00018181818181818183 | |
| 1774096500.8353336,train_step,10,1,train/step_canary_loss,8.062500158945719 | |
| 1774096500.8353336,train_step,10,1,perf/step_duration_sec,17.560116425156593 | |
| 1774096500.8353336,train_step,10,1,perf/samples_per_sec,7.573981674145647 | |
| 1774096500.8353336,train_step,10,1,perf/tokens_per_sec,6185.665138551686 | |
| 1774096500.8353336,train_step,10,1,perf/logical_batch_size,133.0 | |
| 1774096500.8353336,train_step,10,1,perf/logical_token_count,108621.0 | |
| 1774096500.8353336,train_step,10,1,perf/physical_batches,18.0 | |
| 1774096500.8353336,train_step,10,1,privacy/epsilon,0.7131647471248268 | |
| 1774096500.8353336,train_step,10,1,system/cuda_memory_allocated_gb,16.63217782974243 | |
| 1774096500.8353336,train_step,10,1,system/cuda_max_memory_allocated_gb,74.69534254074097 | |
| 1774096676.393492,train_step,20,1,train/step_loss,1.826857232699429 | |
| 1774096676.393492,train_step,20,1,train/step_real_loss,1.3395854756236076 | |
| 1774096676.393492,train_step,20,1,train/lr,0.00019897180218885507 | |
| 1774096676.393492,train_step,20,1,train/step_canary_loss,8.756944444444445 | |
| 1774096676.393492,train_step,20,1,perf/step_duration_sec,18.843991773203015 | |
| 1774096676.393492,train_step,20,1,perf/samples_per_sec,7.217154498729827 | |
| 1774096676.393492,train_step,20,1,perf/tokens_per_sec,5434.1989336686165 | |
| 1774096676.393492,train_step,20,1,perf/logical_batch_size,136.0 | |
| 1774096676.393492,train_step,20,1,perf/logical_token_count,102402.0 | |
| 1774096676.393492,train_step,20,1,perf/physical_batches,18.0 | |
| 1774096676.393492,train_step,20,1,privacy/epsilon,0.9542480237478311 | |
| 1774096676.393492,train_step,20,1,system/cuda_memory_allocated_gb,16.916476249694824 | |
| 1774096676.393492,train_step,20,1,system/cuda_max_memory_allocated_gb,74.69534397125244 | |
| 1774096852.7017646,train_step,30,1,train/step_loss,1.5258880311792546 | |
| 1774096852.7017646,train_step,30,1,train/step_real_loss,1.3621462360024452 | |
| 1774096852.7017646,train_step,30,1,train/lr,0.00019544467510209388 | |
| 1774096852.7017646,train_step,30,1,train/step_canary_loss,6.765625476837158 | |
| 1774096852.7017646,train_step,30,1,perf/step_duration_sec,18.006671600043774 | |
| 1774096852.7017646,train_step,30,1,perf/samples_per_sec,7.275081309289916 | |
| 1774096852.7017646,train_step,30,1,perf/tokens_per_sec,5874.1561099910805 | |
| 1774096852.7017646,train_step,30,1,perf/logical_batch_size,131.0 | |
| 1774096852.7017646,train_step,30,1,perf/logical_token_count,105774.0 | |
| 1774096852.7017646,train_step,30,1,perf/physical_batches,18.0 | |
| 1774096852.7017646,train_step,30,1,privacy/epsilon,1.145336977893831 | |
| 1774096852.7017646,train_step,30,1,system/cuda_memory_allocated_gb,16.442769050598145 | |
| 1774096852.7017646,train_step,30,1,system/cuda_max_memory_allocated_gb,74.69534397125244 | |
| 1774097029.0227332,train_step,40,1,train/step_loss,1.6870967794347693 | |
| 1774097029.0227332,train_step,40,1,train/step_real_loss,1.2007466033101082 | |
| 1774097029.0227332,train_step,40,1,train/lr,0.00018949541262593762 | |
| 1774097029.0227332,train_step,40,1,train/step_canary_loss,10.580357142857142 | |
| 1774097029.0227332,train_step,40,1,perf/step_duration_sec,17.532358843833208 | |
| 1774097029.0227332,train_step,40,1,perf/samples_per_sec,7.643010344106256 | |
| 1774097029.0227332,train_step,40,1,perf/tokens_per_sec,6436.156195815627 | |
| 1774097029.0227332,train_step,40,1,perf/logical_batch_size,134.0 | |
| 1774097029.0227332,train_step,40,1,perf/logical_token_count,112841.0 | |
| 1774097029.0227332,train_step,40,1,perf/physical_batches,18.0 | |
| 1774097029.0227332,train_step,40,1,privacy/epsilon,1.311193108872294 | |
| 1774097029.0227332,train_step,40,1,system/cuda_memory_allocated_gb,16.726882934570312 | |
| 1774097029.0227332,train_step,40,1,system/cuda_max_memory_allocated_gb,74.69534683227539 | |
| 1774097204.3534977,train_step,50,1,train/step_loss,1.5818433902881763 | |
| 1774097204.3534977,train_step,50,1,train/step_real_loss,1.2425691708922386 | |
| 1774097204.3534977,train_step,50,1,train/lr,0.00018127499143005268 | |
| 1774097204.3534977,train_step,50,1,train/step_canary_loss,7.785714830671038 | |
| 1774097204.3534977,train_step,50,1,perf/step_duration_sec,17.701514894142747 | |
| 1774097204.3534977,train_step,50,1,perf/samples_per_sec,7.569973575783576 | |
| 1774097204.3534977,train_step,50,1,perf/tokens_per_sec,6216.078152520672 | |
| 1774097204.3534977,train_step,50,1,perf/logical_batch_size,134.0 | |
| 1774097204.3534977,train_step,50,1,perf/logical_token_count,110034.0 | |
| 1774097204.3534977,train_step,50,1,perf/physical_batches,18.0 | |
| 1774097204.3534977,train_step,50,1,privacy/epsilon,1.4583641061524852 | |
| 1774097204.3534977,train_step,50,1,system/cuda_memory_allocated_gb,16.726882934570312 | |
| 1774097204.3534977,train_step,50,1,system/cuda_max_memory_allocated_gb,74.69534683227539 | |
| 1774097231.3920577,eval_step,50,1,eval/loss,0.8423196817266531 | |
| 1774097231.3920577,eval_step,50,1,eval/duration_sec,27.033981669694185 | |
| 1774097408.5970793,train_step,60,1,train/step_loss,1.6164713336112804 | |
| 1774097408.5970793,train_step,60,1,train/step_real_loss,1.3143803551793098 | |
| 1774097408.5970793,train_step,60,1,train/lr,0.0001709920242324663 | |
| 1774097408.5970793,train_step,60,1,train/step_canary_loss,9.350000381469727 | |
| 1774097408.5970793,train_step,60,1,perf/step_duration_sec,17.616566620767117 | |
| 1774097408.5970793,train_step,60,1,perf/samples_per_sec,7.549711749349289 | |
| 1774097408.5970793,train_step,60,1,perf/tokens_per_sec,5881.736335493052 | |
| 1774097408.5970793,train_step,60,1,perf/logical_batch_size,133.0 | |
| 1774097408.5970793,train_step,60,1,perf/logical_token_count,103616.0 | |
| 1774097408.5970793,train_step,60,1,perf/physical_batches,17.0 | |
| 1774097408.5970793,train_step,60,1,privacy/epsilon,1.5929146459722179 | |
| 1774097408.5970793,train_step,60,1,system/cuda_memory_allocated_gb,16.63217782974243 | |
| 1774097408.5970793,train_step,60,1,system/cuda_max_memory_allocated_gb,74.69534969329834 | |
| 1774097584.0989442,train_step,70,1,train/step_loss,1.5537053346633911 | |
| 1774097584.0989442,train_step,70,1,train/step_real_loss,1.274133626371622 | |
| 1774097584.0989442,train_step,70,1,train/lr,0.00015890746575622231 | |
| 1774097584.0989442,train_step,70,1,train/step_canary_loss,10.5 | |
| 1774097584.0989442,train_step,70,1,perf/step_duration_sec,17.34652972780168 | |
| 1774097584.0989442,train_step,70,1,perf/samples_per_sec,7.609591201889827 | |
| 1774097584.0989442,train_step,70,1,perf/tokens_per_sec,6165.613622913036 | |
| 1774097584.0989442,train_step,70,1,perf/logical_batch_size,132.0 | |
| 1774097584.0989442,train_step,70,1,perf/logical_token_count,106952.0 | |
| 1774097584.0989442,train_step,70,1,perf/physical_batches,17.0 | |
| 1774097584.0989442,train_step,70,1,privacy/epsilon,1.7182200620091768 | |
| 1774097584.0989442,train_step,70,1,system/cuda_memory_allocated_gb,16.537474155426025 | |
| 1774097584.0989442,train_step,70,1,system/cuda_max_memory_allocated_gb,74.69534969329834 | |
| 1774097758.6071105,train_step,80,1,train/step_loss,1.6813924115403254 | |
| 1774097758.6071105,train_step,80,1,train/step_real_loss,1.3261733427643776 | |
| 1774097758.6071105,train_step,80,1,train/lr,0.00014532799038330385 | |
| 1774097758.6071105,train_step,80,1,train/step_canary_loss,10.77500057220459 | |
| 1774097758.6071105,train_step,80,1,perf/step_duration_sec,16.975525552406907 | |
| 1774097758.6071105,train_step,80,1,perf/samples_per_sec,7.834808977748694 | |
| 1774097758.6071105,train_step,80,1,perf/tokens_per_sec,6001.228043602786 | |
| 1774097758.6071105,train_step,80,1,perf/logical_batch_size,133.0 | |
| 1774097758.6071105,train_step,80,1,perf/logical_token_count,101874.0 | |
| 1774097758.6071105,train_step,80,1,perf/physical_batches,17.0 | |
| 1774097758.6071105,train_step,80,1,privacy/epsilon,1.8360751937320303 | |
| 1774097758.6071105,train_step,80,1,system/cuda_memory_allocated_gb,16.63217782974243 | |
| 1774097758.6071105,train_step,80,1,system/cuda_max_memory_allocated_gb,74.69534969329834 | |
| 1774097934.2494926,train_step,90,1,train/step_loss,1.8558794460157408 | |
| 1774097934.2494926,train_step,90,1,train/step_real_loss,1.2407655008137226 | |
| 1774097934.2494926,train_step,90,1,train/lr,0.00013059820956358998 | |
| 1774097934.2494926,train_step,90,1,train/step_canary_loss,10.604166666666666 | |
| 1774097934.2494926,train_step,90,1,perf/step_duration_sec,17.994612561538815 | |
| 1774097934.2494926,train_step,90,1,perf/samples_per_sec,7.557817626520207 | |
| 1774097934.2494926,train_step,90,1,perf/tokens_per_sec,6203.967971981345 | |
| 1774097934.2494926,train_step,90,1,perf/logical_batch_size,136.0 | |
| 1774097934.2494926,train_step,90,1,perf/logical_token_count,111638.0 | |
| 1774097934.2494926,train_step,90,1,perf/physical_batches,18.0 | |
| 1774097934.2494926,train_step,90,1,privacy/epsilon,1.9476934830264792 | |
| 1774097934.2494926,train_step,90,1,system/cuda_memory_allocated_gb,16.916476249694824 | |
| 1774097934.2494926,train_step,90,1,system/cuda_max_memory_allocated_gb,74.69534969329834 | |
| 1774098110.4647262,train_step,100,1,train/step_loss,1.86213939777319 | |
| 1774098110.4647262,train_step,100,1,train/step_real_loss,1.2256366163492203 | |
| 1774098110.4647262,train_step,100,1,train/lr,0.00011509192648058249 | |
| 1774098110.4647262,train_step,100,1,train/step_canary_loss,10.009375 | |
| 1774098110.4647262,train_step,100,1,perf/step_duration_sec,17.502219082787633 | |
| 1774098110.4647262,train_step,100,1,perf/samples_per_sec,7.884714466619527 | |
| 1774098110.4647262,train_step,100,1,perf/tokens_per_sec,6282.689039593839 | |
| 1774098110.4647262,train_step,100,1,perf/logical_batch_size,138.0 | |
| 1774098110.4647262,train_step,100,1,perf/logical_token_count,109961.0 | |
| 1774098110.4647262,train_step,100,1,perf/physical_batches,18.0 | |
| 1774098110.4647262,train_step,100,1,privacy/epsilon,2.054057754637441 | |
| 1774098110.4647262,train_step,100,1,system/cuda_memory_allocated_gb,16.34807252883911 | |
| 1774098110.4647262,train_step,100,1,system/cuda_max_memory_allocated_gb,74.69534969329834 | |
| 1774098137.4743512,eval_step,100,1,eval/loss,0.8425039929905157 | |
| 1774098137.4743512,eval_step,100,1,eval/duration_sec,27.006801065057516 | |
| 1774098228.5487797,train_epoch,104,1,train/epoch_loss,1.7094427731604633 | |
| 1774098228.5487797,train_epoch,104,1,train/epoch_real_loss,1.285309421313279 | |
| 1774098228.5487797,train_epoch,104,1,train/epoch_canary_loss,9.719154772066274 | |
| 1774098228.5487797,train_epoch,104,1,perf/epoch_duration_sec,1878.0538540109992 | |
| 1774098228.5487797,train_epoch,104,1,perf/epoch_samples_per_sec,29.64824458099586 | |
| 1774098228.5487797,train_epoch,104,1,perf/epoch_tokens_per_sec,23429.532069074678 | |
| 1774098228.5487797,train_epoch,104,1,perf/epoch_samples,55681.0 | |
| 1774098228.5487797,train_epoch,104,1,perf/epoch_tokens,44001923.0 | |
| 1774098228.5487797,train_epoch,104,1,system/cuda_epoch_peak_memory_gb,74.69534969329834 | |
| 1774098228.5487797,train_epoch,104,1,eval/loss,0.8425441932404178 | |
| 1774098228.5487797,train_epoch,104,1,eval/duration_sec,26.999734753742814 | |
| 1774098228.5487797,train_epoch,104,1,privacy/epsilon,2.0952814257505974 | |
| 1774098238.4572744,audit_epoch,104,1,audit/delta,1e-05 | |
| 1774098238.4572744,audit_epoch,104,1,audit/num_canaries,500.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/num_members,250.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/paper_guess_fraction,0.2 | |
| 1774098238.4572744,audit_epoch,104,1,audit/paper_guess_steps,20.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/auc,0.527168 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon/0.05,0.09125839080661535 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/epsilon,0.09125839080661535 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/num_guesses,100.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/correct_guesses,61.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/auc,0.514792 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774098238.4572744,audit_epoch,104,1,perf/audit_duration_sec,5.7471471559256315 | |
| 1774098344.630848,train_step,110,2,train/step_loss,1.570878519940732 | |
| 1774098344.630848,train_step,110,2,train/step_real_loss,1.2690251618623734 | |
| 1774098344.630848,train_step,110,2,train/lr,9.920264990753837e-05 | |
| 1774098344.630848,train_step,110,2,train/step_canary_loss,8.010416825612387 | |
| 1774098344.630848,train_step,110,2,perf/step_duration_sec,17.30536743812263 | |
| 1774098344.630848,train_step,110,2,perf/samples_per_sec,7.685476802243991 | |
| 1774098344.630848,train_step,110,2,perf/tokens_per_sec,6186.173184867881 | |
| 1774098344.630848,train_step,110,2,perf/logical_batch_size,133.0 | |
| 1774098344.630848,train_step,110,2,perf/logical_token_count,107054.0 | |
| 1774098344.630848,train_step,110,2,perf/physical_batches,18.0 | |
| 1774098344.630848,train_step,110,2,privacy/epsilon,2.155895236118489 | |
| 1774098344.630848,train_step,110,2,system/cuda_memory_allocated_gb,16.63217782974243 | |
| 1774098344.630848,train_step,110,2,system/cuda_max_memory_allocated_gb,74.69534254074097 | |
| 1774098520.7483177,train_step,120,2,train/step_loss,1.733701615437974 | |
| 1774098520.7483177,train_step,120,2,train/step_real_loss,1.2730829790234566 | |
| 1774098520.7483177,train_step,120,2,train/lr,8.333360798744496e-05 | |
| 1774098520.7483177,train_step,120,2,train/step_canary_loss,8.284722222222221 | |
| 1774098520.7483177,train_step,120,2,perf/step_duration_sec,18.148367216810584 | |
| 1774098520.7483177,train_step,120,2,perf/samples_per_sec,7.493787092539381 | |
| 1774098520.7483177,train_step,120,2,perf/tokens_per_sec,5505.233545608104 | |
| 1774098520.7483177,train_step,120,2,perf/logical_batch_size,136.0 | |
| 1774098520.7483177,train_step,120,2,perf/logical_token_count,99911.0 | |
| 1774098520.7483177,train_step,120,2,perf/physical_batches,18.0 | |
| 1774098520.7483177,train_step,120,2,privacy/epsilon,2.2538737991591966 | |
| 1774098520.7483177,train_step,120,2,system/cuda_memory_allocated_gb,16.916476249694824 | |
| 1774098520.7483177,train_step,120,2,system/cuda_max_memory_allocated_gb,74.69534254074097 | |
| 1774098695.815589,train_step,130,2,train/step_loss,1.4695805564071194 | |
| 1774098695.815589,train_step,130,2,train/step_real_loss,1.2108174487948418 | |
| 1774098695.815589,train_step,130,2,train/lr,6.788751536089739e-05 | |
| 1774098695.815589,train_step,130,2,train/step_canary_loss,9.75 | |
| 1774098695.815589,train_step,130,2,perf/step_duration_sec,16.7934517133981 | |
| 1774098695.815589,train_step,130,2,perf/samples_per_sec,7.860206600331495 | |
| 1774098695.815589,train_step,130,2,perf/tokens_per_sec,6584.88807942771 | |
| 1774098695.815589,train_step,130,2,perf/logical_batch_size,132.0 | |
| 1774098695.815589,train_step,130,2,perf/logical_token_count,110583.0 | |
| 1774098695.815589,train_step,130,2,perf/physical_batches,17.0 | |
| 1774098695.815589,train_step,130,2,privacy/epsilon,2.34829265801524 | |
| 1774098695.815589,train_step,130,2,system/cuda_memory_allocated_gb,16.537474155426025 | |
| 1774098695.815589,train_step,130,2,system/cuda_max_memory_allocated_gb,74.69534254074097 | |
| 1774098871.6479974,train_step,140,2,train/step_loss,1.409767813354958 | |
| 1774098871.6479974,train_step,140,2,train/step_real_loss,1.280211590230465 | |
| 1774098871.6479974,train_step,140,2,train/lr,5.325635332531864e-05 | |
| 1774098871.6479974,train_step,140,2,train/step_canary_loss,6.9375 | |
| 1774098871.6479974,train_step,140,2,perf/step_duration_sec,17.296851823106408 | |
| 1774098871.6479974,train_step,140,2,perf/samples_per_sec,7.515818562215838 | |
| 1774098871.6479974,train_step,140,2,perf/tokens_per_sec,5869.218343212228 | |
| 1774098871.6479974,train_step,140,2,perf/logical_batch_size,130.0 | |
| 1774098871.6479974,train_step,140,2,perf/logical_token_count,101519.0 | |
| 1774098871.6479974,train_step,140,2,perf/physical_batches,18.0 | |
| 1774098871.6479974,train_step,140,2,privacy/epsilon,2.4397183333948855 | |
| 1774098871.6479974,train_step,140,2,system/cuda_memory_allocated_gb,16.348063945770264 | |
| 1774098871.6479974,train_step,140,2,system/cuda_max_memory_allocated_gb,74.69534254074097 | |
| 1774099047.329602,train_step,150,2,train/step_loss,1.470641034250041 | |
| 1774099047.329602,train_step,150,2,train/step_real_loss,1.2892888560891151 | |
| 1774099047.329602,train_step,150,2,train/lr,3.981142237826332e-05 | |
| 1774099047.329602,train_step,150,2,train/step_canary_loss,9.208333969116211 | |
| 1774099047.329602,train_step,150,2,perf/step_duration_sec,17.535365080460906 | |
| 1774099047.329602,train_step,150,2,perf/samples_per_sec,7.4706172012334715 | |
| 1774099047.329602,train_step,150,2,perf/tokens_per_sec,5992.347437184814 | |
| 1774099047.329602,train_step,150,2,perf/logical_batch_size,131.0 | |
| 1774099047.329602,train_step,150,2,perf/logical_token_count,105078.0 | |
| 1774099047.329602,train_step,150,2,perf/physical_batches,17.0 | |
| 1774099047.329602,train_step,150,2,privacy/epsilon,2.5283910517887054 | |
| 1774099047.329602,train_step,150,2,system/cuda_memory_allocated_gb,16.442769050598145 | |
| 1774099047.329602,train_step,150,2,system/cuda_max_memory_allocated_gb,74.69534254074097 | |
| 1774099074.3730319,eval_step,150,2,eval/loss,0.842570746081999 | |
| 1774099074.3730319,eval_step,150,2,eval/duration_sec,27.040043698623776 | |
| 1774099249.8653634,train_step,160,2,train/step_loss,1.536541504646415 | |
| 1774099249.8653634,train_step,160,2,train/step_real_loss,1.2477270364761353 | |
| 1774099249.8653634,train_step,160,2,train/lr,2.789391958515183e-05 | |
| 1774099249.8653634,train_step,160,2,train/step_canary_loss,7.697916825612386 | |
| 1774099249.8653634,train_step,160,2,perf/step_duration_sec,17.38564824871719 | |
| 1774099249.8653634,train_step,160,2,perf/samples_per_sec,7.649987972683935 | |
| 1774099249.8653634,train_step,160,2,perf/tokens_per_sec,6056.662282222899 | |
| 1774099249.8653634,train_step,160,2,perf/logical_batch_size,133.0 | |
| 1774099249.8653634,train_step,160,2,perf/logical_token_count,105299.0 | |
| 1774099249.8653634,train_step,160,2,perf/physical_batches,18.0 | |
| 1774099249.8653634,train_step,160,2,privacy/epsilon,2.6145698431381854 | |
| 1774099249.8653634,train_step,160,2,system/cuda_memory_allocated_gb,16.63217782974243 | |
| 1774099249.8653634,train_step,160,2,system/cuda_max_memory_allocated_gb,74.69534540176392 | |
| 1774099424.502899,train_step,170,2,train/step_loss,1.4997789441174223 | |
| 1774099424.502899,train_step,170,2,train/step_real_loss,1.2844417318701744 | |
| 1774099424.502899,train_step,170,2,train/lr,1.7806279893114875e-05 | |
| 1774099424.502899,train_step,170,2,train/step_canary_loss,10.6875 | |
| 1774099424.502899,train_step,170,2,perf/step_duration_sec,17.294984631240368 | |
| 1774099424.502899,train_step,170,2,perf/samples_per_sec,7.574450211616343 | |
| 1774099424.502899,train_step,170,2,perf/tokens_per_sec,5730.794337970551 | |
| 1774099424.502899,train_step,170,2,perf/logical_batch_size,131.0 | |
| 1774099424.502899,train_step,170,2,perf/logical_token_count,99114.0 | |
| 1774099424.502899,train_step,170,2,perf/physical_batches,17.0 | |
| 1774099424.502899,train_step,170,2,privacy/epsilon,2.6985357679843074 | |
| 1774099424.502899,train_step,170,2,system/cuda_memory_allocated_gb,16.442769050598145 | |
| 1774099424.502899,train_step,170,2,system/cuda_max_memory_allocated_gb,74.69534540176392 | |
| 1774099602.7806635,train_step,180,2,train/step_loss,1.5966231734664351 | |
| 1774099602.7806635,train_step,180,2,train/step_real_loss,1.2403349727392197 | |
| 1774099602.7806635,train_step,180,2,train/lr,9.804501125681243e-06 | |
| 1774099602.7806635,train_step,180,2,train/step_canary_loss,8.111607415335518 | |
| 1774099602.7806635,train_step,180,2,perf/step_duration_sec,17.99831911176443 | |
| 1774099602.7806635,train_step,180,2,perf/samples_per_sec,7.445139691539982 | |
| 1774099602.7806635,train_step,180,2,perf/tokens_per_sec,5983.892125215344 | |
| 1774099602.7806635,train_step,180,2,perf/logical_batch_size,134.0 | |
| 1774099602.7806635,train_step,180,2,perf/logical_token_count,107700.0 | |
| 1774099602.7806635,train_step,180,2,perf/physical_batches,18.0 | |
| 1774099602.7806635,train_step,180,2,privacy/epsilon,2.780402267783889 | |
| 1774099602.7806635,train_step,180,2,system/cuda_memory_allocated_gb,16.726882934570312 | |
| 1774099602.7806635,train_step,180,2,system/cuda_max_memory_allocated_gb,74.69534540176392 | |
| 1774099786.8860722,train_step,190,2,train/step_loss,1.301622830904447 | |
| 1774099786.8860722,train_step,190,2,train/step_real_loss,1.246277093887329 | |
| 1774099786.8860722,train_step,190,2,train/lr,4.091647429802869e-06 | |
| 1774099786.8860722,train_step,190,2,train/step_canary_loss,4.84375 | |
| 1774099786.8860722,train_step,190,2,perf/step_duration_sec,17.514903953298926 | |
| 1774099786.8860722,train_step,190,2,perf/samples_per_sec,7.3651560033649455 | |
| 1774099786.8860722,train_step,190,2,perf/tokens_per_sec,6243.596898480441 | |
| 1774099786.8860722,train_step,190,2,perf/logical_batch_size,129.0 | |
| 1774099786.8860722,train_step,190,2,perf/logical_token_count,109356.0 | |
| 1774099786.8860722,train_step,190,2,perf/physical_batches,18.0 | |
| 1774099786.8860722,train_step,190,2,privacy/epsilon,2.860377969759561 | |
| 1774099786.8860722,train_step,190,2,system/cuda_memory_allocated_gb,16.253358840942383 | |
| 1774099786.8860722,train_step,190,2,system/cuda_max_memory_allocated_gb,74.69534540176392 | |
| 1774099963.4199688,train_step,200,2,train/step_loss,1.5310632604541201 | |
| 1774099963.4199688,train_step,200,2,train/step_real_loss,1.2371121123433113 | |
| 1774099963.4199688,train_step,200,2,train/lr,8.126960406835249e-07 | |
| 1774099963.4199688,train_step,200,2,train/step_canary_loss,10.9375 | |
| 1774099963.4199688,train_step,200,2,perf/step_duration_sec,16.793452875688672 | |
| 1774099963.4199688,train_step,200,2,perf/samples_per_sec,7.860206056319249 | |
| 1774099963.4199688,train_step,200,2,perf/tokens_per_sec,6343.96039865215 | |
| 1774099963.4199688,train_step,200,2,perf/logical_batch_size,132.0 | |
| 1774099963.4199688,train_step,200,2,perf/logical_token_count,106537.0 | |
| 1774099963.4199688,train_step,200,2,perf/physical_batches,17.0 | |
| 1774099963.4199688,train_step,200,2,privacy/epsilon,2.938565800812133 | |
| 1774099963.4199688,train_step,200,2,system/cuda_memory_allocated_gb,16.537474155426025 | |
| 1774099963.4199688,train_step,200,2,system/cuda_max_memory_allocated_gb,74.69534540176392 | |
| 1774099990.6645026,eval_step,200,2,eval/loss,0.8425621900750303 | |
| 1774099990.6645026,eval_step,200,2,eval/duration_sec,27.24077794700861 | |
| 1774100151.6417675,train_epoch,208,2,train/epoch_loss,1.6631105757675884 | |
| 1774100151.6417675,train_epoch,208,2,train/epoch_real_loss,1.2492633356516678 | |
| 1774100151.6417675,train_epoch,208,2,train/epoch_canary_loss,9.74998009501868 | |
| 1774100151.6417675,train_epoch,208,2,perf/epoch_duration_sec,1886.0955602359027 | |
| 1774100151.6417675,train_epoch,208,2,perf/epoch_samples_per_sec,29.488961838732855 | |
| 1774100151.6417675,train_epoch,208,2,perf/epoch_tokens_per_sec,23327.959583605018 | |
| 1774100151.6417675,train_epoch,208,2,perf/epoch_samples,55619.0 | |
| 1774100151.6417675,train_epoch,208,2,perf/epoch_tokens,43998761.0 | |
| 1774100151.6417675,train_epoch,208,2,system/cuda_epoch_peak_memory_gb,74.69534540176392 | |
| 1774100151.6417675,train_epoch,208,2,eval/loss,0.8425623961221212 | |
| 1774100151.6417675,train_epoch,208,2,eval/duration_sec,27.067450830712914 | |
| 1774100151.6417675,train_epoch,208,2,privacy/epsilon,2.9999680995370417 | |
| 1774100161.8989484,audit_epoch,208,2,audit/delta,1e-05 | |
| 1774100161.8989484,audit_epoch,208,2,audit/num_canaries,500.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/num_members,250.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/paper_guess_fraction,0.2 | |
| 1774100161.8989484,audit_epoch,208,2,audit/paper_guess_steps,20.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/auc,0.525808 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon/0.05,0.05073561053723097 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.05073561053723097 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,100.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,60.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/auc,0.520928 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774100161.8989484,audit_epoch,208,2,perf/audit_duration_sec,5.841585950925946 | |
| 1774100172.4001799,audit_final,208,2,audit/delta,1e-05 | |
| 1774100172.4001799,audit_final,208,2,audit/num_canaries,500.0 | |
| 1774100172.4001799,audit_final,208,2,audit/num_members,250.0 | |
| 1774100172.4001799,audit_final,208,2,audit/paper_guess_fraction,0.2 | |
| 1774100172.4001799,audit_final,208,2,audit/paper_guess_steps,20.0 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/auc,0.525808 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon/0.05,0.05073561053723097 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.05073561053723097 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,100.0 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,60.0 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/auc,0.520928 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774100172.4001799,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/duration,3938.0607158355415 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/emissions,0.5702959606126596 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/emissions_rate,0.00014481644691749236 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/cpu_power,179.92904019353898 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/gpu_power,2298.550082608512 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/ram_power,70.0 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/cpu_energy,0.18975838183590477 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/gpu_energy,2.514705143984827 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/ram_energy,0.07382037755078118 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/energy_consumed,2.778283903371513 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/water_consumed,0.0 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/cpu_count,224.0 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/gpu_count,4.0 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/longitude,-121.9552 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/latitude,37.3541 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/ram_total_size,2015.5625190734863 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/cpu_utilization_percent,2.4580389144905275 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/gpu_utilization_percent,95.87682458386683 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/ram_utilization_percent,2.36410650281618 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/ram_used_gb,47.93522234837092 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/pue,1.0 | |
| 1774100172.924808,energy_final,208,,energy/codecarbon/wue,0.0 | |