| timestamp,event,step,epoch,key,value | |
| 1774104231.3426318,train_step,10,1,train/step_loss,1.6544453685444998 | |
| 1774104231.3426318,train_step,10,1,train/step_real_loss,1.3328416794538498 | |
| 1774104231.3426318,train_step,10,1,train/lr,0.00018181818181818183 | |
| 1774104231.3426318,train_step,10,1,train/step_canary_loss,9.887499809265137 | |
| 1774104231.3426318,train_step,10,1,perf/step_duration_sec,16.81118968501687 | |
| 1774104231.3426318,train_step,10,1,perf/samples_per_sec,7.911397259322907 | |
| 1774104231.3426318,train_step,10,1,perf/tokens_per_sec,6461.232193270026 | |
| 1774104231.3426318,train_step,10,1,perf/logical_batch_size,133.0 | |
| 1774104231.3426318,train_step,10,1,perf/logical_token_count,108621.0 | |
| 1774104231.3426318,train_step,10,1,perf/physical_batches,9.0 | |
| 1774104231.3426318,train_step,10,1,privacy/epsilon,2.347414329116491 | |
| 1774104231.3426318,train_step,10,1,system/cuda_memory_allocated_gb,16.632154941558838 | |
| 1774104231.3426318,train_step,10,1,system/cuda_max_memory_allocated_gb,131.87122297286987 | |
| 1774104391.3749218,train_step,20,1,train/step_loss,1.8121112935683306 | |
| 1774104391.3749218,train_step,20,1,train/step_real_loss,1.3062276244163513 | |
| 1774104391.3749218,train_step,20,1,train/lr,0.00019897180218885507 | |
| 1774104391.3749218,train_step,20,1,train/step_canary_loss,9.90625 | |
| 1774104391.3749218,train_step,20,1,perf/step_duration_sec,16.703223552554846 | |
| 1774104391.3749218,train_step,20,1,perf/samples_per_sec,8.142140921007915 | |
| 1774104391.3749218,train_step,20,1,perf/tokens_per_sec,6130.672901419503 | |
| 1774104391.3749218,train_step,20,1,perf/logical_batch_size,136.0 | |
| 1774104391.3749218,train_step,20,1,perf/logical_token_count,102402.0 | |
| 1774104391.3749218,train_step,20,1,perf/physical_batches,9.0 | |
| 1774104391.3749218,train_step,20,1,privacy/epsilon,2.9091472084164676 | |
| 1774104391.3749218,train_step,20,1,system/cuda_memory_allocated_gb,16.91627025604248 | |
| 1774104391.3749218,train_step,20,1,system/cuda_max_memory_allocated_gb,131.87122440338135 | |
| 1774104551.8943386,train_step,30,1,train/step_loss,1.5263234859204475 | |
| 1774104551.8943386,train_step,30,1,train/step_real_loss,1.3384638726711273 | |
| 1774104551.8943386,train_step,30,1,train/lr,0.00019544467510209388 | |
| 1774104551.8943386,train_step,30,1,train/step_canary_loss,9.541666984558105 | |
| 1774104551.8943386,train_step,30,1,perf/step_duration_sec,16.59933592379093 | |
| 1774104551.8943386,train_step,30,1,perf/samples_per_sec,7.891881976570206 | |
| 1774104551.8943386,train_step,30,1,perf/tokens_per_sec,6372.1826274025725 | |
| 1774104551.8943386,train_step,30,1,perf/logical_batch_size,131.0 | |
| 1774104551.8943386,train_step,30,1,perf/logical_token_count,105774.0 | |
| 1774104551.8943386,train_step,30,1,perf/physical_batches,9.0 | |
| 1774104551.8943386,train_step,30,1,privacy/epsilon,3.362310066272621 | |
| 1774104551.8943386,train_step,30,1,system/cuda_memory_allocated_gb,16.44274616241455 | |
| 1774104551.8943386,train_step,30,1,system/cuda_max_memory_allocated_gb,131.87122440338135 | |
| 1774104714.5782459,train_step,40,1,train/step_loss,1.687370542270034 | |
| 1774104714.5782459,train_step,40,1,train/step_real_loss,1.179063692688942 | |
| 1774104714.5782459,train_step,40,1,train/lr,0.00018949541262593762 | |
| 1774104714.5782459,train_step,40,1,train/step_canary_loss,12.53125 | |
| 1774104714.5782459,train_step,40,1,perf/step_duration_sec,16.881952920928597 | |
| 1774104714.5782459,train_step,40,1,perf/samples_per_sec,7.937470304983488 | |
| 1774104714.5782459,train_step,40,1,perf/tokens_per_sec,6684.120049885386 | |
| 1774104714.5782459,train_step,40,1,perf/logical_batch_size,134.0 | |
| 1774104714.5782459,train_step,40,1,perf/logical_token_count,112841.0 | |
| 1774104714.5782459,train_step,40,1,perf/physical_batches,9.0 | |
| 1774104714.5782459,train_step,40,1,privacy/epsilon,3.7564957912533217 | |
| 1774104714.5782459,train_step,40,1,system/cuda_memory_allocated_gb,16.72686004638672 | |
| 1774104714.5782459,train_step,40,1,system/cuda_max_memory_allocated_gb,131.8712272644043 | |
| 1774104875.8600225,train_step,50,1,train/step_loss,1.5803235182121618 | |
| 1774104875.8600225,train_step,50,1,train/step_real_loss,1.2159246057271957 | |
| 1774104875.8600225,train_step,50,1,train/lr,0.00018127499143005268 | |
| 1774104875.8600225,train_step,50,1,train/step_canary_loss,9.354166984558105 | |
| 1774104875.8600225,train_step,50,1,perf/step_duration_sec,16.994498278945684 | |
| 1774104875.8600225,train_step,50,1,perf/samples_per_sec,7.884904738024027 | |
| 1774104875.8600225,train_step,50,1,perf/tokens_per_sec,6474.683641371163 | |
| 1774104875.8600225,train_step,50,1,perf/logical_batch_size,134.0 | |
| 1774104875.8600225,train_step,50,1,perf/logical_token_count,110034.0 | |
| 1774104875.8600225,train_step,50,1,perf/physical_batches,9.0 | |
| 1774104875.8600225,train_step,50,1,privacy/epsilon,4.113499817895439 | |
| 1774104875.8600225,train_step,50,1,system/cuda_memory_allocated_gb,16.72686004638672 | |
| 1774104875.8600225,train_step,50,1,system/cuda_max_memory_allocated_gb,131.8712272644043 | |
| 1774104902.9951305,eval_step,50,1,eval/loss,0.8406856013783094 | |
| 1774104902.9951305,eval_step,50,1,eval/duration_sec,27.13257823884487 | |
| 1774105063.2638607,train_step,60,1,train/step_loss,1.5876187704559555 | |
| 1774105063.2638607,train_step,60,1,train/step_real_loss,1.2753675431013107 | |
| 1774105063.2638607,train_step,60,1,train/lr,0.0001709920242324663 | |
| 1774105063.2638607,train_step,60,1,train/step_canary_loss,9.581250190734863 | |
| 1774105063.2638607,train_step,60,1,perf/step_duration_sec,15.612151749432087 | |
| 1774105063.2638607,train_step,60,1,perf/samples_per_sec,8.519005075955533 | |
| 1774105063.2638607,train_step,60,1,perf/tokens_per_sec,6636.881428197056 | |
| 1774105063.2638607,train_step,60,1,perf/logical_batch_size,133.0 | |
| 1774105063.2638607,train_step,60,1,perf/logical_token_count,103616.0 | |
| 1774105063.2638607,train_step,60,1,perf/physical_batches,9.0 | |
| 1774105063.2638607,train_step,60,1,privacy/epsilon,4.44246859480526 | |
| 1774105063.2638607,train_step,60,1,system/cuda_memory_allocated_gb,16.632154941558838 | |
| 1774105063.2638607,train_step,60,1,system/cuda_max_memory_allocated_gb,131.87123012542725 | |
| 1774105222.4852285,train_step,70,1,train/step_loss,1.517450578284986 | |
| 1774105222.4852285,train_step,70,1,train/step_real_loss,1.238699033856392 | |
| 1774105222.4852285,train_step,70,1,train/lr,0.00015890746575622231 | |
| 1774105222.4852285,train_step,70,1,train/step_canary_loss,10.4375 | |
| 1774105222.4852285,train_step,70,1,perf/step_duration_sec,15.690655367448926 | |
| 1774105222.4852285,train_step,70,1,perf/samples_per_sec,8.41265051769863 | |
| 1774105222.4852285,train_step,70,1,perf/tokens_per_sec,6816.286349764424 | |
| 1774105222.4852285,train_step,70,1,perf/logical_batch_size,132.0 | |
| 1774105222.4852285,train_step,70,1,perf/logical_token_count,106952.0 | |
| 1774105222.4852285,train_step,70,1,perf/physical_batches,9.0 | |
| 1774105222.4852285,train_step,70,1,privacy/epsilon,4.751375515961613 | |
| 1774105222.4852285,train_step,70,1,system/cuda_memory_allocated_gb,16.53745126724243 | |
| 1774105222.4852285,train_step,70,1,system/cuda_max_memory_allocated_gb,131.87123012542725 | |
| 1774105383.1644452,train_step,80,1,train/step_loss,1.6151943637016124 | |
| 1774105383.1644452,train_step,80,1,train/step_real_loss,1.2959636598825455 | |
| 1774105383.1644452,train_step,80,1,train/lr,0.00014532799038330385 | |
| 1774105383.1644452,train_step,80,1,train/step_canary_loss,9.787500381469727 | |
| 1774105383.1644452,train_step,80,1,perf/step_duration_sec,15.639920819550753 | |
| 1774105383.1644452,train_step,80,1,perf/samples_per_sec,8.503879369628441 | |
| 1774105383.1644452,train_step,80,1,perf/tokens_per_sec,6513.715841364871 | |
| 1774105383.1644452,train_step,80,1,perf/logical_batch_size,133.0 | |
| 1774105383.1644452,train_step,80,1,perf/logical_token_count,101874.0 | |
| 1774105383.1644452,train_step,80,1,perf/physical_batches,9.0 | |
| 1774105383.1644452,train_step,80,1,privacy/epsilon,5.041931555886533 | |
| 1774105383.1644452,train_step,80,1,system/cuda_memory_allocated_gb,16.632154941558838 | |
| 1774105383.1644452,train_step,80,1,system/cuda_max_memory_allocated_gb,131.87123012542725 | |
| 1774105544.5018637,train_step,90,1,train/step_loss,1.8346073206733255 | |
| 1774105544.5018637,train_step,90,1,train/step_real_loss,1.1992702782154083 | |
| 1774105544.5018637,train_step,90,1,train/lr,0.00013059820956358998 | |
| 1774105544.5018637,train_step,90,1,train/step_canary_loss,12.0 | |
| 1774105544.5018637,train_step,90,1,perf/step_duration_sec,15.920344103127718 | |
| 1774105544.5018637,train_step,90,1,perf/samples_per_sec,8.542528925193356 | |
| 1774105544.5018637,train_step,90,1,perf/tokens_per_sec,7012.285618755411 | |
| 1774105544.5018637,train_step,90,1,perf/logical_batch_size,136.0 | |
| 1774105544.5018637,train_step,90,1,perf/logical_token_count,111638.0 | |
| 1774105544.5018637,train_step,90,1,perf/physical_batches,9.0 | |
| 1774105544.5018637,train_step,90,1,privacy/epsilon,5.3191578546045415 | |
| 1774105544.5018637,train_step,90,1,system/cuda_memory_allocated_gb,16.91627025604248 | |
| 1774105544.5018637,train_step,90,1,system/cuda_max_memory_allocated_gb,131.87123012542725 | |
| 1774105706.236452,train_step,100,1,train/step_loss,1.8485602641451186 | |
| 1774105706.236452,train_step,100,1,train/step_real_loss,1.201963409781456 | |
| 1774105706.236452,train_step,100,1,train/lr,0.00011509192648058249 | |
| 1774105706.236452,train_step,100,1,train/step_canary_loss,10.125 | |
| 1774105706.236452,train_step,100,1,perf/step_duration_sec,16.586500560864806 | |
| 1774105706.236452,train_step,100,1,perf/samples_per_sec,8.320019011460776 | |
| 1774105706.236452,train_step,100,1,perf/tokens_per_sec,6629.547902313321 | |
| 1774105706.236452,train_step,100,1,perf/logical_batch_size,138.0 | |
| 1774105706.236452,train_step,100,1,perf/logical_token_count,109961.0 | |
| 1774105706.236452,train_step,100,1,perf/physical_batches,9.0 | |
| 1774105706.236452,train_step,100,1,privacy/epsilon,5.584672549637297 | |
| 1774105706.236452,train_step,100,1,system/cuda_memory_allocated_gb,17.105679035186768 | |
| 1774105706.236452,train_step,100,1,system/cuda_max_memory_allocated_gb,131.87123012542725 | |
| 1774105733.3532517,eval_step,100,1,eval/loss,0.8407963089559269 | |
| 1774105733.3532517,eval_step,100,1,eval/duration_sec,27.114327052608132 | |
| 1774105818.7189045,train_epoch,104,1,train/epoch_loss,1.6878267472732027 | |
| 1774105818.7189045,train_epoch,104,1,train/epoch_real_loss,1.2598683254025247 | |
| 1774105818.7189045,train_epoch,104,1,train/epoch_canary_loss,10.317931891543852 | |
| 1774105818.7189045,train_epoch,104,1,perf/epoch_duration_sec,1723.9663305338472 | |
| 1774105818.7189045,train_epoch,104,1,perf/epoch_samples_per_sec,32.29819458408895 | |
| 1774105818.7189045,train_epoch,104,1,perf/epoch_tokens_per_sec,25523.655665812377 | |
| 1774105818.7189045,train_epoch,104,1,perf/epoch_samples,55681.0 | |
| 1774105818.7189045,train_epoch,104,1,perf/epoch_tokens,44001923.0 | |
| 1774105818.7189045,train_epoch,104,1,system/cuda_epoch_peak_memory_gb,131.87123012542725 | |
| 1774105818.7189045,train_epoch,104,1,eval/loss,0.8408018544145014 | |
| 1774105818.7189045,train_epoch,104,1,eval/duration_sec,27.110809052363038 | |
| 1774105818.7189045,train_epoch,104,1,privacy/epsilon,5.688895252675942 | |
| 1774105829.5581117,audit_epoch,104,1,audit/delta,1e-05 | |
| 1774105829.5581117,audit_epoch,104,1,audit/num_canaries,500.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/num_members,250.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/paper_guess_fraction,0.2 | |
| 1774105829.5581117,audit_epoch,104,1,audit/paper_guess_steps,20.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/auc,0.523776 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon/0.05,0.1320468671619892 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/epsilon,0.1320468671619892 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/num_guesses,40.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.05/correct_guesses,27.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/auc,0.517432 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774105829.5581117,audit_epoch,104,1,perf/audit_duration_sec,6.300337256863713 | |
| 1774105925.8246696,train_step,110,2,train/step_loss,1.5704498792949475 | |
| 1774105925.8246696,train_step,110,2,train/step_real_loss,1.2367760390043259 | |
| 1774105925.8246696,train_step,110,2,train/lr,9.920264990753837e-05 | |
| 1774105925.8246696,train_step,110,2,train/step_canary_loss,10.112500190734863 | |
| 1774105925.8246696,train_step,110,2,perf/step_duration_sec,15.937676103785634 | |
| 1774105925.8246696,train_step,110,2,perf/samples_per_sec,8.345005829827905 | |
| 1774105925.8246696,train_step,110,2,perf/tokens_per_sec,6717.039504559372 | |
| 1774105925.8246696,train_step,110,2,perf/logical_batch_size,133.0 | |
| 1774105925.8246696,train_step,110,2,perf/logical_token_count,107054.0 | |
| 1774105925.8246696,train_step,110,2,perf/physical_batches,9.0 | |
| 1774105925.8246696,train_step,110,2,privacy/epsilon,5.840075127464654 | |
| 1774105925.8246696,train_step,110,2,system/cuda_memory_allocated_gb,16.632154941558838 | |
| 1774105925.8246696,train_step,110,2,system/cuda_max_memory_allocated_gb,131.87122297286987 | |
| 1774106086.7736225,train_step,120,2,train/step_loss,1.7577342987060547 | |
| 1774106086.7736225,train_step,120,2,train/step_real_loss,1.249428629875183 | |
| 1774106086.7736225,train_step,120,2,train/lr,8.333360798744496e-05 | |
| 1774106086.7736225,train_step,120,2,train/step_canary_loss,9.890625 | |
| 1774106086.7736225,train_step,120,2,perf/step_duration_sec,16.08638485521078 | |
| 1774106086.7736225,train_step,120,2,perf/samples_per_sec,8.454354488227118 | |
| 1774106086.7736225,train_step,120,2,perf/tokens_per_sec,6210.90449465632 | |
| 1774106086.7736225,train_step,120,2,perf/logical_batch_size,136.0 | |
| 1774106086.7736225,train_step,120,2,perf/logical_token_count,99911.0 | |
| 1774106086.7736225,train_step,120,2,perf/physical_batches,9.0 | |
| 1774106086.7736225,train_step,120,2,privacy/epsilon,6.086971689386329 | |
| 1774106086.7736225,train_step,120,2,system/cuda_memory_allocated_gb,16.91627025604248 | |
| 1774106086.7736225,train_step,120,2,system/cuda_max_memory_allocated_gb,131.87122297286987 | |
| 1774106246.2913072,train_step,130,2,train/step_loss,1.4763632254167036 | |
| 1774106246.2913072,train_step,130,2,train/step_real_loss,1.1850972324609756 | |
| 1774106246.2913072,train_step,130,2,train/lr,6.788751536089739e-05 | |
| 1774106246.2913072,train_step,130,2,train/step_canary_loss,10.796875 | |
| 1774106246.2913072,train_step,130,2,perf/step_duration_sec,15.515285575762391 | |
| 1774106246.2913072,train_step,130,2,perf/samples_per_sec,8.507738987815168 | |
| 1774106246.2913072,train_step,130,2,perf/tokens_per_sec,7127.358337042157 | |
| 1774106246.2913072,train_step,130,2,perf/logical_batch_size,132.0 | |
| 1774106246.2913072,train_step,130,2,perf/logical_token_count,110583.0 | |
| 1774106246.2913072,train_step,130,2,perf/physical_batches,9.0 | |
| 1774106246.2913072,train_step,130,2,privacy/epsilon,6.327001481453001 | |
| 1774106246.2913072,train_step,130,2,system/cuda_memory_allocated_gb,16.53745126724243 | |
| 1774106246.2913072,train_step,130,2,system/cuda_max_memory_allocated_gb,131.87122297286987 | |
| 1774106405.4323213,train_step,140,2,train/step_loss,1.3830110549926757 | |
| 1774106405.4323213,train_step,140,2,train/step_real_loss,1.2400698214769363 | |
| 1774106405.4323213,train_step,140,2,train/lr,5.325635332531864e-05 | |
| 1774106405.4323213,train_step,140,2,train/step_canary_loss,10.53125 | |
| 1774106405.4323213,train_step,140,2,perf/step_duration_sec,15.885074591264129 | |
| 1774106405.4323213,train_step,140,2,perf/samples_per_sec,8.183782786357986 | |
| 1774106405.4323213,train_step,140,2,perf/tokens_per_sec,6390.841882217511 | |
| 1774106405.4323213,train_step,140,2,perf/logical_batch_size,130.0 | |
| 1774106405.4323213,train_step,140,2,perf/logical_token_count,101519.0 | |
| 1774106405.4323213,train_step,140,2,perf/physical_batches,9.0 | |
| 1774106405.4323213,train_step,140,2,privacy/epsilon,6.557571491578655 | |
| 1774106405.4323213,train_step,140,2,system/cuda_memory_allocated_gb,16.34804105758667 | |
| 1774106405.4323213,train_step,140,2,system/cuda_max_memory_allocated_gb,131.87122297286987 | |
| 1774106564.9002235,train_step,150,2,train/step_loss,1.4543004363547756 | |
| 1774106564.9002235,train_step,150,2,train/step_real_loss,1.2664617747068405 | |
| 1774106564.9002235,train_step,150,2,train/lr,3.981142237826332e-05 | |
| 1774106564.9002235,train_step,150,2,train/step_canary_loss,9.46875 | |
| 1774106564.9002235,train_step,150,2,perf/step_duration_sec,15.667665127664804 | |
| 1774106564.9002235,train_step,150,2,perf/samples_per_sec,8.3611692573573 | |
| 1774106564.9002235,train_step,150,2,perf/tokens_per_sec,6706.678955912904 | |
| 1774106564.9002235,train_step,150,2,perf/logical_batch_size,131.0 | |
| 1774106564.9002235,train_step,150,2,perf/logical_token_count,105078.0 | |
| 1774106564.9002235,train_step,150,2,perf/physical_batches,9.0 | |
| 1774106564.9002235,train_step,150,2,privacy/epsilon,6.783113430476456 | |
| 1774106564.9002235,train_step,150,2,system/cuda_memory_allocated_gb,16.44274616241455 | |
| 1774106564.9002235,train_step,150,2,system/cuda_max_memory_allocated_gb,131.87122297286987 | |
| 1774106591.983752,eval_step,150,2,eval/loss,0.8408324812678085 | |
| 1774106591.983752,eval_step,150,2,eval/duration_sec,27.08070291392505 | |
| 1774106753.0569706,train_step,160,2,train/step_loss,1.5232838437073213 | |
| 1774106753.0569706,train_step,160,2,train/step_real_loss,1.2058339715003967 | |
| 1774106753.0569706,train_step,160,2,train/lr,2.789391958515183e-05 | |
| 1774106753.0569706,train_step,160,2,train/step_canary_loss,9.65000057220459 | |
| 1774106753.0569706,train_step,160,2,perf/step_duration_sec,15.89048214443028 | |
| 1774106753.0569706,train_step,160,2,perf/samples_per_sec,8.369790091398666 | |
| 1774106753.0569706,train_step,160,2,perf/tokens_per_sec,6626.545314542769 | |
| 1774106753.0569706,train_step,160,2,perf/logical_batch_size,133.0 | |
| 1774106753.0569706,train_step,160,2,perf/logical_token_count,105299.0 | |
| 1774106753.0569706,train_step,160,2,perf/physical_batches,9.0 | |
| 1774106753.0569706,train_step,160,2,privacy/epsilon,7.0043611451158165 | |
| 1774106753.0569706,train_step,160,2,system/cuda_memory_allocated_gb,16.632154941558838 | |
| 1774106753.0569706,train_step,160,2,system/cuda_max_memory_allocated_gb,131.87122583389282 | |
| 1774106914.1120243,train_step,170,2,train/step_loss,1.4613170623779297 | |
| 1774106914.1120243,train_step,170,2,train/step_real_loss,1.2692483216524124 | |
| 1774106914.1120243,train_step,170,2,train/lr,1.7806279893114875e-05 | |
| 1774106914.1120243,train_step,170,2,train/step_canary_loss,9.65625 | |
| 1774106914.1120243,train_step,170,2,perf/step_duration_sec,16.511729583144188 | |
| 1774106914.1120243,train_step,170,2,perf/samples_per_sec,7.933753962015576 | |
| 1774106914.1120243,train_step,170,2,perf/tokens_per_sec,6002.641909856578 | |
| 1774106914.1120243,train_step,170,2,perf/logical_batch_size,131.0 | |
| 1774106914.1120243,train_step,170,2,perf/logical_token_count,99114.0 | |
| 1774106914.1120243,train_step,170,2,perf/physical_batches,9.0 | |
| 1774106914.1120243,train_step,170,2,privacy/epsilon,7.2178133573416465 | |
| 1774106914.1120243,train_step,170,2,system/cuda_memory_allocated_gb,16.44274616241455 | |
| 1774106914.1120243,train_step,170,2,system/cuda_max_memory_allocated_gb,131.87122583389282 | |
| 1774107075.0082667,train_step,180,2,train/step_loss,1.596443717159442 | |
| 1774107075.0082667,train_step,180,2,train/step_real_loss,1.2137574702501297 | |
| 1774107075.0082667,train_step,180,2,train/lr,9.804501125681243e-06 | |
| 1774107075.0082667,train_step,180,2,train/step_canary_loss,9.760416984558105 | |
| 1774107075.0082667,train_step,180,2,perf/step_duration_sec,16.71301623620093 | |
| 1774107075.0082667,train_step,180,2,perf/samples_per_sec,8.017702975107014 | |
| 1774107075.0082667,train_step,180,2,perf/tokens_per_sec,6444.079182231532 | |
| 1774107075.0082667,train_step,180,2,perf/logical_batch_size,134.0 | |
| 1774107075.0082667,train_step,180,2,perf/logical_token_count,107700.0 | |
| 1774107075.0082667,train_step,180,2,perf/physical_batches,9.0 | |
| 1774107075.0082667,train_step,180,2,privacy/epsilon,7.430040084733278 | |
| 1774107075.0082667,train_step,180,2,system/cuda_memory_allocated_gb,16.72686004638672 | |
| 1774107075.0082667,train_step,180,2,system/cuda_max_memory_allocated_gb,131.87122583389282 | |
| 1774107234.6509619,train_step,190,2,train/step_loss,1.266300171844719 | |
| 1774107234.6509619,train_step,190,2,train/step_real_loss,1.2088103294372559 | |
| 1774107234.6509619,train_step,190,2,train/lr,4.091647429802869e-06 | |
| 1774107234.6509619,train_step,190,2,train/step_canary_loss,8.625 | |
| 1774107234.6509619,train_step,190,2,perf/step_duration_sec,15.97930870205164 | |
| 1774107234.6509619,train_step,190,2,perf/samples_per_sec,8.072939975396885 | |
| 1774107234.6509619,train_step,190,2,perf/tokens_per_sec,6843.600185655053 | |
| 1774107234.6509619,train_step,190,2,perf/logical_batch_size,129.0 | |
| 1774107234.6509619,train_step,190,2,perf/logical_token_count,109356.0 | |
| 1774107234.6509619,train_step,190,2,perf/physical_batches,9.0 | |
| 1774107234.6509619,train_step,190,2,privacy/epsilon,7.633877151395027 | |
| 1774107234.6509619,train_step,190,2,system/cuda_memory_allocated_gb,16.25333595275879 | |
| 1774107234.6509619,train_step,190,2,system/cuda_max_memory_allocated_gb,131.87122583389282 | |
| 1774107394.4373736,train_step,200,2,train/step_loss,1.4888428630250874 | |
| 1774107394.4373736,train_step,200,2,train/step_real_loss,1.2116387337446213 | |
| 1774107394.4373736,train_step,200,2,train/lr,8.126960406835249e-07 | |
| 1774107394.4373736,train_step,200,2,train/step_canary_loss,10.359375 | |
| 1774107394.4373736,train_step,200,2,perf/step_duration_sec,15.65337066538632 | |
| 1774107394.4373736,train_step,200,2,perf/samples_per_sec,8.432688576900974 | |
| 1774107394.4373736,train_step,200,2,perf/tokens_per_sec,6806.010173615901 | |
| 1774107394.4373736,train_step,200,2,perf/logical_batch_size,132.0 | |
| 1774107394.4373736,train_step,200,2,perf/logical_token_count,106537.0 | |
| 1774107394.4373736,train_step,200,2,perf/physical_batches,9.0 | |
| 1774107394.4373736,train_step,200,2,privacy/epsilon,7.837365803470095 | |
| 1774107394.4373736,train_step,200,2,system/cuda_memory_allocated_gb,16.53745126724243 | |
| 1774107394.4373736,train_step,200,2,system/cuda_max_memory_allocated_gb,131.87122583389282 | |
| 1774107421.5244071,eval_step,200,2,eval/loss,0.8408759900893288 | |
| 1774107421.5244071,eval_step,200,2,eval/duration_sec,27.08325556665659 | |
| 1774107571.2318742,train_epoch,208,2,train/epoch_loss,1.630436830589949 | |
| 1774107571.2318742,train_epoch,208,2,train/epoch_real_loss,1.2123663491021923 | |
| 1774107571.2318742,train_epoch,208,2,train/epoch_canary_loss,10.257968977715942 | |
| 1774107571.2318742,train_epoch,208,2,perf/epoch_duration_sec,1714.5822260156274 | |
| 1774107571.2318742,train_epoch,208,2,perf/epoch_samples_per_sec,32.43880588290495 | |
| 1774107571.2318742,train_epoch,208,2,perf/epoch_tokens_per_sec,25661.50536987952 | |
| 1774107571.2318742,train_epoch,208,2,perf/epoch_samples,55619.0 | |
| 1774107571.2318742,train_epoch,208,2,perf/epoch_tokens,43998761.0 | |
| 1774107571.2318742,train_epoch,208,2,system/cuda_epoch_peak_memory_gb,131.87122583389282 | |
| 1774107571.2318742,train_epoch,208,2,eval/loss,0.8408930404432888 | |
| 1774107571.2318742,train_epoch,208,2,eval/duration_sec,27.044511837884784 | |
| 1774107571.2318742,train_epoch,208,2,privacy/epsilon,7.995186040237391 | |
| 1774107582.0385523,audit_epoch,208,2,audit/delta,1e-05 | |
| 1774107582.0385523,audit_epoch,208,2,audit/num_canaries,500.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/num_members,250.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/paper_guess_fraction,0.2 | |
| 1774107582.0385523,audit_epoch,208,2,audit/paper_guess_steps,20.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/auc,0.51964 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon/0.05,0.014548719860613346 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.014548719860613346 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,35.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,23.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/auc,0.523288 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774107582.0385523,audit_epoch,208,2,perf/audit_duration_sec,6.254005836322904 | |
| 1774107593.1762564,audit_final,208,2,audit/delta,1e-05 | |
| 1774107593.1762564,audit_final,208,2,audit/num_canaries,500.0 | |
| 1774107593.1762564,audit_final,208,2,audit/num_members,250.0 | |
| 1774107593.1762564,audit_final,208,2,audit/paper_guess_fraction,0.2 | |
| 1774107593.1762564,audit_final,208,2,audit/paper_guess_steps,20.0 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/auc,0.51964 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon/0.05,0.014548719860613346 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.014548719860613346 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,35.0 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,23.0 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/auc,0.523288 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1774107593.1762564,audit_final,208,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/duration,3614.081431824714 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/emissions,0.5462366176545209 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/emissions_rate,0.00015114120363877122 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_power,179.42423601422766 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_power,2411.5234893258294 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/ram_power,70.0 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_energy,0.173804537372367 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_energy,2.4194655916820693 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/ram_energy,0.06780500924975304 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/energy_consumed,2.6610751383041906 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/water_consumed,0.0 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_count,224.0 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_count,4.0 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/longitude,-121.9552 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/latitude,37.3541 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/ram_total_size,2015.5625190734863 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/cpu_utilization_percent,3.4103505843071784 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/gpu_utilization_percent,96.21675013912076 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/ram_utilization_percent,3.5672787979966607 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/ram_used_gb,71.43525775724738 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/pue,1.0 | |
| 1774107593.6992197,energy_final,208,,energy/codecarbon/wue,0.0 | |