| timestamp,event,step,epoch,key,value | |
| 1773764685.4650462,train_step,10,1,train/step_loss,1.6114869984713467 | |
| 1773764685.4650462,train_step,10,1,train/step_real_loss,1.1970022171735764 | |
| 1773764685.4650462,train_step,10,1,train/lr,0.0002 | |
| 1773764685.4650462,train_step,10,1,train/step_canary_loss,14.875 | |
| 1773764685.4650462,train_step,10,1,perf/step_duration_sec,13.257156527135521 | |
| 1773764685.4650462,train_step,10,1,perf/samples_per_sec,4.978443142381804 | |
| 1773764685.4650462,train_step,10,1,perf/tokens_per_sec,3881.0735842701297 | |
| 1773764685.4650462,train_step,10,1,perf/logical_batch_size,66.0 | |
| 1773764685.4650462,train_step,10,1,perf/logical_token_count,51452.0 | |
| 1773764685.4650462,train_step,10,1,perf/physical_batches,9.0 | |
| 1773764685.4650462,train_step,10,1,privacy/epsilon,2.5080663593969574 | |
| 1773764685.4650462,train_step,10,1,system/cuda_memory_allocated_gb,12.68057107925415 | |
| 1773764685.4650462,train_step,10,1,system/cuda_max_memory_allocated_gb,86.2213044166565 | |
| 1773764819.8299851,train_step,20,1,train/step_loss,1.7427907831528608 | |
| 1773764819.8299851,train_step,20,1,train/step_real_loss,1.0802308320999146 | |
| 1773764819.8299851,train_step,20,1,train/lr,0.0001984111204336116 | |
| 1773764819.8299851,train_step,20,1,train/step_canary_loss,12.34375 | |
| 1773764819.8299851,train_step,20,1,perf/step_duration_sec,13.233567330986261 | |
| 1773764819.8299851,train_step,20,1,perf/samples_per_sec,5.138448182507728 | |
| 1773764819.8299851,train_step,20,1,perf/tokens_per_sec,4095.645463116454 | |
| 1773764819.8299851,train_step,20,1,perf/logical_batch_size,68.0 | |
| 1773764819.8299851,train_step,20,1,perf/logical_token_count,54200.0 | |
| 1773764819.8299851,train_step,20,1,perf/physical_batches,9.0 | |
| 1773764819.8299851,train_step,20,1,privacy/epsilon,3.1012868027106864 | |
| 1773764819.8299851,train_step,20,1,system/cuda_memory_allocated_gb,13.261098384857178 | |
| 1773764819.8299851,train_step,20,1,system/cuda_max_memory_allocated_gb,86.2213044166565 | |
| 1773764953.865748,train_step,30,1,train/step_loss,1.00910531390797 | |
| 1773764953.865748,train_step,30,1,train/step_real_loss,1.0406398549675941 | |
| 1773764953.865748,train_step,30,1,train/lr,0.0001936949724999762 | |
| 1773764953.865748,train_step,30,1,train/step_canary_loss,0.0 | |
| 1773764953.865748,train_step,30,1,perf/step_duration_sec,14.175612474791706 | |
| 1773764953.865748,train_step,30,1,perf/samples_per_sec,4.51479610590444 | |
| 1773764953.865748,train_step,30,1,perf/tokens_per_sec,3616.84548665354 | |
| 1773764953.865748,train_step,30,1,perf/logical_batch_size,64.0 | |
| 1773764953.865748,train_step,30,1,perf/logical_token_count,51271.0 | |
| 1773764953.865748,train_step,30,1,perf/physical_batches,10.0 | |
| 1773764953.865748,train_step,30,1,privacy/epsilon,3.577863845948693 | |
| 1773764953.865748,train_step,30,1,system/cuda_memory_allocated_gb,14.42089033126831 | |
| 1773764953.865748,train_step,30,1,system/cuda_max_memory_allocated_gb,86.2213044166565 | |
| 1773765087.7159872,train_step,40,1,train/step_loss,1.4425305669957942 | |
| 1773765087.7159872,train_step,40,1,train/step_real_loss,1.0335080847144127 | |
| 1773765087.7159872,train_step,40,1,train/lr,0.00018600142402077006 | |
| 1773765087.7159872,train_step,40,1,train/step_canary_loss,14.53125 | |
| 1773765087.7159872,train_step,40,1,perf/step_duration_sec,13.013761347159743 | |
| 1773765087.7159872,train_step,40,1,perf/samples_per_sec,5.071554505984891 | |
| 1773765087.7159872,train_step,40,1,perf/tokens_per_sec,4077.6835062817304 | |
| 1773765087.7159872,train_step,40,1,perf/logical_batch_size,66.0 | |
| 1773765087.7159872,train_step,40,1,perf/logical_token_count,53066.0 | |
| 1773765087.7159872,train_step,40,1,perf/physical_batches,9.0 | |
| 1773765087.7159872,train_step,40,1,privacy/epsilon,3.9945146358205394 | |
| 1773765087.7159872,train_step,40,1,system/cuda_memory_allocated_gb,12.680593967437744 | |
| 1773765087.7159872,train_step,40,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773765221.5064714,train_step,50,1,train/step_loss,1.2258210108830379 | |
| 1773765221.5064714,train_step,50,1,train/step_real_loss,1.0516150891780853 | |
| 1773765221.5064714,train_step,50,1,train/lr,0.00017557495743542585 | |
| 1773765221.5064714,train_step,50,1,train/step_canary_loss,12.375 | |
| 1773765221.5064714,train_step,50,1,perf/step_duration_sec,13.473957392852753 | |
| 1773765221.5064714,train_step,50,1,perf/samples_per_sec,4.824120939738104 | |
| 1773765221.5064714,train_step,50,1,perf/tokens_per_sec,3929.2093967940723 | |
| 1773765221.5064714,train_step,50,1,perf/logical_batch_size,65.0 | |
| 1773765221.5064714,train_step,50,1,perf/logical_token_count,52942.0 | |
| 1773765221.5064714,train_step,50,1,perf/physical_batches,9.0 | |
| 1773765221.5064714,train_step,50,1,privacy/epsilon,4.370419605916781 | |
| 1773765221.5064714,train_step,50,1,system/cuda_memory_allocated_gb,12.39033031463623 | |
| 1773765221.5064714,train_step,50,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773765234.2224665,eval_step,50,1,eval/loss,0.950404628729209 | |
| 1773765234.2224665,eval_step,50,1,eval/duration_sec,12.71370144886896 | |
| 1773765368.860026,train_step,60,1,train/step_loss,2.122071954182216 | |
| 1773765368.860026,train_step,60,1,train/step_real_loss,1.006563015282154 | |
| 1773765368.860026,train_step,60,1,train/lr,0.0001627469007380852 | |
| 1773765368.860026,train_step,60,1,train/step_canary_loss,14.020833969116211 | |
| 1773765368.860026,train_step,60,1,perf/step_duration_sec,13.671399443875998 | |
| 1773765368.860026,train_step,60,1,perf/samples_per_sec,5.120178097887117 | |
| 1773765368.860026,train_step,60,1,perf/tokens_per_sec,3658.732977947337 | |
| 1773765368.860026,train_step,60,1,perf/logical_batch_size,70.0 | |
| 1773765368.860026,train_step,60,1,perf/logical_token_count,50020.0 | |
| 1773765368.860026,train_step,60,1,perf/physical_batches,9.0 | |
| 1773765368.860026,train_step,60,1,privacy/epsilon,4.716422199842559 | |
| 1773765368.860026,train_step,60,1,system/cuda_memory_allocated_gb,13.841647148132324 | |
| 1773765368.860026,train_step,60,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773765503.2535436,train_step,70,1,train/step_loss,1.7725614239187801 | |
| 1773765503.2535436,train_step,70,1,train/step_real_loss,1.058151200413704 | |
| 1773765503.2535436,train_step,70,1,train/lr,0.0001479248986720057 | |
| 1773765503.2535436,train_step,70,1,train/step_canary_loss,13.203125 | |
| 1773765503.2535436,train_step,70,1,perf/step_duration_sec,13.894904132932425 | |
| 1773765503.2535436,train_step,70,1,perf/samples_per_sec,4.893880472254044 | |
| 1773765503.2535436,train_step,70,1,perf/tokens_per_sec,3568.2146149169926 | |
| 1773765503.2535436,train_step,70,1,perf/logical_batch_size,68.0 | |
| 1773765503.2535436,train_step,70,1,perf/logical_token_count,49580.0 | |
| 1773765503.2535436,train_step,70,1,perf/physical_batches,9.0 | |
| 1773765503.2535436,train_step,70,1,privacy/epsilon,5.042051045310402 | |
| 1773765503.2535436,train_step,70,1,system/cuda_memory_allocated_gb,13.261121273040771 | |
| 1773765503.2535436,train_step,70,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773765637.8816426,train_step,80,1,train/step_loss,1.8267304336323458 | |
| 1773765637.8816426,train_step,80,1,train/step_real_loss,1.0551588982343674 | |
| 1773765637.8816426,train_step,80,1,train/lr,0.0001315799587615025 | |
| 1773765637.8816426,train_step,80,1,train/step_canary_loss,14.171875 | |
| 1773765637.8816426,train_step,80,1,perf/step_duration_sec,13.812608732841909 | |
| 1773765637.8816426,train_step,80,1,perf/samples_per_sec,4.923038168620387 | |
| 1773765637.8816426,train_step,80,1,perf/tokens_per_sec,3637.6908208897057 | |
| 1773765637.8816426,train_step,80,1,perf/logical_batch_size,68.0 | |
| 1773765637.8816426,train_step,80,1,perf/logical_token_count,50246.0 | |
| 1773765637.8816426,train_step,80,1,perf/physical_batches,9.0 | |
| 1773765637.8816426,train_step,80,1,privacy/epsilon,5.348292001109609 | |
| 1773765637.8816426,train_step,80,1,system/cuda_memory_allocated_gb,13.261121273040771 | |
| 1773765637.8816426,train_step,80,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773765772.2237043,train_step,90,1,train/step_loss,1.5600519109128126 | |
| 1773765772.2237043,train_step,90,1,train/step_real_loss,1.0277105793356895 | |
| 1773765772.2237043,train_step,90,1,train/lr,0.00011423148382732853 | |
| 1773765772.2237043,train_step,90,1,train/step_canary_loss,12.916666984558105 | |
| 1773765772.2237043,train_step,90,1,perf/step_duration_sec,13.590938247274607 | |
| 1773765772.2237043,train_step,90,1,perf/samples_per_sec,4.929755310560367 | |
| 1773765772.2237043,train_step,90,1,perf/tokens_per_sec,3897.8913034663583 | |
| 1773765772.2237043,train_step,90,1,perf/logical_batch_size,67.0 | |
| 1773765772.2237043,train_step,90,1,perf/logical_token_count,52976.0 | |
| 1773765772.2237043,train_step,90,1,perf/physical_batches,9.0 | |
| 1773765772.2237043,train_step,90,1,privacy/epsilon,5.640478844621371 | |
| 1773765772.2237043,train_step,90,1,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773765772.2237043,train_step,90,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773765818.3224468,train_epoch,93,1,train/epoch_loss,1.667893763698923 | |
| 1773765818.3224468,train_epoch,93,1,train/epoch_real_loss,1.0501683052070176 | |
| 1773765818.3224468,train_epoch,93,1,train/epoch_canary_loss,13.414085814260666 | |
| 1773765818.3224468,train_epoch,93,1,perf/epoch_duration_sec,1255.631331067998 | |
| 1773765818.3224468,train_epoch,93,1,perf/epoch_samples_per_sec,39.58486760419035 | |
| 1773765818.3224468,train_epoch,93,1,perf/epoch_tokens_per_sec,30085.320480071918 | |
| 1773765818.3224468,train_epoch,93,1,perf/epoch_samples,49704.0 | |
| 1773765818.3224468,train_epoch,93,1,perf/epoch_tokens,37776071.0 | |
| 1773765818.3224468,train_epoch,93,1,system/cuda_epoch_peak_memory_gb,86.22135162353516 | |
| 1773765818.3224468,train_epoch,93,1,eval/loss,0.9280200686592323 | |
| 1773765818.3224468,train_epoch,93,1,eval/duration_sec,12.726754495874047 | |
| 1773765818.3224468,train_epoch,93,1,privacy/epsilon,5.725566085147695 | |
| 1773765831.5765529,audit_epoch,93,1,audit/delta,1e-05 | |
| 1773765831.5765529,audit_epoch,93,1,audit/num_canaries,500.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/num_members,250.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/paper_guess_fraction,0.2 | |
| 1773765831.5765529,audit_epoch,93,1,audit/paper_guess_steps,20.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/auc,0.51404 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon/0.05,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/auc,0.512816 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773765831.5765529,audit_epoch,93,1,perf/audit_duration_sec,6.853809644002467 | |
| 1773765927.2307582,train_step,100,2,train/step_loss,2.1885286586385377 | |
| 1773765927.2307582,train_step,100,2,train/step_real_loss,0.9171566888689995 | |
| 1773765927.2307582,train_step,100,2,train/lr,9.643076661610196e-05 | |
| 1773765927.2307582,train_step,100,2,train/step_canary_loss,13.812500953674316 | |
| 1773765927.2307582,train_step,100,2,perf/step_duration_sec,13.692489622160792 | |
| 1773765927.2307582,train_step,100,2,perf/samples_per_sec,5.18532436096129 | |
| 1773765927.2307582,train_step,100,2,perf/tokens_per_sec,3906.0098985534178 | |
| 1773765927.2307582,train_step,100,2,perf/logical_batch_size,71.0 | |
| 1773765927.2307582,train_step,100,2,perf/logical_token_count,53483.0 | |
| 1773765927.2307582,train_step,100,2,perf/physical_batches,9.0 | |
| 1773765927.2307582,train_step,100,2,privacy/epsilon,5.920610858546996 | |
| 1773765927.2307582,train_step,100,2,system/cuda_memory_allocated_gb,14.131910800933838 | |
| 1773765927.2307582,train_step,100,2,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773765939.9789443,eval_step,100,2,eval/loss,0.9270543383482176 | |
| 1773765939.9789443,eval_step,100,2,eval/duration_sec,12.745669181924313 | |
| 1773766074.3579476,train_step,110,2,train/step_loss,1.4203428788618608 | |
| 1773766074.3579476,train_step,110,2,train/step_real_loss,1.016486406326294 | |
| 1773766074.3579476,train_step,110,2,train/lr,7.874347104470234e-05 | |
| 1773766074.3579476,train_step,110,2,train/step_canary_loss,14.34375 | |
| 1773766074.3579476,train_step,110,2,perf/step_duration_sec,13.423757336102426 | |
| 1773766074.3579476,train_step,110,2,perf/samples_per_sec,4.916656219827274 | |
| 1773766074.3579476,train_step,110,2,perf/tokens_per_sec,3954.481496565319 | |
| 1773766074.3579476,train_step,110,2,perf/logical_batch_size,66.0 | |
| 1773766074.3579476,train_step,110,2,perf/logical_token_count,53084.0 | |
| 1773766074.3579476,train_step,110,2,perf/physical_batches,9.0 | |
| 1773766074.3579476,train_step,110,2,privacy/epsilon,6.190670402749493 | |
| 1773766074.3579476,train_step,110,2,system/cuda_memory_allocated_gb,12.680593967437744 | |
| 1773766074.3579476,train_step,110,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773766208.938867,train_step,120,2,train/step_loss,1.590441582807854 | |
| 1773766208.938867,train_step,120,2,train/step_real_loss,1.0116732195019722 | |
| 1773766208.938867,train_step,120,2,train/lr,6.173165676349103e-05 | |
| 1773766208.938867,train_step,120,2,train/step_canary_loss,13.9375 | |
| 1773766208.938867,train_step,120,2,perf/step_duration_sec,13.283335603773594 | |
| 1773766208.938867,train_step,120,2,perf/samples_per_sec,5.0439138179243415 | |
| 1773766208.938867,train_step,120,2,perf/tokens_per_sec,4092.8725752103383 | |
| 1773766208.938867,train_step,120,2,perf/logical_batch_size,67.0 | |
| 1773766208.938867,train_step,120,2,perf/logical_token_count,54367.0 | |
| 1773766208.938867,train_step,120,2,perf/physical_batches,9.0 | |
| 1773766208.938867,train_step,120,2,privacy/epsilon,6.450768498470402 | |
| 1773766208.938867,train_step,120,2,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773766208.938867,train_step,120,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773766343.2955682,train_step,130,2,train/step_loss,1.8971429631329966 | |
| 1773766343.2955682,train_step,130,2,train/step_real_loss,0.9516072571277618 | |
| 1773766343.2955682,train_step,130,2,train/lr,4.593591825444028e-05 | |
| 1773766343.2955682,train_step,130,2,train/step_canary_loss,14.0 | |
| 1773766343.2955682,train_step,130,2,perf/step_duration_sec,13.135221335105598 | |
| 1773766343.2955682,train_step,130,2,perf/samples_per_sec,5.253051946341283 | |
| 1773766343.2955682,train_step,130,2,perf/tokens_per_sec,4244.389841456128 | |
| 1773766343.2955682,train_step,130,2,perf/logical_batch_size,69.0 | |
| 1773766343.2955682,train_step,130,2,perf/logical_token_count,55751.0 | |
| 1773766343.2955682,train_step,130,2,perf/physical_batches,9.0 | |
| 1773766343.2955682,train_step,130,2,privacy/epsilon,6.701680965161658 | |
| 1773766343.2955682,train_step,130,2,system/cuda_memory_allocated_gb,13.55138349533081 | |
| 1773766343.2955682,train_step,130,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773766477.2471156,train_step,140,2,train/step_loss,1.62191776731121 | |
| 1773766477.2471156,train_step,140,2,train/step_real_loss,1.027046725153923 | |
| 1773766477.2471156,train_step,140,2,train/lr,3.185820604061088e-05 | |
| 1773766477.2471156,train_step,140,2,train/step_canary_loss,14.3125 | |
| 1773766477.2471156,train_step,140,2,perf/step_duration_sec,13.460042576305568 | |
| 1773766477.2471156,train_step,140,2,perf/samples_per_sec,4.9776959931719444 | |
| 1773766477.2471156,train_step,140,2,perf/tokens_per_sec,4005.113631282184 | |
| 1773766477.2471156,train_step,140,2,perf/logical_batch_size,67.0 | |
| 1773766477.2471156,train_step,140,2,perf/logical_token_count,53909.0 | |
| 1773766477.2471156,train_step,140,2,perf/physical_batches,9.0 | |
| 1773766477.2471156,train_step,140,2,privacy/epsilon,6.94699659418226 | |
| 1773766477.2471156,train_step,140,2,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773766477.2471156,train_step,140,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773766610.9435787,train_step,150,2,train/step_loss,1.9888183966926907 | |
| 1773766610.9435787,train_step,150,2,train/step_real_loss,1.0191947892308235 | |
| 1773766610.9435787,train_step,150,2,train/lr,1.994587590756397e-05 | |
| 1773766610.9435787,train_step,150,2,train/step_canary_loss,14.40000057220459 | |
| 1773766610.9435787,train_step,150,2,perf/step_duration_sec,13.144390502013266 | |
| 1773766610.9435787,train_step,150,2,perf/samples_per_sec,5.249387561137322 | |
| 1773766610.9435787,train_step,150,2,perf/tokens_per_sec,3851.1485178598896 | |
| 1773766610.9435787,train_step,150,2,perf/logical_batch_size,69.0 | |
| 1773766610.9435787,train_step,150,2,perf/logical_token_count,50621.0 | |
| 1773766610.9435787,train_step,150,2,perf/physical_batches,9.0 | |
| 1773766610.9435787,train_step,150,2,privacy/epsilon,7.185356422932143 | |
| 1773766610.9435787,train_step,150,2,system/cuda_memory_allocated_gb,13.55138349533081 | |
| 1773766610.9435787,train_step,150,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773766623.702012,eval_step,150,2,eval/loss,0.9247592026606585 | |
| 1773766623.702012,eval_step,150,2,eval/duration_sec,12.756307526025921 | |
| 1773766758.1413558,train_step,160,2,train/step_loss,1.475486863743175 | |
| 1773766758.1413558,train_step,160,2,train/step_real_loss,1.1006973907351494 | |
| 1773766758.1413558,train_step,160,2,train/lr,1.057747301402887e-05 | |
| 1773766758.1413558,train_step,160,2,train/step_canary_loss,13.46875 | |
| 1773766758.1413558,train_step,160,2,perf/step_duration_sec,13.887811011634767 | |
| 1773766758.1413558,train_step,160,2,perf/samples_per_sec,4.752368817858142 | |
| 1773766758.1413558,train_step,160,2,perf/tokens_per_sec,3180.198806204889 | |
| 1773766758.1413558,train_step,160,2,perf/logical_batch_size,66.0 | |
| 1773766758.1413558,train_step,160,2,perf/logical_token_count,44166.0 | |
| 1773766758.1413558,train_step,160,2,perf/physical_batches,9.0 | |
| 1773766758.1413558,train_step,160,2,privacy/epsilon,7.416930400989618 | |
| 1773766758.1413558,train_step,160,2,system/cuda_memory_allocated_gb,12.680593967437744 | |
| 1773766758.1413558,train_step,160,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773766893.2984576,train_step,170,2,train/step_loss,1.6393254835214188 | |
| 1773766893.2984576,train_step,170,2,train/step_real_loss,1.0540594905614853 | |
| 1773766893.2984576,train_step,170,2,train/lr,4.050702638550275e-06 | |
| 1773766893.2984576,train_step,170,2,train/step_canary_loss,14.125 | |
| 1773766893.2984576,train_step,170,2,perf/step_duration_sec,13.72155143506825 | |
| 1773766893.2984576,train_step,170,2,perf/samples_per_sec,4.882829781825378 | |
| 1773766893.2984576,train_step,170,2,perf/tokens_per_sec,3613.58555077656 | |
| 1773766893.2984576,train_step,170,2,perf/logical_batch_size,67.0 | |
| 1773766893.2984576,train_step,170,2,perf/logical_token_count,49584.0 | |
| 1773766893.2984576,train_step,170,2,perf/physical_batches,9.0 | |
| 1773766893.2984576,train_step,170,2,privacy/epsilon,7.645014003428424 | |
| 1773766893.2984576,train_step,170,2,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773766893.2984576,train_step,170,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773767029.0999126,train_step,180,2,train/step_loss,1.7291738425984102 | |
| 1773767029.0999126,train_step,180,2,train/step_real_loss,1.0520909577608109 | |
| 1773767029.0999126,train_step,180,2,train/lr,5.729698228102653e-07 | |
| 1773767029.0999126,train_step,180,2,train/step_canary_loss,12.5625 | |
| 1773767029.0999126,train_step,180,2,perf/step_duration_sec,13.660048387013376 | |
| 1773767029.0999126,train_step,180,2,perf/samples_per_sec,4.978020434001367 | |
| 1773767029.0999126,train_step,180,2,perf/tokens_per_sec,3874.5104336758286 | |
| 1773767029.0999126,train_step,180,2,perf/logical_batch_size,68.0 | |
| 1773767029.0999126,train_step,180,2,perf/logical_token_count,52926.0 | |
| 1773767029.0999126,train_step,180,2,perf/physical_batches,9.0 | |
| 1773767029.0999126,train_step,180,2,privacy/epsilon,7.8658492724205455 | |
| 1773767029.0999126,train_step,180,2,system/cuda_memory_allocated_gb,13.261121273040771 | |
| 1773767029.0999126,train_step,180,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773767117.390551,train_epoch,186,2,train/epoch_loss,1.5804422382361127 | |
| 1773767117.390551,train_epoch,186,2,train/epoch_real_loss,1.005713254121899 | |
| 1773767117.390551,train_epoch,186,2,train/epoch_canary_loss,13.023172873210777 | |
| 1773767117.390551,train_epoch,186,2,perf/epoch_duration_sec,1272.894041202031 | |
| 1773767117.390551,train_epoch,186,2,perf/epoch_samples_per_sec,38.91918604098259 | |
| 1773767117.390551,train_epoch,186,2,perf/epoch_tokens_per_sec,29671.033705472055 | |
| 1773767117.390551,train_epoch,186,2,perf/epoch_samples,49540.0 | |
| 1773767117.390551,train_epoch,186,2,perf/epoch_tokens,37768082.0 | |
| 1773767117.390551,train_epoch,186,2,system/cuda_epoch_peak_memory_gb,86.22137594223022 | |
| 1773767117.390551,train_epoch,186,2,eval/loss,0.924621483645378 | |
| 1773767117.390551,train_epoch,186,2,eval/duration_sec,12.757435038685799 | |
| 1773767117.390551,train_epoch,186,2,privacy/epsilon,7.996749609735891 | |
| 1773767130.595887,audit_epoch,186,2,audit/delta,1e-05 | |
| 1773767130.595887,audit_epoch,186,2,audit/num_canaries,500.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/num_members,250.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/paper_guess_fraction,0.2 | |
| 1773767130.595887,audit_epoch,186,2,audit/paper_guess_steps,20.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/auc,0.515088 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon/0.05,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/auc,0.516208 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773767130.595887,audit_epoch,186,2,perf/audit_duration_sec,6.922967464663088 | |
| 1773767143.9571598,audit_final,186,2,audit/delta,1e-05 | |
| 1773767143.9571598,audit_final,186,2,audit/num_canaries,500.0 | |
| 1773767143.9571598,audit_final,186,2,audit/num_members,250.0 | |
| 1773767143.9571598,audit_final,186,2,audit/paper_guess_fraction,0.2 | |
| 1773767143.9571598,audit_final,186,2,audit/paper_guess_steps,20.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/auc,0.515088 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon/0.05,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/auc,0.516208 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773767143.9571598,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/duration,2693.6014373912476 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/emissions,0.09826528580395394 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/emissions_rate,3.648100436830916e-05 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/cpu_power,72.03163066573623 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/gpu_power,3108.4298352234105 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/ram_power,54.0 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/cpu_energy,0.051919376660011826 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/gpu_energy,2.3238466076869315 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/ram_energy,0.03891114561875117 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/energy_consumed,2.414677129965695 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/water_consumed,0.0 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/cpu_count,256.0 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/gpu_count,8.0 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/longitude,16.1885 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/latitude,58.594 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/ram_total_size,1511.49019241333 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/cpu_utilization_percent,3.719566840926081 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/gpu_utilization_percent,83.2715646004481 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/ram_utilization_percent,5.423711725167903 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/ram_used_gb,82.01636290603649 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/pue,1.0 | |
| 1773767144.5062578,energy_final,186,,energy/codecarbon/wue,0.0 | |