| timestamp,event,step,epoch,key,value | |
| 1773811506.4695234,train_step,10,1,train/step_loss,1.616579128034187 | |
| 1773811506.4695234,train_step,10,1,train/step_real_loss,1.2012769132852554 | |
| 1773811506.4695234,train_step,10,1,train/lr,0.0002 | |
| 1773811506.4695234,train_step,10,1,train/step_canary_loss,14.90625 | |
| 1773811506.4695234,train_step,10,1,perf/step_duration_sec,12.063218676950783 | |
| 1773811506.4695234,train_step,10,1,perf/samples_per_sec,5.471176621054408 | |
| 1773811506.4695234,train_step,10,1,perf/tokens_per_sec,4265.196659189263 | |
| 1773811506.4695234,train_step,10,1,perf/logical_batch_size,66.0 | |
| 1773811506.4695234,train_step,10,1,perf/logical_token_count,51452.0 | |
| 1773811506.4695234,train_step,10,1,perf/physical_batches,9.0 | |
| 1773811506.4695234,train_step,10,1,privacy/epsilon,0.7638484077719963 | |
| 1773811506.4695234,train_step,10,1,system/cuda_memory_allocated_gb,12.68057107925415 | |
| 1773811506.4695234,train_step,10,1,system/cuda_max_memory_allocated_gb,86.2213044166565 | |
| 1773811628.0656273,train_step,20,1,train/step_loss,1.7544667159809786 | |
| 1773811628.0656273,train_step,20,1,train/step_real_loss,1.0926365107297897 | |
| 1773811628.0656273,train_step,20,1,train/lr,0.0001984111204336116 | |
| 1773811628.0656273,train_step,20,1,train/step_canary_loss,12.34375 | |
| 1773811628.0656273,train_step,20,1,perf/step_duration_sec,11.990010250825435 | |
| 1773811628.0656273,train_step,20,1,perf/samples_per_sec,5.671387978614834 | |
| 1773811628.0656273,train_step,20,1,perf/tokens_per_sec,4520.429830013588 | |
| 1773811628.0656273,train_step,20,1,perf/logical_batch_size,68.0 | |
| 1773811628.0656273,train_step,20,1,perf/logical_token_count,54200.0 | |
| 1773811628.0656273,train_step,20,1,perf/physical_batches,9.0 | |
| 1773811628.0656273,train_step,20,1,privacy/epsilon,1.016371889021752 | |
| 1773811628.0656273,train_step,20,1,system/cuda_memory_allocated_gb,13.261098384857178 | |
| 1773811628.0656273,train_step,20,1,system/cuda_max_memory_allocated_gb,86.2213044166565 | |
| 1773811750.6200142,train_step,30,1,train/step_loss,1.0279401504632197 | |
| 1773811750.6200142,train_step,30,1,train/step_real_loss,1.0600632801651955 | |
| 1773811750.6200142,train_step,30,1,train/lr,0.0001936949724999762 | |
| 1773811750.6200142,train_step,30,1,train/step_canary_loss,0.0 | |
| 1773811750.6200142,train_step,30,1,perf/step_duration_sec,12.954613069072366 | |
| 1773811750.6200142,train_step,30,1,perf/samples_per_sec,4.94032509182328 | |
| 1773811750.6200142,train_step,30,1,perf/tokens_per_sec,3957.7407466073655 | |
| 1773811750.6200142,train_step,30,1,perf/logical_batch_size,64.0 | |
| 1773811750.6200142,train_step,30,1,perf/logical_token_count,51271.0 | |
| 1773811750.6200142,train_step,30,1,perf/physical_batches,10.0 | |
| 1773811750.6200142,train_step,30,1,privacy/epsilon,1.2175571913066654 | |
| 1773811750.6200142,train_step,30,1,system/cuda_memory_allocated_gb,14.42089033126831 | |
| 1773811750.6200142,train_step,30,1,system/cuda_max_memory_allocated_gb,86.2213044166565 | |
| 1773811872.468319,train_step,40,1,train/step_loss,1.4674463272094727 | |
| 1773811872.468319,train_step,40,1,train/step_real_loss,1.0572493374347687 | |
| 1773811872.468319,train_step,40,1,train/lr,0.00018600142402077006 | |
| 1773811872.468319,train_step,40,1,train/step_canary_loss,14.59375 | |
| 1773811872.468319,train_step,40,1,perf/step_duration_sec,11.865780014079064 | |
| 1773811872.468319,train_step,40,1,perf/samples_per_sec,5.562213349791522 | |
| 1773811872.468319,train_step,40,1,perf/tokens_per_sec,4472.188085152074 | |
| 1773811872.468319,train_step,40,1,perf/logical_batch_size,66.0 | |
| 1773811872.468319,train_step,40,1,perf/logical_token_count,53066.0 | |
| 1773811872.468319,train_step,40,1,perf/physical_batches,9.0 | |
| 1773811872.468319,train_step,40,1,privacy/epsilon,1.3913063211429064 | |
| 1773811872.468319,train_step,40,1,system/cuda_memory_allocated_gb,12.680593967437744 | |
| 1773811872.468319,train_step,40,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773811994.1354816,train_step,50,1,train/step_loss,1.257238564124474 | |
| 1773811994.1354816,train_step,50,1,train/step_real_loss,1.081570416688919 | |
| 1773811994.1354816,train_step,50,1,train/lr,0.00017557495743542585 | |
| 1773811994.1354816,train_step,50,1,train/step_canary_loss,12.5 | |
| 1773811994.1354816,train_step,50,1,perf/step_duration_sec,12.282207927200943 | |
| 1773811994.1354816,train_step,50,1,perf/samples_per_sec,5.292208077347962 | |
| 1773811994.1354816,train_step,50,1,perf/tokens_per_sec,4310.462769707012 | |
| 1773811994.1354816,train_step,50,1,perf/logical_batch_size,65.0 | |
| 1773811994.1354816,train_step,50,1,perf/logical_token_count,52942.0 | |
| 1773811994.1354816,train_step,50,1,perf/physical_batches,9.0 | |
| 1773811994.1354816,train_step,50,1,privacy/epsilon,1.5474611608458564 | |
| 1773811994.1354816,train_step,50,1,system/cuda_memory_allocated_gb,12.39033031463623 | |
| 1773811994.1354816,train_step,50,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773812006.9120464,eval_step,50,1,eval/loss,0.9748443443423662 | |
| 1773812006.9120464,eval_step,50,1,eval/duration_sec,12.77427957393229 | |
| 1773812128.636093,train_step,60,1,train/step_loss,2.1636021409715926 | |
| 1773812128.636093,train_step,60,1,train/step_real_loss,1.041244499385357 | |
| 1773812128.636093,train_step,60,1,train/lr,0.0001627469007380852 | |
| 1773812128.636093,train_step,60,1,train/step_canary_loss,14.135416984558105 | |
| 1773812128.636093,train_step,60,1,perf/step_duration_sec,12.324101509992033 | |
| 1773812128.636093,train_step,60,1,perf/samples_per_sec,5.67992725013227 | |
| 1773812128.636093,train_step,60,1,perf/tokens_per_sec,4058.7137293088017 | |
| 1773812128.636093,train_step,60,1,perf/logical_batch_size,70.0 | |
| 1773812128.636093,train_step,60,1,perf/logical_token_count,50020.0 | |
| 1773812128.636093,train_step,60,1,perf/physical_batches,9.0 | |
| 1773812128.636093,train_step,60,1,privacy/epsilon,1.6892902398315597 | |
| 1773812128.636093,train_step,60,1,system/cuda_memory_allocated_gb,13.841647148132324 | |
| 1773812128.636093,train_step,60,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773812251.0683832,train_step,70,1,train/step_loss,1.8121652182410746 | |
| 1773812251.0683832,train_step,70,1,train/step_real_loss,1.0885114818811417 | |
| 1773812251.0683832,train_step,70,1,train/lr,0.0001479248986720057 | |
| 1773812251.0683832,train_step,70,1,train/step_canary_loss,13.390625 | |
| 1773812251.0683832,train_step,70,1,perf/step_duration_sec,12.67668361403048 | |
| 1773812251.0683832,train_step,70,1,perf/samples_per_sec,5.364178997473597 | |
| 1773812251.0683832,train_step,70,1,perf/tokens_per_sec,3911.117569040308 | |
| 1773812251.0683832,train_step,70,1,perf/logical_batch_size,68.0 | |
| 1773812251.0683832,train_step,70,1,perf/logical_token_count,49580.0 | |
| 1773812251.0683832,train_step,70,1,perf/physical_batches,9.0 | |
| 1773812251.0683832,train_step,70,1,privacy/epsilon,1.8217089373472166 | |
| 1773812251.0683832,train_step,70,1,system/cuda_memory_allocated_gb,13.261121273040771 | |
| 1773812251.0683832,train_step,70,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773812373.025167,train_step,80,1,train/step_loss,1.8635356987223906 | |
| 1773812373.025167,train_step,80,1,train/step_real_loss,1.08547542989254 | |
| 1773812373.025167,train_step,80,1,train/lr,0.0001315799587615025 | |
| 1773812373.025167,train_step,80,1,train/step_canary_loss,14.3125 | |
| 1773812373.025167,train_step,80,1,perf/step_duration_sec,12.623636846896261 | |
| 1773812373.025167,train_step,80,1,perf/samples_per_sec,5.386720231635859 | |
| 1773812373.025167,train_step,80,1,perf/tokens_per_sec,3980.3109523349326 | |
| 1773812373.025167,train_step,80,1,perf/logical_batch_size,68.0 | |
| 1773812373.025167,train_step,80,1,perf/logical_token_count,50246.0 | |
| 1773812373.025167,train_step,80,1,perf/physical_batches,9.0 | |
| 1773812373.025167,train_step,80,1,privacy/epsilon,1.946082329590544 | |
| 1773812373.025167,train_step,80,1,system/cuda_memory_allocated_gb,13.261121273040771 | |
| 1773812373.025167,train_step,80,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773812495.4775374,train_step,90,1,train/step_loss,1.5933425817916642 | |
| 1773812495.4775374,train_step,90,1,train/step_real_loss,1.0586555153131485 | |
| 1773812495.4775374,train_step,90,1,train/lr,0.00011423148382732853 | |
| 1773812495.4775374,train_step,90,1,train/step_canary_loss,13.0 | |
| 1773812495.4775374,train_step,90,1,perf/step_duration_sec,11.945233571808785 | |
| 1773812495.4775374,train_step,90,1,perf/samples_per_sec,5.608931763219984 | |
| 1773812495.4775374,train_step,90,1,perf/tokens_per_sec,4434.907001318536 | |
| 1773812495.4775374,train_step,90,1,perf/logical_batch_size,67.0 | |
| 1773812495.4775374,train_step,90,1,perf/logical_token_count,52976.0 | |
| 1773812495.4775374,train_step,90,1,perf/physical_batches,9.0 | |
| 1773812495.4775374,train_step,90,1,privacy/epsilon,2.06391520460725 | |
| 1773812495.4775374,train_step,90,1,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773812495.4775374,train_step,90,1,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773812537.9189491,train_epoch,93,1,train/epoch_loss,1.6919119858601415 | |
| 1773812537.9189491,train_epoch,93,1,train/epoch_real_loss,1.0723268173838774 | |
| 1773812537.9189491,train_epoch,93,1,train/epoch_canary_loss,13.472450833857557 | |
| 1773812537.9189491,train_epoch,93,1,perf/epoch_duration_sec,1142.3914510426112 | |
| 1773812537.9189491,train_epoch,93,1,perf/epoch_samples_per_sec,43.508728951566745 | |
| 1773812537.9189491,train_epoch,93,1,perf/epoch_tokens_per_sec,33067.53649593877 | |
| 1773812537.9189491,train_epoch,93,1,perf/epoch_samples,49704.0 | |
| 1773812537.9189491,train_epoch,93,1,perf/epoch_tokens,37776071.0 | |
| 1773812537.9189491,train_epoch,93,1,system/cuda_epoch_peak_memory_gb,86.22135162353516 | |
| 1773812537.9189491,train_epoch,93,1,eval/loss,0.9517239639774346 | |
| 1773812537.9189491,train_epoch,93,1,eval/duration_sec,12.793823145795614 | |
| 1773812537.9189491,train_epoch,93,1,privacy/epsilon,2.0981420051109834 | |
| 1773812551.2877524,audit_epoch,93,1,audit/delta,1e-05 | |
| 1773812551.2877524,audit_epoch,93,1,audit/num_canaries,500.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/num_members,250.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/paper_guess_fraction,0.2 | |
| 1773812551.2877524,audit_epoch,93,1,audit/paper_guess_steps,20.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/auc,0.505664 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon/0.05,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/auc,0.51372 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773812551.2877524,audit_epoch,93,1,perf/audit_duration_sec,6.93540578102693 | |
| 1773812637.181298,train_step,100,2,train/step_loss,2.226203179695237 | |
| 1773812637.181298,train_step,100,2,train/step_real_loss,0.9423502832651138 | |
| 1773812637.181298,train_step,100,2,train/lr,9.643076661610196e-05 | |
| 1773812637.181298,train_step,100,2,train/step_canary_loss,13.964286804199219 | |
| 1773812637.181298,train_step,100,2,perf/step_duration_sec,12.210506019182503 | |
| 1773812637.181298,train_step,100,2,perf/samples_per_sec,5.814664837678322 | |
| 1773812637.181298,train_step,100,2,perf/tokens_per_sec,4380.080556528868 | |
| 1773812637.181298,train_step,100,2,perf/logical_batch_size,71.0 | |
| 1773812637.181298,train_step,100,2,perf/logical_token_count,53483.0 | |
| 1773812637.181298,train_step,100,2,perf/physical_batches,9.0 | |
| 1773812637.181298,train_step,100,2,privacy/epsilon,2.176204855129592 | |
| 1773812637.181298,train_step,100,2,system/cuda_memory_allocated_gb,14.131910800933838 | |
| 1773812637.181298,train_step,100,2,system/cuda_max_memory_allocated_gb,86.22135162353516 | |
| 1773812649.9187398,eval_step,100,2,eval/loss,0.9495426886356794 | |
| 1773812649.9187398,eval_step,100,2,eval/duration_sec,12.734526461921632 | |
| 1773812771.789377,train_step,110,2,train/step_loss,1.4468027822899097 | |
| 1773812771.789377,train_step,110,2,train/step_real_loss,1.0408434942364693 | |
| 1773812771.789377,train_step,110,2,train/lr,7.874347104470234e-05 | |
| 1773812771.789377,train_step,110,2,train/step_canary_loss,14.4375 | |
| 1773812771.789377,train_step,110,2,perf/step_duration_sec,12.185235306154937 | |
| 1773812771.789377,train_step,110,2,perf/samples_per_sec,5.416391094775368 | |
| 1773812771.789377,train_step,110,2,perf/tokens_per_sec,4356.419770834176 | |
| 1773812771.789377,train_step,110,2,perf/logical_batch_size,66.0 | |
| 1773812771.789377,train_step,110,2,perf/logical_token_count,53084.0 | |
| 1773812771.789377,train_step,110,2,perf/physical_batches,9.0 | |
| 1773812771.789377,train_step,110,2,privacy/epsilon,2.2837597517001855 | |
| 1773812771.789377,train_step,110,2,system/cuda_memory_allocated_gb,12.680593967437744 | |
| 1773812771.789377,train_step,110,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773812893.198121,train_step,120,2,train/step_loss,1.616717566305132 | |
| 1773812893.198121,train_step,120,2,train/step_real_loss,1.0352746099233627 | |
| 1773812893.198121,train_step,120,2,train/lr,6.173165676349103e-05 | |
| 1773812893.198121,train_step,120,2,train/step_canary_loss,14.020833969116211 | |
| 1773812893.198121,train_step,120,2,perf/step_duration_sec,12.073515899013728 | |
| 1773812893.198121,train_step,120,2,perf/samples_per_sec,5.549336296105193 | |
| 1773812893.198121,train_step,120,2,perf/tokens_per_sec,4502.996513587329 | |
| 1773812893.198121,train_step,120,2,perf/logical_batch_size,67.0 | |
| 1773812893.198121,train_step,120,2,perf/logical_token_count,54367.0 | |
| 1773812893.198121,train_step,120,2,perf/physical_batches,9.0 | |
| 1773812893.198121,train_step,120,2,privacy/epsilon,2.387262501265619 | |
| 1773812893.198121,train_step,120,2,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773812893.198121,train_step,120,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773813014.0904934,train_step,130,2,train/step_loss,1.9267044274703315 | |
| 1773813014.0904934,train_step,130,2,train/step_real_loss,0.9727360382676125 | |
| 1773813014.0904934,train_step,130,2,train/lr,4.593591825444028e-05 | |
| 1773813014.0904934,train_step,130,2,train/step_canary_loss,14.137499809265137 | |
| 1773813014.0904934,train_step,130,2,perf/step_duration_sec,11.957372829318047 | |
| 1773813014.0904934,train_step,130,2,perf/samples_per_sec,5.770498334786406 | |
| 1773813014.0904934,train_step,130,2,perf/tokens_per_sec,4662.479024096767 | |
| 1773813014.0904934,train_step,130,2,perf/logical_batch_size,69.0 | |
| 1773813014.0904934,train_step,130,2,perf/logical_token_count,55751.0 | |
| 1773813014.0904934,train_step,130,2,perf/physical_batches,9.0 | |
| 1773813014.0904934,train_step,130,2,privacy/epsilon,2.4870228609511393 | |
| 1773813014.0904934,train_step,130,2,system/cuda_memory_allocated_gb,13.55138349533081 | |
| 1773813014.0904934,train_step,130,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773813135.2851143,train_step,140,2,train/step_loss,1.6469186313116728 | |
| 1773813135.2851143,train_step,140,2,train/step_real_loss,1.0473601296544075 | |
| 1773813135.2851143,train_step,140,2,train/lr,3.185820604061088e-05 | |
| 1773813135.2851143,train_step,140,2,train/step_canary_loss,14.4375 | |
| 1773813135.2851143,train_step,140,2,perf/step_duration_sec,12.27732455311343 | |
| 1773813135.2851143,train_step,140,2,perf/samples_per_sec,5.4572150235296455 | |
| 1773813135.2851143,train_step,140,2,perf/tokens_per_sec,4390.940368708353 | |
| 1773813135.2851143,train_step,140,2,perf/logical_batch_size,67.0 | |
| 1773813135.2851143,train_step,140,2,perf/logical_token_count,53909.0 | |
| 1773813135.2851143,train_step,140,2,perf/physical_batches,9.0 | |
| 1773813135.2851143,train_step,140,2,privacy/epsilon,2.5836117621736387 | |
| 1773813135.2851143,train_step,140,2,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773813135.2851143,train_step,140,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773813257.0352345,train_step,150,2,train/step_loss,2.0192771579908286 | |
| 1773813257.0352345,train_step,150,2,train/step_real_loss,1.04129096865654 | |
| 1773813257.0352345,train_step,150,2,train/lr,1.994587590756397e-05 | |
| 1773813257.0352345,train_step,150,2,train/step_canary_loss,14.537500381469727 | |
| 1773813257.0352345,train_step,150,2,perf/step_duration_sec,11.960256013087928 | |
| 1773813257.0352345,train_step,150,2,perf/samples_per_sec,5.769107277009316 | |
| 1773813257.0352345,train_step,150,2,perf/tokens_per_sec,4232.434485065052 | |
| 1773813257.0352345,train_step,150,2,perf/logical_batch_size,69.0 | |
| 1773813257.0352345,train_step,150,2,perf/logical_token_count,50621.0 | |
| 1773813257.0352345,train_step,150,2,perf/physical_batches,9.0 | |
| 1773813257.0352345,train_step,150,2,privacy/epsilon,2.6773301521119843 | |
| 1773813257.0352345,train_step,150,2,system/cuda_memory_allocated_gb,13.55138349533081 | |
| 1773813257.0352345,train_step,150,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773813269.8009667,eval_step,150,2,eval/loss,0.9415916662949781 | |
| 1773813269.8009667,eval_step,150,2,eval/duration_sec,12.763515894301236 | |
| 1773813391.1203394,train_step,160,2,train/step_loss,1.4993842009342078 | |
| 1773813391.1203394,train_step,160,2,train/step_real_loss,1.1243649572134018 | |
| 1773813391.1203394,train_step,160,2,train/lr,1.057747301402887e-05 | |
| 1773813391.1203394,train_step,160,2,train/step_canary_loss,13.5 | |
| 1773813391.1203394,train_step,160,2,perf/step_duration_sec,12.41904565365985 | |
| 1773813391.1203394,train_step,160,2,perf/samples_per_sec,5.314418018952207 | |
| 1773813391.1203394,train_step,160,2,perf/tokens_per_sec,3556.311912500654 | |
| 1773813391.1203394,train_step,160,2,perf/logical_batch_size,66.0 | |
| 1773813391.1203394,train_step,160,2,perf/logical_token_count,44166.0 | |
| 1773813391.1203394,train_step,160,2,perf/physical_batches,9.0 | |
| 1773813391.1203394,train_step,160,2,privacy/epsilon,2.768504028383432 | |
| 1773813391.1203394,train_step,160,2,system/cuda_memory_allocated_gb,12.680593967437744 | |
| 1773813391.1203394,train_step,160,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773813513.5407782,train_step,170,2,train/step_loss,1.6632740604343699 | |
| 1773813513.5407782,train_step,170,2,train/step_real_loss,1.0752243772149086 | |
| 1773813513.5407782,train_step,170,2,train/lr,4.050702638550275e-06 | |
| 1773813513.5407782,train_step,170,2,train/step_canary_loss,14.208333969116211 | |
| 1773813513.5407782,train_step,170,2,perf/step_duration_sec,12.597235643770546 | |
| 1773813513.5407782,train_step,170,2,perf/samples_per_sec,5.318627188904904 | |
| 1773813513.5407782,train_step,170,2,perf/tokens_per_sec,3936.101649771056 | |
| 1773813513.5407782,train_step,170,2,perf/logical_batch_size,67.0 | |
| 1773813513.5407782,train_step,170,2,perf/logical_token_count,49584.0 | |
| 1773813513.5407782,train_step,170,2,perf/physical_batches,9.0 | |
| 1773813513.5407782,train_step,170,2,privacy/epsilon,2.8571453531213207 | |
| 1773813513.5407782,train_step,170,2,system/cuda_memory_allocated_gb,12.970857620239258 | |
| 1773813513.5407782,train_step,170,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773813635.9173324,train_step,180,2,train/step_loss,1.7563851160161636 | |
| 1773813635.9173324,train_step,180,2,train/step_real_loss,1.0712373107671738 | |
| 1773813635.9173324,train_step,180,2,train/lr,5.729698228102653e-07 | |
| 1773813635.9173324,train_step,180,2,train/step_canary_loss,12.71875 | |
| 1773813635.9173324,train_step,180,2,perf/step_duration_sec,12.466372530907393 | |
| 1773813635.9173324,train_step,180,2,perf/samples_per_sec,5.454674150913608 | |
| 1773813635.9173324,train_step,180,2,perf/tokens_per_sec,4245.501236930199 | |
| 1773813635.9173324,train_step,180,2,perf/logical_batch_size,68.0 | |
| 1773813635.9173324,train_step,180,2,perf/logical_token_count,52926.0 | |
| 1773813635.9173324,train_step,180,2,perf/physical_batches,9.0 | |
| 1773813635.9173324,train_step,180,2,privacy/epsilon,2.9437684274367397 | |
| 1773813635.9173324,train_step,180,2,system/cuda_memory_allocated_gb,13.261121273040771 | |
| 1773813635.9173324,train_step,180,2,system/cuda_max_memory_allocated_gb,86.22137594223022 | |
| 1773813716.1885753,train_epoch,186,2,train/epoch_loss,1.6068291228622247 | |
| 1773813716.1885753,train_epoch,186,2,train/epoch_real_loss,1.0283400972633716 | |
| 1773813716.1885753,train_epoch,186,2,train/epoch_canary_loss,13.124244338677878 | |
| 1773813716.1885753,train_epoch,186,2,perf/epoch_duration_sec,1152.0965769039467 | |
| 1773813716.1885753,train_epoch,186,2,perf/epoch_samples_per_sec,42.999867366267054 | |
| 1773813716.1885753,train_epoch,186,2,perf/epoch_tokens_per_sec,32782.04514893617 | |
| 1773813716.1885753,train_epoch,186,2,perf/epoch_samples,49540.0 | |
| 1773813716.1885753,train_epoch,186,2,perf/epoch_tokens,37768082.0 | |
| 1773813716.1885753,train_epoch,186,2,system/cuda_epoch_peak_memory_gb,86.22137594223022 | |
| 1773813716.1885753,train_epoch,186,2,eval/loss,0.9410304912389854 | |
| 1773813716.1885753,train_epoch,186,2,eval/duration_sec,12.763936698902398 | |
| 1773813716.1885753,train_epoch,186,2,privacy/epsilon,2.9947529815620726 | |
| 1773813729.4597642,audit_epoch,186,2,audit/delta,1e-05 | |
| 1773813729.4597642,audit_epoch,186,2,audit/num_canaries,500.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/num_members,250.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/paper_guess_fraction,0.2 | |
| 1773813729.4597642,audit_epoch,186,2,audit/paper_guess_steps,20.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/auc,0.504792 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon/0.05,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/auc,0.51504 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773813729.4597642,audit_epoch,186,2,perf/audit_duration_sec,7.0606719348579645 | |
| 1773813742.732494,audit_final,186,2,audit/delta,1e-05 | |
| 1773813742.732494,audit_final,186,2,audit/num_canaries,500.0 | |
| 1773813742.732494,audit_final,186,2,audit/num_members,250.0 | |
| 1773813742.732494,audit_final,186,2,audit/paper_guess_fraction,0.2 | |
| 1773813742.732494,audit_final,186,2,audit/paper_guess_steps,20.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/auc,0.504792 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon/0.05,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon/0.01,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/loss/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/auc,0.51504 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon/0.05,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon/0.01,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.05/epsilon,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.05/num_guesses,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.05/correct_guesses,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.01/epsilon,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.01/num_guesses,0.0 | |
| 1773813742.732494,audit_final,186,2,audit/embedding/empirical_epsilon_details/0.01/correct_guesses,0.0 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/duration,2457.6702942838892 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/emissions,0.09496692637153915 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/emissions_rate,3.8641036021965845e-05 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/cpu_power,72.03190690693239 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/gpu_power,3303.243429373142 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/ram_power,54.0 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/cpu_energy,0.04736684855609284 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/gpu_energy,2.25075239893377 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/ram_energy,0.03550715308856684 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/energy_consumed,2.3336264005784284 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/water_consumed,0.0 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/cpu_count,256.0 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/gpu_count,8.0 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/longitude,16.1885 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/latitude,58.594 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/ram_total_size,1511.49019241333 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/cpu_utilization_percent,3.8756856324191915 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/gpu_utilization_percent,94.07749795249795 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/ram_utilization_percent,5.391281211624831 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/ram_used_gb,81.57497969388083 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/pue,1.0 | |
| 1773813743.2978687,energy_final,186,,energy/codecarbon/wue,0.0 | |