Add files using upload-large-folder tool

alternating_args.json

@@ -0,0 +1,12 @@
+{
+  "rater_config": "configs/alternate/100k_init_val_00_02/rater.yaml",
+  "dit_config": "configs/alternate/100k_init_val_00_02/dit.yaml",
+  "num_cycles": 8,
+  "dit_steps_per_cycle": 20000,
+  "warm_start": false,
+  "warm_start_steps": 200,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even",
+  "rater_cycles": "even",
+  "rater_gpus": 4,
+  "dit_gpus": 4
+}

cycle_0/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_0",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_0/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/dit_s_2_400k/checkpoints/0100000.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_0/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_0",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_0/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/dit_s_2_400k/checkpoints/0100000.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_0/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/dit_s_2_400k/checkpoints/0100000.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_0/rater/noise_rater.pt
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 8
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_0
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_0/rater/config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda:0",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_0",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/dit_s_2_400k/checkpoints/0100000.pt"
+  ],
+  "profile_every": 0
+}

cycle_0/rater/metrics.csv

@@ -0,0 +1,501 @@
+meta_step,outer_loss,inner_loss,ratings_mean,ratings_std,weights_max,weights_entropy,rater_grad_norm
+0,0.537243,0.161642,0.719121,0.083200,0.742415,0.659992,0.000040
+1,0.529655,0.152809,0.508346,0.103604,0.744944,0.651404,0.000021
+2,0.527770,0.178376,0.362403,0.127692,0.714693,0.690186,0.000034
+3,0.527603,0.159858,0.129028,0.172609,0.756189,0.642316,0.000015
+4,0.585374,0.129725,-0.159344,0.232741,0.755494,0.648253,0.000008
+5,0.544878,0.138389,-0.396977,0.302857,0.716341,0.689805,0.000014
+6,0.593323,0.184126,-0.852538,0.455787,0.734715,0.670995,0.000011
+7,0.557624,0.130538,-1.292754,0.518977,0.747635,0.652366,0.000010
+8,0.531561,0.151193,-1.829121,0.666612,0.725548,0.683210,0.000010
+9,0.517911,0.126053,-2.287109,0.763087,0.741048,0.664096,0.000013
+10,0.529435,0.153281,-2.798183,0.950373,0.749059,0.651529,0.000004
+11,0.501297,0.164759,-3.377784,1.098636,0.732167,0.671120,0.000007
+12,0.498840,0.130983,-3.663101,1.163660,0.727111,0.681419,0.000006
+13,0.585728,0.172113,-4.148540,1.349341,0.742085,0.654934,0.000006
+14,0.530074,0.112657,-4.354034,1.394377,0.714285,0.701968,0.000004
+15,0.531390,0.151979,-5.192311,1.650344,0.743166,0.663529,0.000006
+16,0.472423,0.146503,-5.432914,1.613129,0.736755,0.667827,0.000007
+17,0.512795,0.155519,-5.923517,1.773377,0.728266,0.685915,0.000008
+18,0.523062,0.114409,-5.895756,1.689201,0.742026,0.655681,0.000008
+19,0.563944,0.134747,-6.860171,2.006081,0.749155,0.654341,0.000009
+20,0.529482,0.156908,-7.406769,2.215831,0.742427,0.652794,0.000007
+21,0.586318,0.163279,-7.832043,2.481880,0.737829,0.658843,0.000005
+22,0.561476,0.127979,-8.215731,2.352337,0.717809,0.694003,0.000009
+23,0.528913,0.193465,-9.002279,2.648943,0.730564,0.665129,0.000005
+24,0.538466,0.188886,-9.494199,2.647099,0.740987,0.669043,0.000005
+25,0.579661,0.140808,-9.148214,2.701407,0.729672,0.680985,0.000010
+26,0.563862,0.134009,-9.420703,2.623784,0.748141,0.652059,0.000008
+27,0.526100,0.126897,-9.591817,2.671017,0.723929,0.695862,0.000007
+28,0.469955,0.135946,-10.335169,2.899627,0.756846,0.638902,0.000005
+29,0.531738,0.171350,-11.304387,2.922075,0.741457,0.662273,0.000013
+30,0.554568,0.139810,-11.330227,2.955192,0.753953,0.640698,0.000006
+31,0.509945,0.160488,-12.610062,2.987026,0.740197,0.659267,0.000010
+32,0.581828,0.167458,-13.278225,2.948003,0.719904,0.694976,0.000011
+33,0.454739,0.146216,-13.742424,2.996926,0.732207,0.664822,0.000005
+34,0.529761,0.095340,-13.140184,2.625574,0.739274,0.669655,0.000002
+35,0.534167,0.169871,-14.016020,2.706041,0.723361,0.684937,0.000008
+36,0.491692,0.149621,-14.030144,2.564828,0.752893,0.654693,0.000009
+37,0.516871,0.139478,-13.943917,2.558262,0.738963,0.668106,0.000006
+38,0.533245,0.165117,-13.845216,2.501100,0.721269,0.688311,0.000004
+39,0.491197,0.126155,-13.134298,2.497860,0.735853,0.671585,0.000005
+40,0.562137,0.156872,-13.168020,2.405875,0.750998,0.647731,0.000007
+41,0.495531,0.138723,-12.672446,2.493618,0.745503,0.658029,0.000009
+42,0.527873,0.126264,-12.081348,2.333647,0.756106,0.638875,0.000002
+43,0.472017,0.156539,-12.059948,2.344783,0.750273,0.648342,0.000003
+44,0.505524,0.126044,-11.457941,2.282444,0.736672,0.664581,0.000005
+45,0.545952,0.149854,-11.166199,2.453538,0.717182,0.691622,0.000005
+46,0.572045,0.136873,-10.612438,2.328411,0.740784,0.656633,0.000009
+47,0.487389,0.164702,-10.415351,2.376164,0.742578,0.653142,0.000005
+48,0.561409,0.158272,-10.380539,2.437819,0.725840,0.679228,0.000008
+49,0.586039,0.154302,-10.044785,2.476183,0.739501,0.658931,0.000004
+50,0.526186,0.172748,-10.323770,2.468983,0.756442,0.636463,0.000006
+51,0.529622,0.154860,-9.926268,2.450923,0.744712,0.655615,0.000007
+52,0.496165,0.130674,-9.643511,2.477556,0.761740,0.632855,0.000005
+53,0.498155,0.145050,-9.704483,2.521022,0.742706,0.658352,0.000009
+54,0.526708,0.130681,-9.353902,2.492728,0.755454,0.644340,0.000011
+55,0.502829,0.151152,-9.603196,2.562549,0.741978,0.653820,0.000009
+56,0.553581,0.179540,-9.421541,2.651103,0.730466,0.669482,0.000006
+57,0.527931,0.195522,-9.492031,2.848108,0.749923,0.644240,0.000008
+58,0.566456,0.121831,-8.751619,2.646582,0.733796,0.661041,0.000007
+59,0.552153,0.137964,-8.822701,2.569209,0.731469,0.676674,0.000005
+60,0.490722,0.159399,-9.291898,2.754711,0.750205,0.643054,0.000008
+61,0.562966,0.169643,-8.973875,2.924776,0.736381,0.670606,0.000010
+62,0.571422,0.156097,-8.478308,2.807067,0.719991,0.700579,0.000006
+63,0.461058,0.156600,-8.157331,2.714261,0.734939,0.667461,0.000011
+64,0.520415,0.125472,-7.699173,2.806251,0.751749,0.641024,0.000008
+65,0.518968,0.163876,-7.530315,2.846502,0.741569,0.660177,0.000006
+66,0.518183,0.164062,-7.094814,2.790783,0.741386,0.653847,0.000004
+67,0.560011,0.125303,-6.050343,2.520831,0.749962,0.654800,0.000002
+68,0.567030,0.146235,-6.026102,2.609807,0.740988,0.665572,0.000004
+69,0.501827,0.141652,-5.709786,2.563794,0.743779,0.656102,0.000006
+70,0.539820,0.145166,-5.575732,2.598790,0.739618,0.658682,0.000006
+71,0.506146,0.151232,-5.452910,2.366327,0.747404,0.647666,0.000004
+72,0.468375,0.176172,-5.743596,2.634772,0.724372,0.686555,0.000010
+73,0.575097,0.136005,-5.517329,2.531965,0.735626,0.670790,0.000005
+74,0.550329,0.161873,-5.970677,2.868418,0.735145,0.672483,0.000005
+75,0.550354,0.119609,-6.115030,2.547604,0.747253,0.651710,0.000005
+76,0.550647,0.133233,-6.649128,2.742223,0.755970,0.641615,0.000006
+77,0.498955,0.147565,-7.175881,3.030177,0.758071,0.633158,0.000009
+78,0.514232,0.142279,-7.566683,2.826646,0.725974,0.695704,0.000008
+79,0.592094,0.163068,-7.781182,2.869069,0.729238,0.669266,0.000013
+80,0.567383,0.167240,-8.134041,2.933984,0.754081,0.642595,0.000008
+81,0.544104,0.148216,-8.543067,3.191999,0.730797,0.678059,0.000005
+82,0.561523,0.135452,-9.086730,3.081871,0.727761,0.684667,0.000004
+83,0.596776,0.146303,-9.437637,3.396615,0.748447,0.649799,0.000005
+84,0.554731,0.176661,-10.376905,3.535100,0.726066,0.675259,0.000007
+85,0.534527,0.181149,-10.790812,3.394956,0.745442,0.657912,0.000005
+86,0.508808,0.144992,-10.911031,3.497919,0.741421,0.662998,0.000008
+87,0.513408,0.143969,-11.180123,3.525968,0.752125,0.644409,0.000004
+88,0.562610,0.165234,-11.399917,3.698314,0.744407,0.658575,0.000006
+89,0.575360,0.187215,-12.149464,3.582255,0.744277,0.659128,0.000014
+90,0.550427,0.139303,-11.363070,3.705113,0.752824,0.644315,0.000005
+91,0.563424,0.118989,-10.715382,3.463880,0.735632,0.669906,0.000009
+92,0.489128,0.149208,-11.265726,3.493517,0.739365,0.665951,0.000008
+93,0.543095,0.165637,-11.407156,3.749442,0.730643,0.670052,0.000006
+94,0.566356,0.146584,-10.624974,3.808342,0.752720,0.636420,0.000006
+95,0.477157,0.132330,-10.567487,3.672975,0.757134,0.637643,0.000006
+96,0.538567,0.111326,-10.284214,3.504884,0.754066,0.635993,0.000007
+97,0.581677,0.161723,-11.735384,3.808292,0.739188,0.666289,0.000008
+98,0.499818,0.136010,-11.220968,3.827940,0.744072,0.660470,0.000009
+99,0.579469,0.137939,-11.878377,3.862447,0.742197,0.663936,0.000006
+100,0.514853,0.135545,-12.566558,3.906628,0.744407,0.652440,0.000010
+101,0.578236,0.158640,-13.116855,3.920130,0.753146,0.647691,0.000011
+102,0.554128,0.154341,-12.892448,4.125673,0.750327,0.647263,0.000009
+103,0.532928,0.179495,-13.308663,4.094453,0.756402,0.642251,0.000015
+104,0.552663,0.153273,-13.384797,3.871530,0.715370,0.703007,0.000008
+105,0.594844,0.143076,-13.324352,3.912155,0.733502,0.661241,0.000006
+106,0.515374,0.145966,-12.822933,3.737392,0.737255,0.669353,0.000008
+107,0.521448,0.157462,-12.691745,3.858704,0.732030,0.665326,0.000010
+108,0.526309,0.130776,-12.104837,3.803776,0.743320,0.655043,0.000005
+109,0.518902,0.141151,-12.051579,3.842454,0.734768,0.681966,0.000012
+110,0.585558,0.150162,-12.330060,3.860248,0.746172,0.661079,0.000005
+111,0.545733,0.167008,-12.353607,3.912606,0.755463,0.643014,0.000009
+112,0.488873,0.132729,-11.837171,3.776911,0.733793,0.670535,0.000006
+113,0.494193,0.136096,-11.775617,3.830117,0.745989,0.656010,0.000006
+114,0.544811,0.150028,-11.474329,3.715332,0.765718,0.621112,0.000007
+115,0.463998,0.138320,-10.985846,3.924015,0.727537,0.674488,0.000005
+116,0.577033,0.147405,-10.123284,3.916843,0.746270,0.657484,0.000004
+117,0.541198,0.141216,-10.201628,3.855073,0.765863,0.618613,0.000004
+118,0.578068,0.152271,-9.870380,3.770948,0.749243,0.659264,0.000004
+119,0.537812,0.142412,-9.240810,3.833620,0.736614,0.670536,0.000005
+120,0.521577,0.168507,-8.964866,3.834920,0.717664,0.692084,0.000010
+121,0.545819,0.146445,-7.606581,3.642045,0.751920,0.644541,0.000007
+122,0.583377,0.143688,-7.567034,3.832950,0.735269,0.663813,0.000005
+123,0.592288,0.161044,-7.354930,3.928996,0.746462,0.655966,0.000006
+124,0.500629,0.144233,-6.828337,3.730568,0.751947,0.650442,0.000003
+125,0.645620,0.136837,-6.203007,3.809305,0.751675,0.644257,0.000003
+126,0.511419,0.194839,-6.059059,3.756199,0.725690,0.687346,0.000005
+127,0.519147,0.167933,-5.655568,3.776471,0.721845,0.683243,0.000005
+128,0.534512,0.147210,-4.522209,3.706876,0.741020,0.652612,0.000005
+129,0.531292,0.149386,-4.356574,3.702493,0.738906,0.667685,0.000009
+130,0.555155,0.156355,-4.164282,3.395854,0.749429,0.652831,0.000008
+131,0.556943,0.159026,-3.756610,3.540662,0.733633,0.675958,0.000006
+132,0.602549,0.150187,-3.894819,3.523297,0.751601,0.651625,0.000012
+133,0.545885,0.151520,-4.512939,3.711872,0.722523,0.692027,0.000005
+134,0.537467,0.157201,-4.963388,3.718725,0.746638,0.651015,0.000004
+135,0.543663,0.117923,-4.902921,3.722549,0.765006,0.636475,0.000003
+136,0.544809,0.167692,-5.996550,3.928774,0.740804,0.658494,0.000028
+137,0.577208,0.156155,-7.024961,4.014501,0.697360,0.724404,0.000006
+138,0.555239,0.130182,-8.156202,4.263188,0.744433,0.664894,0.000012
+139,0.537500,0.173016,-10.555240,4.500034,0.730315,0.675506,0.000007
+140,0.508739,0.174932,-11.419884,4.542229,0.751242,0.652297,0.000010
+141,0.514734,0.163686,-12.826515,4.284096,0.737784,0.662337,0.000014
+142,0.533297,0.110824,-12.490341,4.222508,0.743269,0.660506,0.000015
+143,0.558640,0.162969,-13.672129,4.198381,0.737734,0.656465,0.000009
+144,0.526703,0.182019,-13.936520,4.264779,0.713684,0.704253,0.000013
+145,0.555619,0.134693,-12.603503,4.074475,0.745137,0.653556,0.000010
+146,0.544195,0.144981,-12.407078,4.120774,0.732118,0.668500,0.000009
+147,0.552535,0.168807,-12.465889,4.057772,0.753686,0.640597,0.000005
+148,0.506911,0.148926,-11.853893,4.281935,0.718912,0.699744,0.000008
+149,0.508345,0.150058,-12.084225,3.829798,0.749326,0.646776,0.000008
+150,0.537692,0.168862,-11.340600,4.045405,0.736755,0.671822,0.000008
+151,0.513366,0.148938,-10.715608,3.632792,0.756502,0.642037,0.000006
+152,0.474202,0.181774,-10.817451,4.198056,0.743812,0.657835,0.000004
+153,0.513956,0.146700,-10.464604,3.768163,0.711098,0.701433,0.000004
+154,0.588884,0.161989,-9.931237,3.797202,0.754047,0.643412,0.000003
+155,0.517771,0.138740,-9.035166,3.730627,0.747555,0.650586,0.000003
+156,0.597469,0.138689,-8.753049,3.647853,0.713285,0.706766,0.000008
+157,0.509647,0.139536,-8.009232,3.689906,0.753898,0.635702,0.000009
+158,0.530658,0.143325,-7.605421,3.710664,0.725977,0.688694,0.000006
+159,0.540319,0.172072,-7.450709,3.936027,0.743278,0.652469,0.000015
+160,0.588656,0.145699,-6.247394,3.839033,0.720281,0.693602,0.000008
+161,0.575565,0.136776,-5.816184,3.711761,0.741040,0.663494,0.000012
+162,0.508412,0.198308,-6.428766,4.021247,0.752219,0.645177,0.000008
+163,0.537394,0.152834,-5.366804,3.596861,0.728674,0.678047,0.000007
+164,0.543013,0.155290,-5.275088,3.811914,0.743360,0.658322,0.000011
+165,0.575444,0.174333,-5.424221,4.097760,0.713979,0.696512,0.000012
+166,0.504755,0.148709,-4.810695,4.064899,0.737653,0.666666,0.000006
+167,0.513455,0.142959,-4.457879,4.209763,0.743689,0.657433,0.000005
+168,0.547441,0.131444,-4.526578,4.094086,0.729112,0.666812,0.000005
+169,0.528742,0.157501,-4.987528,4.370531,0.753765,0.646934,0.000005
+170,0.574112,0.124328,-3.869625,4.110123,0.740167,0.659570,0.000011
+171,0.533385,0.154779,-4.846726,4.964403,0.747496,0.656309,0.000009
+172,0.586009,0.159524,-6.171838,4.998654,0.733510,0.677015,0.000014
+173,0.505061,0.154293,-6.989744,5.093848,0.740055,0.659112,0.000007
+174,0.505673,0.139216,-6.713495,4.854312,0.744183,0.661889,0.000008
+175,0.516738,0.125851,-7.175595,5.227851,0.731669,0.677383,0.000017
+176,0.534405,0.128777,-8.422242,5.076193,0.720464,0.693116,0.000005
+177,0.560616,0.138066,-9.295385,5.426568,0.717019,0.693562,0.000014
+178,0.584998,0.160345,-9.411975,5.330510,0.712391,0.696837,0.000021
+179,0.599456,0.162240,-9.528534,5.306110,0.753945,0.646196,0.000008
+180,0.517488,0.159823,-9.509151,5.213070,0.730669,0.685960,0.000007
+181,0.550652,0.151863,-9.703214,5.155952,0.749576,0.643559,0.000014
+182,0.592226,0.169310,-10.141558,5.309574,0.744384,0.655798,0.000010
+183,0.505519,0.184222,-11.381246,4.842757,0.751099,0.647331,0.000013
+184,0.495646,0.131162,-10.140316,4.617212,0.751133,0.653688,0.000009
+185,0.571177,0.162294,-10.637327,4.778612,0.737654,0.664006,0.000009
+186,0.563329,0.189669,-11.196200,4.461545,0.739849,0.667412,0.000005
+187,0.569032,0.141114,-9.233886,4.445919,0.744721,0.654169,0.000005
+188,0.564936,0.177383,-9.137984,4.282913,0.743581,0.659395,0.000006
+189,0.572460,0.147158,-8.051096,4.334740,0.753863,0.636105,0.000008
+190,0.551924,0.167011,-7.689895,4.133361,0.749778,0.652441,0.000007
+191,0.526745,0.170157,-7.754591,3.861344,0.763306,0.626045,0.000011
+192,0.512705,0.134135,-6.617445,3.922027,0.730231,0.684634,0.000005
+193,0.503667,0.158619,-6.405749,3.795956,0.726916,0.692809,0.000004
+194,0.550358,0.198467,-6.512234,3.625805,0.751602,0.643586,0.000006
+195,0.536537,0.158519,-6.175547,3.691157,0.728429,0.681792,0.000006
+196,0.532867,0.163387,-6.357342,3.518639,0.736816,0.667124,0.000008
+197,0.545276,0.132075,-5.761971,3.318412,0.758007,0.639216,0.000003
+198,0.546673,0.133026,-5.823380,3.353973,0.751943,0.650034,0.000007
+199,0.567006,0.124844,-5.639723,3.406926,0.760140,0.636848,0.000005
+200,0.515486,0.144742,-5.678440,3.344135,0.767713,0.622993,0.000006
+201,0.507515,0.143806,-5.928713,3.236089,0.726671,0.685764,0.000009
+202,0.516718,0.126149,-6.795356,3.499817,0.746951,0.639591,0.000005
+203,0.510847,0.132739,-6.877478,3.405180,0.758686,0.632213,0.000005
+204,0.536062,0.128741,-7.309896,3.789812,0.739081,0.658994,0.000009
+205,0.517015,0.162944,-7.603706,3.581660,0.735275,0.675195,0.000004
+206,0.547808,0.157152,-7.936833,3.771572,0.758223,0.630525,0.000004
+207,0.528756,0.133249,-7.907561,3.626640,0.756788,0.637505,0.000004
+208,0.497105,0.144820,-8.694288,3.826491,0.753368,0.645718,0.000063
+209,0.580063,0.136816,-10.775365,4.182561,0.723445,0.679712,0.000019
+210,0.473597,0.136040,-13.014374,4.280668,0.733762,0.680373,0.000006
+211,0.485996,0.163749,-14.739734,3.902280,0.745905,0.651749,0.000014
+212,0.546922,0.145682,-15.380807,3.564806,0.753994,0.644850,0.000010
+213,0.556848,0.132614,-15.128441,3.723747,0.719719,0.698172,0.000005
+214,0.530730,0.159586,-15.490431,3.727208,0.747541,0.652113,0.000005
+215,0.601944,0.156870,-15.283358,3.882928,0.761187,0.635419,0.000006
+216,0.538056,0.153661,-14.904100,3.726295,0.752097,0.648941,0.000005
+217,0.569511,0.177569,-15.045835,3.902814,0.738412,0.664949,0.000011
+218,0.531581,0.178878,-15.120033,3.803710,0.742344,0.654530,0.000005
+219,0.538356,0.167163,-14.319974,4.002701,0.745783,0.649267,0.000007
+220,0.489988,0.164173,-13.049179,4.356617,0.739354,0.663442,0.000006
+221,0.569824,0.123137,-12.484461,4.469495,0.714504,0.700885,0.000004
+222,0.566680,0.173508,-12.399525,4.673459,0.739580,0.672282,0.000011
+223,0.532432,0.152471,-11.176760,4.816278,0.741633,0.660008,0.000005
+224,0.535031,0.102624,-9.574750,4.956378,0.734710,0.668885,0.000006
+225,0.485860,0.144148,-9.533968,5.239677,0.740617,0.656659,0.000005
+226,0.593736,0.179566,-10.180318,5.441293,0.728518,0.685157,0.000010
+227,0.593028,0.164430,-8.553880,5.876641,0.741552,0.657299,0.000005
+228,0.540919,0.141070,-7.550494,5.945817,0.759985,0.633274,0.000007
+229,0.496551,0.144093,-6.943812,6.071275,0.736908,0.671403,0.000006
+230,0.539689,0.150435,-7.178750,6.043296,0.732079,0.675078,0.000006
+231,0.435105,0.171538,-6.983270,6.412359,0.740906,0.667367,0.000004
+232,0.513847,0.128831,-4.562217,6.858813,0.742810,0.663240,0.000005
+233,0.553975,0.137435,-4.635006,6.577835,0.741145,0.662275,0.000011
+234,0.579010,0.165594,-4.013345,7.075874,0.728833,0.678642,0.000007
+235,0.485529,0.122536,-2.966327,6.737595,0.725075,0.677585,0.000006
+236,0.591307,0.172508,-3.300053,7.468391,0.738778,0.667293,0.000008
+237,0.535125,0.153245,-2.058975,7.163981,0.724740,0.694286,0.000005
+238,0.608760,0.146054,-0.844038,6.854240,0.743756,0.662668,0.000004
+239,0.473480,0.123854,1.040291,6.792176,0.747901,0.653541,0.000005
+240,0.501048,0.142512,1.260336,7.280350,0.722129,0.684845,0.000005
+241,0.461711,0.136245,1.177266,6.703305,0.741979,0.657562,0.000005
+242,0.476596,0.138141,1.743259,6.973564,0.735349,0.675573,0.000006
+243,0.511981,0.145699,0.819848,6.914748,0.734851,0.665489,0.000005
+244,0.496635,0.149513,2.141990,6.611162,0.731684,0.680313,0.000006
+245,0.467687,0.139693,1.659999,6.228663,0.730230,0.681086,0.000010
+246,0.557619,0.136379,1.335055,6.258552,0.731309,0.672762,0.000008
+247,0.541917,0.121479,2.717954,5.857748,0.755373,0.640263,0.000010
+248,0.541914,0.111687,3.311038,5.383368,0.725875,0.689303,0.000011
+249,0.522181,0.121945,2.876213,5.673466,0.735782,0.675187,0.000006
+250,0.548272,0.161421,1.210540,6.199038,0.746517,0.660765,0.000006
+251,0.570977,0.179858,0.183225,6.560511,0.736123,0.669982,0.000006
+252,0.542250,0.131286,0.321163,6.327060,0.729731,0.677203,0.000008
+253,0.538242,0.180838,-1.164119,6.476736,0.734472,0.669780,0.000005
+254,0.537831,0.130063,-2.029788,6.332761,0.748773,0.661299,0.000006
+255,0.574096,0.133588,-2.250775,6.474537,0.746021,0.656546,0.000005
+256,0.570024,0.164268,-4.310568,6.724852,0.730286,0.677987,0.000008
+257,0.522496,0.169438,-5.735136,6.460792,0.737306,0.659296,0.000004
+258,0.584846,0.181196,-6.900739,6.629097,0.735623,0.661475,0.000008
+259,0.517248,0.161128,-7.090782,6.546056,0.736886,0.668834,0.000009
+260,0.519933,0.127261,-7.161526,6.566124,0.751445,0.644575,0.000006
+261,0.518059,0.152715,-8.053074,6.066195,0.750333,0.650234,0.000003
+262,0.531601,0.176861,-8.937107,6.625561,0.739277,0.653521,0.000007
+263,0.567432,0.122141,-9.214066,6.083529,0.739641,0.674982,0.000044
+264,0.541243,0.143339,-9.458578,5.868212,0.747350,0.658370,0.000008
+265,0.532971,0.166846,-9.244692,5.613226,0.750987,0.643465,0.000006
+266,0.538158,0.150051,-8.378913,5.186112,0.741281,0.664089,0.000003
+267,0.434715,0.153767,-8.036562,4.403710,0.736880,0.671437,0.000003
+268,0.542431,0.128763,-7.590345,4.034525,0.736528,0.673423,0.000003
+269,0.511514,0.176114,-7.388551,3.715744,0.762444,0.634655,0.000010
+270,0.542549,0.161657,-6.128407,3.504282,0.741376,0.661836,0.000006
+271,0.518493,0.146495,-5.503565,3.091214,0.747598,0.644942,0.000008
+272,0.526708,0.168314,-5.467612,2.932796,0.728326,0.681024,0.000011
+273,0.608142,0.174490,-4.588942,2.787103,0.763169,0.626884,0.000002
+274,0.485105,0.135867,-3.868225,2.797414,0.740163,0.662759,0.000003
+275,0.593212,0.146474,-3.171994,2.398729,0.737437,0.665768,0.000003
+276,0.554017,0.133385,-2.407693,2.639211,0.735222,0.671039,0.000005
+277,0.568738,0.179212,-1.851304,2.398588,0.738715,0.669084,0.000008
+278,0.506796,0.136968,-1.321121,2.645795,0.740977,0.668899,0.000005
+279,0.516873,0.149924,-0.515290,2.346938,0.750267,0.646742,0.000007
+280,0.574668,0.132112,0.305675,2.178960,0.751742,0.644931,0.000005
+281,0.598670,0.174283,0.800526,2.323282,0.742980,0.665096,0.000012
+282,0.590748,0.167199,0.954624,2.355615,0.728210,0.691743,0.000007
+283,0.584888,0.149543,1.130730,2.318404,0.733761,0.675865,0.000050
+284,0.451666,0.133648,1.069690,2.623858,0.748749,0.655396,0.000004
+285,0.544021,0.171242,0.930075,2.807025,0.749402,0.652199,0.000004
+286,0.532593,0.139680,1.011496,2.854921,0.729368,0.676207,0.000008
+287,0.559038,0.149271,1.303374,2.979139,0.748853,0.643792,0.000007
+288,0.516622,0.155448,1.451503,3.233052,0.729974,0.680986,0.000007
+289,0.456178,0.146371,1.454455,3.198048,0.723574,0.675884,0.000005
+290,0.492015,0.153831,1.088116,3.446720,0.736782,0.670002,0.000012
+291,0.577312,0.144761,1.078467,3.905412,0.748274,0.651473,0.000003
+292,0.567770,0.152375,0.489971,4.047194,0.757582,0.631545,0.000005
+293,0.490695,0.150523,0.079902,4.177344,0.738489,0.669540,0.000004
+294,0.459190,0.126558,0.483465,4.519841,0.741627,0.663782,0.000009
+295,0.482797,0.152792,-0.181779,4.639334,0.734380,0.675954,0.000006
+296,0.559949,0.140238,-1.134606,4.704049,0.736837,0.666841,0.000005
+297,0.509249,0.139934,-1.758299,4.865756,0.733598,0.676416,0.000004
+298,0.550108,0.110731,-0.935989,5.025587,0.741933,0.651929,0.000009
+299,0.514002,0.140301,-1.178065,5.476443,0.761759,0.633534,0.000007
+300,0.532529,0.129616,-1.162463,5.338144,0.741431,0.660124,0.000005
+301,0.542677,0.158536,-1.609175,5.694462,0.736749,0.674011,0.000008
+302,0.611629,0.139371,-2.286397,5.904322,0.726786,0.689236,0.000005
+303,0.545157,0.155276,-2.635860,6.191709,0.718831,0.686330,0.000008
+304,0.582887,0.152235,-2.826742,6.041208,0.736926,0.666116,0.000010
+305,0.498250,0.145848,-2.851857,6.431699,0.750550,0.642329,0.000003
+306,0.521297,0.152495,-2.719628,6.332475,0.743890,0.656707,0.000011
+307,0.532524,0.169330,-4.061943,6.317050,0.766377,0.621934,0.000005
+308,0.514266,0.147906,-3.667916,6.247523,0.745294,0.661315,0.000009
+309,0.515991,0.146110,-2.968062,6.421651,0.736484,0.659165,0.000013
+310,0.539059,0.140615,-3.200333,6.441867,0.726926,0.685916,0.000013
+311,0.495243,0.136275,-2.276981,6.728839,0.741501,0.659590,0.000005
+312,0.521238,0.187135,-3.227596,6.449660,0.752803,0.647670,0.000004
+313,0.556257,0.162574,-1.809067,6.555421,0.774459,0.608968,0.000007
+314,0.598272,0.175923,-1.366881,6.762797,0.748566,0.645414,0.000009
+315,0.513027,0.131062,-0.584577,6.877552,0.725120,0.688348,0.000005
+316,0.562135,0.149492,-0.379011,6.505232,0.765526,0.632009,0.000005
+317,0.588781,0.184707,-1.251842,6.826037,0.735421,0.667488,0.000012
+318,0.538898,0.139749,0.011742,6.639217,0.746912,0.647671,0.000007
+319,0.532308,0.178325,-1.606695,6.510318,0.721372,0.681229,0.000008
+320,0.525433,0.164953,-1.185132,6.686104,0.725308,0.679187,0.000009
+321,0.553448,0.131294,-1.930343,6.434363,0.737003,0.676204,0.000006
+322,0.474180,0.113564,-0.452694,6.698720,0.742306,0.654453,0.000013
+323,0.553804,0.153288,-1.747606,6.794785,0.728863,0.676691,0.000010
+324,0.545944,0.135840,-2.772620,6.748890,0.708030,0.703812,0.000015
+325,0.567477,0.140338,-1.954984,6.556000,0.741537,0.658823,0.000011
+326,0.535424,0.135383,-3.718399,6.604872,0.744423,0.656855,0.000011
+327,0.539209,0.120148,-3.688415,6.577123,0.740091,0.663117,0.000008
+328,0.527243,0.159273,-5.319625,6.271693,0.724962,0.685127,0.000005
+329,0.539288,0.140038,-5.075312,6.170745,0.735876,0.667968,0.000003
+330,0.489944,0.167291,-5.513014,6.326853,0.755997,0.641835,0.000004
+331,0.544521,0.187123,-5.132639,6.367754,0.726273,0.687917,0.000005
+332,0.513975,0.149375,-4.216769,6.301760,0.759731,0.633320,0.000008
+333,0.481304,0.167953,-4.137856,6.303103,0.750697,0.646447,0.000010
+334,0.581689,0.133730,-2.190911,6.248493,0.738229,0.670589,0.000008
+335,0.533169,0.137396,-3.044064,6.202017,0.754230,0.637374,0.000004
+336,0.516272,0.135871,-2.510004,6.724855,0.747098,0.655640,0.000004
+337,0.561786,0.162122,-4.443366,6.278664,0.748406,0.649319,0.000005
+338,0.514603,0.179242,-3.308782,6.487732,0.740369,0.653696,0.000006
+339,0.583485,0.160353,-3.311304,6.385328,0.753795,0.646049,0.000008
+340,0.482686,0.168631,-2.945139,6.268877,0.724792,0.689523,0.000012
+341,0.571272,0.184527,-3.898674,6.394186,0.721510,0.688694,0.000006
+342,0.544851,0.125764,-3.234474,6.526619,0.742330,0.662435,0.000005
+343,0.502761,0.147221,-4.402561,6.368025,0.737250,0.665373,0.000009
+344,0.519590,0.148883,-4.363471,6.165931,0.737140,0.667271,0.000006
+345,0.525800,0.130937,-4.592385,6.476235,0.739750,0.663837,0.000006
+346,0.514713,0.163607,-5.470699,6.579630,0.744768,0.655945,0.000005
+347,0.610647,0.141787,-5.494182,6.985995,0.741835,0.664961,0.000005
+348,0.551288,0.172484,-6.259509,6.629656,0.751560,0.650620,0.000006
+349,0.581655,0.153188,-5.977065,6.251984,0.768793,0.618696,0.000005
+350,0.591457,0.130745,-6.275604,6.413896,0.760225,0.637154,0.000004
+351,0.543265,0.127279,-6.044777,6.442648,0.741102,0.664817,0.000007
+352,0.469828,0.129659,-6.194853,6.566067,0.751394,0.649354,0.000005
+353,0.548303,0.162179,-6.174875,6.559928,0.734369,0.673220,0.000008
+354,0.468313,0.150577,-6.373515,6.250847,0.744650,0.659651,0.000013
+355,0.518975,0.169594,-6.245848,6.666016,0.752783,0.652125,0.000008
+356,0.504081,0.135999,-5.892241,6.491843,0.754179,0.650760,0.000004
+357,0.590495,0.120186,-6.352443,6.251997,0.761336,0.630603,0.000009
+358,0.585363,0.146516,-5.992390,6.555962,0.733959,0.678736,0.000008
+359,0.516983,0.126406,-5.552713,6.443460,0.748261,0.653884,0.000005
+360,0.544352,0.151717,-6.207316,6.614330,0.743002,0.663693,0.000004
+361,0.468845,0.149449,-5.177941,6.685515,0.726917,0.682196,0.000007
+362,0.550413,0.153900,-5.950486,6.921982,0.743955,0.663325,0.000004
+363,0.538400,0.125070,-5.090378,6.590057,0.733720,0.673609,0.000007
+364,0.525752,0.179783,-6.365432,6.653284,0.758864,0.643660,0.000004
+365,0.527601,0.149286,-5.739430,6.649932,0.704420,0.713703,0.000011
+366,0.565707,0.144699,-5.069872,6.824842,0.730161,0.671585,0.000022
+367,0.517913,0.149454,-5.208038,6.819601,0.737301,0.663712,0.000008
+368,0.564271,0.136879,-4.875174,7.321297,0.729412,0.680595,0.000007
+369,0.555614,0.150717,-4.077103,7.168697,0.753350,0.645122,0.000009
+370,0.585630,0.199402,-5.266289,7.164645,0.753247,0.643526,0.000024
+371,0.496331,0.160114,-3.965615,7.644986,0.723906,0.680210,0.000005
+372,0.580381,0.116661,-2.258294,7.599347,0.714511,0.695222,0.000005
+373,0.521636,0.140007,-3.037421,7.674250,0.756870,0.640813,0.000011
+374,0.480324,0.168685,-3.693724,7.454007,0.738475,0.660472,0.000004
+375,0.533204,0.158823,-2.600206,7.965599,0.759949,0.640578,0.000004
+376,0.606040,0.155207,-2.030227,7.915490,0.751918,0.647968,0.000010
+377,0.553584,0.157103,-1.848513,8.012431,0.747156,0.657512,0.000014
+378,0.571434,0.160512,-1.146088,8.307599,0.729588,0.674019,0.000006
+379,0.548326,0.124336,0.474419,7.737915,0.756916,0.638611,0.000017
+380,0.497225,0.131858,1.243341,8.010199,0.715172,0.696116,0.000005
+381,0.496314,0.136060,1.205498,8.315511,0.747548,0.652276,0.000008
+382,0.473303,0.165585,0.659682,8.154572,0.755866,0.647628,0.000008
+383,0.583111,0.210683,-0.542808,7.618822,0.747027,0.653686,0.000007
+384,0.588247,0.197333,-0.310759,7.555499,0.740860,0.664992,0.000010
+385,0.597327,0.166282,-1.062258,7.264709,0.745937,0.656544,0.000005
+386,0.556708,0.153896,0.051290,7.254847,0.745230,0.658064,0.000016
+387,0.531788,0.138960,-0.515328,7.547498,0.749094,0.645268,0.000003
+388,0.500586,0.159516,-0.618608,7.105596,0.733942,0.670017,0.000005
+389,0.573637,0.135136,-0.682927,7.008105,0.725023,0.689581,0.000030
+390,0.605304,0.166466,-1.502824,7.182882,0.742088,0.658873,0.000010
+391,0.570697,0.134413,-1.332346,6.550264,0.744507,0.643333,0.000003
+392,0.594961,0.163964,-2.258665,6.704912,0.727987,0.679051,0.000006
+393,0.629744,0.181966,-2.376637,6.847304,0.726302,0.679845,0.000009
+394,0.547345,0.109273,-0.407813,6.818960,0.739058,0.661322,0.000007
+395,0.489766,0.163075,-2.176961,6.676244,0.764465,0.627226,0.000003
+396,0.520949,0.143312,-1.307280,6.802320,0.735436,0.671081,0.000008
+397,0.524161,0.154320,-1.791586,6.847458,0.722437,0.690149,0.000004
+398,0.565072,0.113905,-0.870353,6.823534,0.745897,0.646981,0.000003
+399,0.527800,0.166949,-2.331179,6.773227,0.737694,0.669518,0.000007
+400,0.545843,0.160655,-1.935012,6.693658,0.722833,0.692640,0.000009
+401,0.512041,0.148498,-1.066225,6.739271,0.734459,0.676329,0.000006
+402,0.550448,0.154286,-1.947073,6.637348,0.742983,0.660646,0.000005
+403,0.606800,0.132528,-1.051165,6.811385,0.728886,0.677332,0.000005
+404,0.597752,0.161364,-1.203900,6.591838,0.729989,0.683828,0.000008
+405,0.589558,0.138094,-0.662495,6.508191,0.741509,0.660963,0.000002
+406,0.586945,0.194330,-1.772766,7.033771,0.749272,0.651766,0.000004
+407,0.500119,0.131473,-0.907683,6.940193,0.762253,0.631443,0.000005
+408,0.543219,0.170928,-0.778705,6.909216,0.740960,0.666006,0.000007
+409,0.549428,0.122691,0.070386,6.546170,0.743737,0.655852,0.000004
+410,0.518095,0.146270,0.269045,7.331727,0.723913,0.685656,0.000008
+411,0.582987,0.157499,0.263623,7.055184,0.748132,0.657483,0.000003
+412,0.544984,0.134093,0.140167,7.160181,0.744419,0.656899,0.000008
+413,0.512155,0.173311,-0.041295,7.442038,0.723909,0.675244,0.000004
+414,0.553166,0.151111,-0.261387,7.451805,0.738065,0.665822,0.000016
+415,0.500127,0.135057,0.223876,7.307073,0.741252,0.669750,0.000005
+416,0.508399,0.138182,1.423796,7.866131,0.763383,0.629596,0.000005
+417,0.560101,0.176990,0.263632,7.633663,0.750134,0.651024,0.000007
+418,0.566217,0.134863,0.767195,7.722128,0.730190,0.678860,0.000006
+419,0.596390,0.181802,-0.346464,7.923496,0.720478,0.687516,0.000007
+420,0.535296,0.138704,1.011030,7.513006,0.730945,0.666922,0.000005
+421,0.528432,0.142951,0.900798,7.912760,0.748794,0.654165,0.000004
+422,0.522919,0.156761,-0.393691,7.434148,0.743980,0.652486,0.000005
+423,0.578985,0.109869,0.759000,7.325928,0.752890,0.641338,0.000004
+424,0.475580,0.137383,-1.734333,7.523458,0.735033,0.676298,0.000005
+425,0.568980,0.113378,-0.348746,7.087698,0.750908,0.642625,0.000003
+426,0.590363,0.128156,-1.771049,7.296703,0.763131,0.624028,0.000004
+427,0.489110,0.149723,-2.620106,7.403151,0.748546,0.644963,0.000004
+428,0.532911,0.172926,-2.931204,7.443787,0.741632,0.657723,0.000005
+429,0.533825,0.175145,-3.792112,7.457693,0.755517,0.642685,0.000006
+430,0.482854,0.192669,-3.903950,7.486508,0.733822,0.672235,0.000004
+431,0.563178,0.108628,-2.049886,7.212263,0.732602,0.678297,0.000003
+432,0.520951,0.159256,-3.690189,7.269279,0.748449,0.646282,0.000004
+433,0.506683,0.150033,-3.759759,7.586839,0.742704,0.666231,0.000005
+434,0.561365,0.169576,-4.216623,7.490678,0.728087,0.677398,0.000010
+435,0.588004,0.155349,-4.058137,6.989023,0.733870,0.669967,0.000006
+436,0.532540,0.152520,-4.830299,7.324710,0.725761,0.669270,0.000008
+437,0.621436,0.130280,-5.284747,7.141153,0.745405,0.660282,0.000005
+438,0.552729,0.162088,-5.789738,7.542913,0.729293,0.678761,0.000008
+439,0.484079,0.155179,-4.777776,7.096784,0.739181,0.655777,0.000005
+440,0.626663,0.156693,-3.791335,7.616975,0.746395,0.656670,0.000008
+441,0.500242,0.124062,-3.650257,7.676890,0.746504,0.649511,0.000005
+442,0.612262,0.170328,-4.043701,7.604420,0.728774,0.682184,0.000005
+443,0.561057,0.169376,-3.127088,7.597515,0.737774,0.660731,0.000004
+444,0.550463,0.184131,-4.310879,7.815347,0.741767,0.653767,0.000006
+445,0.559115,0.151419,-2.611936,8.176432,0.746550,0.656948,0.000007
+446,0.499711,0.153464,-2.319716,8.253125,0.747035,0.648890,0.000004
+447,0.544692,0.174953,-3.120398,8.175456,0.739959,0.658635,0.000013
+448,0.587075,0.151852,-2.625945,8.662038,0.742410,0.663097,0.000010
+449,0.528480,0.158038,-2.221519,8.798980,0.753519,0.640434,0.000005
+450,0.547486,0.128533,-1.345714,9.252213,0.770651,0.621796,0.000006
+451,0.507908,0.144744,-0.217021,9.005179,0.713219,0.701026,0.000004
+452,0.516315,0.121481,-0.046902,9.424076,0.733871,0.665486,0.000005
+453,0.518553,0.165062,-0.868089,9.741428,0.724744,0.683901,0.000010
+454,0.505245,0.169563,-1.439328,9.735312,0.719169,0.695990,0.000004
+455,0.501996,0.135972,-0.540939,10.161192,0.748578,0.650521,0.000004
+456,0.522814,0.117310,1.519454,10.351503,0.724579,0.682451,0.000005
+457,0.559576,0.145138,-0.397187,10.512539,0.712780,0.697340,0.000013
+458,0.547448,0.142140,0.469579,10.567775,0.768322,0.622089,0.000011
+459,0.557583,0.164118,-0.694373,10.952462,0.760550,0.633856,0.000005
+460,0.610984,0.152240,-0.771838,10.578095,0.736382,0.667232,0.000012
+461,0.535621,0.137641,-0.926795,10.856060,0.719912,0.688631,0.000004
+462,0.562298,0.124437,-1.364349,10.462863,0.738032,0.661054,0.000006
+463,0.506823,0.143916,-2.089256,11.143629,0.743084,0.659298,0.000007
+464,0.529592,0.138159,-2.130575,11.330443,0.740597,0.668739,0.000006
+465,0.581959,0.169568,-4.221556,10.804505,0.730063,0.682423,0.000005
+466,0.570609,0.147004,-2.998552,10.788014,0.752154,0.647258,0.000007
+467,0.520164,0.125619,-1.969202,10.476386,0.741001,0.652758,0.000007
+468,0.500472,0.112846,-3.088006,10.210000,0.748628,0.644745,0.000005
+469,0.520835,0.129107,-3.591373,10.542556,0.738573,0.666928,0.000009
+470,0.566884,0.151778,-4.015314,10.553172,0.734564,0.660843,0.000005
+471,0.598147,0.158990,-3.652759,10.628914,0.743246,0.656922,0.000005
+472,0.486712,0.168922,-3.546776,10.151074,0.729835,0.677364,0.000005
+473,0.537720,0.156450,-2.225816,10.430184,0.748974,0.643208,0.000005
+474,0.540750,0.123401,-1.480553,10.391498,0.755383,0.646747,0.000010
+475,0.522518,0.164566,-2.136820,10.335060,0.717660,0.694834,0.000004
+476,0.519858,0.177334,-1.316252,10.337060,0.774179,0.608715,0.000005
+477,0.498141,0.160497,-1.634962,10.557735,0.732740,0.669380,0.000006
+478,0.557832,0.139506,-0.949492,9.993268,0.754518,0.649886,0.000003
+479,0.502082,0.154585,-2.026533,10.284436,0.729563,0.677712,0.000004
+480,0.535798,0.165903,-1.195201,9.857553,0.730918,0.670262,0.000009
+481,0.582615,0.183507,-1.573108,9.998154,0.748508,0.651369,0.000005
+482,0.585614,0.187790,-0.643213,9.873416,0.727898,0.684002,0.000006
+483,0.599836,0.113600,0.834112,10.109236,0.745995,0.659855,0.000005
+484,0.493813,0.131893,0.324137,10.038281,0.718106,0.702607,0.000010
+485,0.534490,0.152876,-0.088650,9.887581,0.756142,0.645536,0.000005
+486,0.477170,0.146900,-0.089096,9.815190,0.754649,0.643272,0.000004
+487,0.538726,0.165511,0.068444,10.461400,0.724284,0.686699,0.000008
+488,0.555371,0.132502,0.566773,10.256385,0.748425,0.654239,0.000005
+489,0.510040,0.126760,0.032112,9.978635,0.733148,0.667788,0.000004
+490,0.610752,0.140348,-0.457597,10.121601,0.745969,0.656602,0.000005
+491,0.487428,0.169379,-1.274575,10.142846,0.750798,0.649925,0.000004
+492,0.480447,0.160045,-2.011402,9.597735,0.728228,0.681562,0.000003
+493,0.564735,0.125716,-1.325175,9.536586,0.744965,0.656790,0.000004
+494,0.568742,0.160148,-2.383457,9.717224,0.759539,0.628943,0.000004
+495,0.564749,0.155154,-3.343265,9.386950,0.748869,0.645693,0.000004
+496,0.537117,0.134233,-2.372891,9.377322,0.739265,0.666483,0.000005
+497,0.535466,0.123789,-3.566993,9.096396,0.717535,0.694667,0.000010
+498,0.587259,0.149600,-2.601415,9.663409,0.729025,0.678797,0.000005
+499,0.538115,0.143402,-3.260778,9.658733,0.742191,0.662313,0.000007

cycle_0/rater_config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_0",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/dit_s_2_400k/checkpoints/0100000.pt"
+  ],
+  "profile_every": 0
+}

cycle_0/rater_config.yaml

@@ -0,0 +1,48 @@
+batch_size: 32
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 5000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: null
+dit_init_checkpoint_pool:
+- experiments/dit_s_2_400k/checkpoints/0100000.pt
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 10000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.01
+inner_steps: 5
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 500
+noise_rater_checkpoint: null
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 1
+num_noise_samples: 4
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_0
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: rater
+save_checkpoint: true
+seed: 0
+timestep_max_frac: 0.2
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_1/dit/checkpoints/final.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5e0f48ec5a91c5ddb048c9bab7aaaef8c15ee4dd2ea76bca90e568d8d33595
+size 526810159

cycle_1/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_1",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_0/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_1/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_1",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_0/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_1/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_0/dit/checkpoints/final.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: null
+noise_rater_model_name: DummyNoiseRater
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 1
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_1
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_2/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_2",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_2/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_1/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_2/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_2",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_2/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_1/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_2/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_1/dit/checkpoints/final.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_2/rater/noise_rater.pt
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 8
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_2
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_2/rater/config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda:0",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_2",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 20000,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/alt_100k_val_00_02_rater_even/cycle_1/dit/checkpoints/final.pt"
+  ],
+  "profile_every": 0
+}

cycle_2/rater/metrics.csv

@@ -0,0 +1,501 @@
+meta_step,outer_loss,inner_loss,ratings_mean,ratings_std,weights_max,weights_entropy,rater_grad_norm
+0,0.574944,0.154965,-1.339902,0.078646,0.745157,0.656228,0.000034
+1,0.517266,0.154429,-1.513003,0.089842,0.743487,0.652763,0.000029
+2,0.537808,0.159244,-1.717302,0.122064,0.746258,0.655287,0.000046
+3,0.518335,0.140987,-1.894106,0.158286,0.750140,0.643777,0.000023
+4,0.532889,0.123066,-2.166727,0.205436,0.724593,0.687840,0.000014
+5,0.554561,0.147546,-2.456079,0.284726,0.761217,0.642395,0.000016
+6,0.482990,0.121760,-2.696167,0.363570,0.730797,0.673436,0.000011
+7,0.541683,0.158891,-3.035951,0.474456,0.741065,0.669991,0.000017
+8,0.480682,0.144455,-3.541946,0.606157,0.733261,0.674202,0.000010
+9,0.528898,0.135732,-4.221764,0.700239,0.729011,0.683643,0.000006
+10,0.543828,0.158009,-4.828756,0.920883,0.733816,0.677521,0.000008
+11,0.493701,0.148768,-5.487338,1.152008,0.732190,0.679543,0.000010
+12,0.442608,0.122351,-6.225930,1.319908,0.747496,0.644137,0.000013
+13,0.537472,0.112965,-6.745496,1.485349,0.745538,0.664034,0.000006
+14,0.536767,0.157602,-7.787698,1.769512,0.718791,0.689506,0.000009
+15,0.526483,0.135874,-8.381271,2.064535,0.725037,0.682143,0.000007
+16,0.494272,0.188940,-9.471342,2.379680,0.721416,0.691435,0.000007
+17,0.570385,0.135298,-9.988610,2.299571,0.725676,0.685080,0.000005
+18,0.519862,0.152709,-10.908499,2.478857,0.740802,0.649641,0.000007
+19,0.465442,0.125882,-11.339782,2.668546,0.718514,0.688007,0.000015
+20,0.545870,0.164514,-12.496547,2.847538,0.743540,0.656170,0.000008
+21,0.504626,0.156494,-13.174615,3.024881,0.730934,0.661368,0.000008
+22,0.514848,0.160725,-14.074132,2.954521,0.733110,0.671468,0.000006
+23,0.591029,0.144236,-14.697848,2.897597,0.740684,0.665343,0.000010
+24,0.522195,0.160697,-15.789994,2.914490,0.756798,0.647662,0.000015
+25,0.572956,0.137965,-16.099627,3.009675,0.739671,0.671629,0.000009
+26,0.563347,0.166014,-17.198544,2.781867,0.725585,0.683192,0.000012
+27,0.543887,0.146331,-17.816768,2.578198,0.742469,0.661213,0.000007
+28,0.526579,0.177460,-18.596353,2.354826,0.759409,0.636327,0.000008
+29,0.546536,0.184379,-18.982008,2.139327,0.745074,0.652365,0.000011
+30,0.595037,0.187875,-19.182905,1.902648,0.738128,0.660051,0.000009
+31,0.528938,0.137403,-18.841866,1.771704,0.740520,0.667435,0.000009
+32,0.512370,0.171958,-19.152234,1.560407,0.750733,0.643578,0.000021
+33,0.536503,0.117503,-18.505785,1.643983,0.731211,0.676135,0.000007
+34,0.512122,0.189599,-18.550872,1.601851,0.751386,0.653842,0.000012
+35,0.496574,0.140535,-17.853585,1.509758,0.734303,0.680244,0.000011
+36,0.524595,0.155380,-17.624544,1.451594,0.744248,0.653852,0.000009
+37,0.536217,0.175993,-16.930650,1.462199,0.729693,0.685286,0.000008
+38,0.529888,0.149112,-16.276160,1.471767,0.733372,0.672021,0.000014
+39,0.546306,0.162870,-15.843927,1.362075,0.715845,0.696563,0.000006
+40,0.520758,0.131135,-15.015711,1.443260,0.735338,0.672820,0.000005
+41,0.619240,0.151958,-14.602832,1.496826,0.761796,0.623484,0.000009
+42,0.559615,0.156592,-13.897087,1.391892,0.732571,0.679961,0.000007
+43,0.540438,0.152756,-13.168109,1.379540,0.709993,0.708032,0.000008
+44,0.500514,0.135725,-12.569408,1.457574,0.739005,0.657665,0.000007
+45,0.520618,0.181452,-12.166457,1.556191,0.722479,0.688115,0.000006
+46,0.603064,0.138906,-11.356246,1.660358,0.740326,0.656328,0.000003
+47,0.560026,0.169048,-11.171434,1.595434,0.741354,0.665484,0.000010
+48,0.506557,0.157253,-10.754357,1.791598,0.721481,0.682089,0.000004
+49,0.536731,0.144116,-10.549585,1.776798,0.739304,0.663603,0.000010
+50,0.517239,0.156177,-10.231386,1.852452,0.749243,0.646887,0.000006
+51,0.528071,0.142448,-9.790864,1.832628,0.719066,0.695939,0.000014
+52,0.605394,0.113292,-9.108022,1.726931,0.737395,0.677801,0.000002
+53,0.582891,0.149505,-9.132016,1.853656,0.752643,0.646862,0.000006
+54,0.533487,0.143562,-9.037435,1.812992,0.718481,0.699105,0.000005
+55,0.480728,0.172594,-9.022769,1.959165,0.761096,0.629642,0.000005
+56,0.498892,0.144507,-8.292016,1.881960,0.736016,0.671709,0.000002
+57,0.550705,0.130372,-8.210711,1.945850,0.730376,0.675692,0.000008
+58,0.468741,0.140862,-8.064542,1.953183,0.752041,0.645372,0.000006
+59,0.556146,0.138103,-7.913238,1.905148,0.754214,0.638780,0.000005
+60,0.564747,0.179336,-7.996553,2.072603,0.721716,0.691526,0.000005
+61,0.512808,0.127081,-7.473207,1.965922,0.752842,0.644948,0.000006
+62,0.609677,0.123145,-7.468278,1.889919,0.741374,0.665088,0.000003
+63,0.491066,0.163577,-7.679382,2.082572,0.749155,0.652718,0.000003
+64,0.557130,0.162219,-7.562405,2.273201,0.741737,0.671051,0.000011
+65,0.559580,0.144434,-7.411255,2.176530,0.740095,0.664265,0.000003
+66,0.537904,0.158435,-7.609879,2.288709,0.732208,0.683914,0.000008
+67,0.550574,0.119563,-7.402690,2.181967,0.718150,0.696532,0.000015
+68,0.519079,0.163087,-7.802755,2.333929,0.732024,0.677066,0.000010
+69,0.537086,0.142139,-7.691649,2.386135,0.762256,0.633899,0.000006
+70,0.558752,0.131423,-7.786572,2.327027,0.757665,0.645555,0.000006
+71,0.528978,0.140763,-7.692317,2.540060,0.718058,0.698017,0.000007
+72,0.506416,0.135413,-7.588684,2.569000,0.762231,0.639150,0.000004
+73,0.521126,0.152146,-7.784849,2.637506,0.734249,0.672090,0.000009
+74,0.559797,0.138951,-8.152192,2.483832,0.722864,0.683861,0.000006
+75,0.558161,0.149536,-8.286607,2.876455,0.753062,0.647485,0.000004
+76,0.535631,0.141854,-8.598958,2.786926,0.741186,0.659110,0.000005
+77,0.511981,0.143472,-8.920660,2.913274,0.733344,0.671769,0.000007
+78,0.495182,0.121693,-8.725607,2.666471,0.746114,0.657257,0.000009
+79,0.572953,0.135683,-9.094926,2.970660,0.727848,0.682361,0.000007
+80,0.561443,0.135564,-9.453169,3.011618,0.728030,0.683475,0.000003
+81,0.521637,0.145383,-9.825224,3.074769,0.730747,0.679871,0.000014
+82,0.500937,0.151198,-10.455127,2.882244,0.743091,0.652894,0.000010
+83,0.523434,0.143112,-10.302202,2.974095,0.748395,0.649198,0.000005
+84,0.484103,0.156358,-10.039399,3.221764,0.752701,0.642587,0.000007
+85,0.529323,0.148169,-10.083653,3.105598,0.744144,0.660876,0.000010
+86,0.576052,0.189196,-10.476727,3.198552,0.750692,0.641988,0.000004
+87,0.576327,0.146030,-9.609447,3.336240,0.743581,0.653626,0.000005
+88,0.528248,0.116955,-9.277172,2.868953,0.730208,0.683987,0.000007
+89,0.536511,0.127614,-10.039367,3.138078,0.729666,0.663703,0.000005
+90,0.509827,0.126816,-10.008219,3.203342,0.737589,0.674480,0.000010
+91,0.543679,0.138893,-10.306204,3.411505,0.736273,0.669460,0.000009
+92,0.519055,0.115718,-9.944668,3.171507,0.723458,0.687989,0.000008
+93,0.533217,0.131914,-10.820897,3.293673,0.743271,0.657649,0.000012
+94,0.517267,0.147116,-11.648084,3.553032,0.745670,0.657050,0.000007
+95,0.476194,0.124878,-11.668471,3.618349,0.727135,0.679519,0.000005
+96,0.616424,0.177212,-12.179836,3.643398,0.746015,0.654372,0.000006
+97,0.525010,0.161780,-12.886683,3.553259,0.744927,0.657791,0.000005
+98,0.532609,0.126199,-12.480270,3.779562,0.744840,0.656696,0.000007
+99,0.503701,0.142867,-12.884632,3.971708,0.731832,0.674652,0.000009
+100,0.485529,0.152674,-13.474954,3.721912,0.751423,0.654550,0.000015
+101,0.560949,0.138493,-12.930752,3.836602,0.739667,0.655580,0.000009
+102,0.483348,0.177911,-12.945694,3.971188,0.738380,0.659729,0.000017
+103,0.522557,0.151254,-11.910768,3.957917,0.733468,0.670961,0.000006
+104,0.528255,0.126066,-11.245465,4.160438,0.728297,0.669135,0.000014
+105,0.498922,0.137051,-10.669674,4.427127,0.739703,0.666761,0.000006
+106,0.555328,0.129748,-10.110299,3.964343,0.722125,0.684345,0.000011
+107,0.535833,0.159108,-9.989465,4.201145,0.751387,0.660996,0.000009
+108,0.579696,0.128217,-9.177978,4.335924,0.760334,0.627723,0.000008
+109,0.564404,0.182959,-9.045201,4.191057,0.723970,0.683133,0.000014
+110,0.595346,0.146058,-8.671056,4.468699,0.729710,0.680835,0.000012
+111,0.535081,0.172657,-8.966465,4.673018,0.739200,0.653701,0.000007
+112,0.513304,0.170537,-8.760955,4.540598,0.740069,0.652959,0.000008
+113,0.557445,0.120087,-7.810892,4.631879,0.755003,0.632933,0.000009
+114,0.500690,0.138510,-7.345055,4.230053,0.737012,0.663244,0.000012
+115,0.487010,0.122854,-6.635536,4.536150,0.743425,0.665241,0.000020
+116,0.552093,0.158621,-7.248473,4.737436,0.743236,0.652596,0.000014
+117,0.556748,0.162465,-8.227292,4.902214,0.748528,0.656043,0.000005
+118,0.535459,0.171807,-9.238754,4.977980,0.738589,0.670826,0.000005
+119,0.605421,0.112126,-8.167799,4.846619,0.740367,0.658347,0.000007
+120,0.555945,0.154768,-9.750927,4.958410,0.753855,0.642810,0.000010
+121,0.535907,0.134016,-9.097479,5.239153,0.747465,0.651256,0.000009
+122,0.442723,0.151525,-9.336491,5.310454,0.728015,0.681319,0.000011
+123,0.475207,0.146791,-8.352956,5.318598,0.746647,0.654047,0.000007
+124,0.566208,0.150215,-7.870574,5.401977,0.743411,0.661696,0.000013
+125,0.478096,0.157039,-7.645799,5.543499,0.737172,0.676731,0.000006
+126,0.520771,0.166403,-8.290035,5.639258,0.732254,0.666725,0.000005
+127,0.537565,0.127195,-7.296623,5.164291,0.755245,0.641871,0.000005
+128,0.531054,0.153438,-7.576204,5.510877,0.741133,0.660109,0.000004
+129,0.523787,0.167496,-7.462167,5.635685,0.740594,0.661834,0.000010
+130,0.509808,0.119487,-5.815382,5.177019,0.748024,0.651793,0.000024
+131,0.534895,0.127807,-5.922827,5.135300,0.729352,0.679755,0.000010
+132,0.537587,0.158687,-6.355270,5.529541,0.761223,0.628211,0.000017
+133,0.545620,0.159797,-5.881097,5.603679,0.758933,0.640030,0.000010
+134,0.553237,0.141542,-4.711198,5.273205,0.732782,0.669060,0.000012
+135,0.530431,0.126058,-4.605054,5.335091,0.733428,0.669086,0.000006
+136,0.535857,0.159577,-4.748010,5.448339,0.747498,0.653856,0.000005
+137,0.504060,0.151421,-3.783525,5.619099,0.747650,0.656903,0.000013
+138,0.528201,0.165087,-4.545290,5.905812,0.752205,0.638852,0.000022
+139,0.534038,0.162215,-4.763825,6.206291,0.738272,0.665768,0.000010
+140,0.612251,0.157510,-5.270770,6.459052,0.746039,0.652310,0.000009
+141,0.564539,0.142867,-5.114588,6.673839,0.745294,0.664383,0.000013
+142,0.538204,0.177796,-5.650227,7.076757,0.743319,0.662889,0.000008
+143,0.530293,0.162075,-4.853092,7.280292,0.733650,0.668028,0.000011
+144,0.508216,0.112319,-5.182833,7.241492,0.724064,0.692583,0.000011
+145,0.634669,0.143889,-5.517657,7.409352,0.742375,0.670704,0.000011
+146,0.591316,0.142920,-5.824269,7.745191,0.753862,0.642344,0.000007
+147,0.502714,0.153295,-7.011412,8.408080,0.736295,0.660440,0.000013
+148,0.538260,0.151011,-8.443326,8.073061,0.727749,0.684046,0.000018
+149,0.623306,0.192351,-9.038930,8.360318,0.741765,0.657263,0.000017
+150,0.509600,0.143631,-7.987504,8.066953,0.725938,0.687914,0.000007
+151,0.575021,0.141437,-7.818967,7.612242,0.743106,0.660928,0.000006
+152,0.605606,0.169814,-8.364754,7.459687,0.728773,0.684451,0.000019
+153,0.505994,0.150796,-7.496034,7.293330,0.744811,0.650568,0.000012
+154,0.521745,0.160686,-6.732936,6.572875,0.745341,0.659467,0.000015
+155,0.501166,0.154240,-6.056557,6.428606,0.735983,0.668645,0.000009
+156,0.572305,0.157518,-6.088084,6.360436,0.738186,0.663950,0.000008
+157,0.522251,0.153244,-5.854288,6.306395,0.732905,0.678633,0.000015
+158,0.500709,0.150586,-5.665823,6.061895,0.739902,0.662027,0.000011
+159,0.564591,0.159685,-5.974064,6.434252,0.742507,0.650429,0.000006
+160,0.543040,0.152624,-6.456098,6.343664,0.719134,0.691276,0.000014
+161,0.464904,0.160399,-6.457353,6.482246,0.741549,0.663707,0.000008
+162,0.469537,0.136546,-5.015041,6.341361,0.712901,0.696784,0.000012
+163,0.579249,0.158627,-5.670369,6.908592,0.749191,0.651414,0.000009
+164,0.565158,0.163102,-5.563255,7.020050,0.770113,0.605967,0.000008
+165,0.564541,0.130368,-5.561161,6.792144,0.765206,0.630444,0.000008
+166,0.556491,0.128692,-4.669671,6.825734,0.733106,0.674664,0.000018
+167,0.530775,0.147127,-5.959233,7.039947,0.744829,0.654692,0.000011
+168,0.532236,0.178106,-7.424125,6.834322,0.725867,0.673284,0.000007
+169,0.471551,0.132757,-5.526428,6.791859,0.706186,0.713109,0.000010
+170,0.585678,0.147593,-6.827279,6.658693,0.726730,0.684039,0.000007
+171,0.506308,0.140186,-7.325587,6.812297,0.727952,0.687100,0.000012
+172,0.520016,0.127316,-6.205977,6.952271,0.727114,0.674285,0.000006
+173,0.505863,0.135232,-6.107604,6.908426,0.743368,0.648973,0.000006
+174,0.507332,0.153975,-6.273193,6.819746,0.737835,0.670632,0.000005
+175,0.530314,0.141626,-5.025480,6.775146,0.749796,0.650965,0.000010
+176,0.543190,0.147946,-5.182633,6.901319,0.740953,0.659329,0.000015
+177,0.560546,0.121286,-3.769437,6.322272,0.747493,0.649707,0.000008
+178,0.576388,0.150199,-3.617845,6.445532,0.723453,0.677018,0.000012
+179,0.522045,0.175874,-4.317342,6.678824,0.741264,0.669877,0.000006
+180,0.515338,0.156128,-3.593348,6.413041,0.745767,0.655187,0.000007
+181,0.511444,0.156522,-3.187657,5.973745,0.754710,0.644124,0.000015
+182,0.485946,0.159791,-2.885445,6.027326,0.752398,0.644117,0.000007
+183,0.493487,0.144317,-2.011449,5.616016,0.739904,0.671202,0.000014
+184,0.517986,0.150732,-1.659788,5.908054,0.755080,0.639469,0.000008
+185,0.529658,0.162233,-2.293596,5.610079,0.732939,0.673325,0.000007
+186,0.512614,0.144702,-2.631524,5.592152,0.761915,0.636352,0.000014
+187,0.528026,0.152175,-2.353595,5.657735,0.747100,0.657453,0.000008
+188,0.572557,0.199983,-3.953123,6.285963,0.731869,0.672071,0.000006
+189,0.539647,0.156578,-3.371267,6.084933,0.729792,0.672031,0.000012
+190,0.484950,0.134461,-3.383468,5.647384,0.727432,0.677930,0.000008
+191,0.509642,0.153084,-3.582783,6.017294,0.747323,0.652428,0.000013
+192,0.581520,0.135555,-4.235578,5.692200,0.747508,0.655148,0.000015
+193,0.543242,0.141911,-5.591510,6.025162,0.742681,0.658004,0.000012
+194,0.472726,0.143859,-5.650420,5.745674,0.734093,0.673825,0.000006
+195,0.482858,0.162576,-5.957477,5.947139,0.763884,0.619523,0.000006
+196,0.517434,0.148079,-7.354498,6.254232,0.729242,0.689093,0.000004
+197,0.590900,0.156492,-7.936045,6.266833,0.747298,0.651942,0.000008
+198,0.587228,0.144695,-7.391591,5.851254,0.756404,0.638745,0.000009
+199,0.492901,0.155149,-7.628961,5.969397,0.728499,0.673658,0.000007
+200,0.568654,0.142653,-7.478382,6.128343,0.726775,0.681787,0.000014
+201,0.519237,0.131356,-7.659843,5.810670,0.749473,0.649924,0.000019
+202,0.571676,0.147904,-6.600757,5.891297,0.741595,0.659600,0.000009
+203,0.576741,0.147767,-5.979309,5.911984,0.749372,0.646036,0.000011
+204,0.588669,0.137169,-5.705820,5.756996,0.744694,0.664463,0.000012
+205,0.510384,0.126044,-3.983787,5.272676,0.736563,0.667910,0.000007
+206,0.599918,0.173726,-4.346650,5.509733,0.738845,0.668659,0.000007
+207,0.484703,0.145438,-2.813360,4.809218,0.741810,0.657110,0.000009
+208,0.539379,0.161335,-2.773739,4.433031,0.716353,0.696503,0.000012
+209,0.510933,0.122201,-1.858233,4.035356,0.749791,0.648601,0.000013
+210,0.614131,0.125031,-1.517142,3.769776,0.733604,0.678789,0.000009
+211,0.602328,0.148656,-2.064196,4.393954,0.734144,0.675641,0.000012
+212,0.524549,0.140951,-2.390723,4.342101,0.725289,0.689644,0.000011
+213,0.511473,0.162254,-3.268838,4.365949,0.718909,0.693008,0.000005
+214,0.553239,0.142381,-2.881011,4.471430,0.762483,0.627216,0.000009
+215,0.471614,0.123829,-2.769278,4.533310,0.756676,0.633491,0.000004
+216,0.597396,0.118361,-2.703070,4.537623,0.726568,0.692527,0.000004
+217,0.616242,0.171997,-4.067016,4.924462,0.733927,0.673470,0.000013
+218,0.614323,0.150078,-4.290092,4.998346,0.726680,0.681257,0.000008
+219,0.543948,0.165622,-4.823065,4.989272,0.719308,0.697209,0.000019
+220,0.434224,0.182695,-5.954587,5.323302,0.750055,0.649818,0.000003
+221,0.491149,0.144890,-5.366467,5.344375,0.759309,0.642045,0.000010
+222,0.585992,0.117878,-5.365773,5.534580,0.750736,0.654184,0.000005
+223,0.517575,0.161177,-6.177526,5.587910,0.745994,0.646746,0.000014
+224,0.515498,0.178130,-8.052104,5.913738,0.749180,0.657508,0.000012
+225,0.531667,0.156954,-7.848181,6.041348,0.727284,0.683707,0.000007
+226,0.592306,0.148855,-8.404140,6.207929,0.781218,0.603193,0.000007
+227,0.550458,0.129726,-7.977809,6.169930,0.746658,0.655789,0.000006
+228,0.477758,0.174389,-8.662894,6.626385,0.738499,0.668571,0.000013
+229,0.480358,0.152133,-8.316233,6.679636,0.738427,0.669121,0.000015
+230,0.562860,0.132723,-7.548023,6.503671,0.740620,0.654868,0.000004
+231,0.499350,0.152315,-7.795052,6.738187,0.742182,0.663812,0.000030
+232,0.528103,0.140232,-8.491440,6.645434,0.731510,0.672743,0.000005
+233,0.544870,0.152942,-8.177235,7.137021,0.744425,0.657154,0.000010
+234,0.556445,0.138355,-7.041329,7.312031,0.731786,0.677747,0.000014
+235,0.492050,0.191206,-8.386524,7.365028,0.736782,0.659524,0.000010
+236,0.541051,0.127688,-7.255545,6.930876,0.739261,0.663241,0.000011
+237,0.594970,0.144998,-6.465264,7.135499,0.740442,0.673442,0.000010
+238,0.531679,0.146616,-6.176110,7.018179,0.720233,0.694892,0.000007
+239,0.538192,0.173395,-7.032211,6.749628,0.759078,0.628950,0.000008
+240,0.499047,0.153327,-6.180392,6.860140,0.740021,0.664775,0.000018
+241,0.515205,0.123138,-5.405193,6.674960,0.736185,0.659268,0.000005
+242,0.536689,0.131621,-5.287285,6.885809,0.740170,0.666725,0.000013
+243,0.522575,0.173326,-5.789612,6.749747,0.750118,0.648077,0.000011
+244,0.551550,0.176447,-5.506900,6.856224,0.728012,0.685660,0.000007
+245,0.549528,0.145958,-4.871473,6.539993,0.759917,0.632486,0.000009
+246,0.565963,0.134328,-4.695950,6.314264,0.738519,0.668197,0.000009
+247,0.519548,0.174506,-5.070101,6.289223,0.735586,0.672971,0.000008
+248,0.530340,0.151678,-4.416547,6.519469,0.744433,0.659759,0.000004
+249,0.508212,0.173985,-4.776925,6.432828,0.730345,0.672772,0.000004
+250,0.545282,0.131479,-3.363034,6.170307,0.731655,0.676881,0.000006
+251,0.509356,0.170258,-3.679077,6.222948,0.738020,0.668622,0.000012
+252,0.525173,0.174521,-3.911494,5.907355,0.752649,0.646160,0.000007
+253,0.592343,0.157648,-3.481824,5.626522,0.727028,0.680242,0.000005
+254,0.503759,0.137577,-3.043702,5.785626,0.738527,0.664052,0.000009
+255,0.582358,0.122274,-2.936260,5.660273,0.745540,0.653794,0.000014
+256,0.563343,0.169476,-3.666671,5.338341,0.738326,0.673543,0.000006
+257,0.572928,0.162440,-3.251151,5.025864,0.743212,0.669012,0.000004
+258,0.511406,0.133690,-2.108048,4.803538,0.746535,0.655995,0.000007
+259,0.547753,0.153077,-2.477567,4.543828,0.743716,0.659814,0.000007
+260,0.516357,0.141817,-2.330420,4.400966,0.737720,0.676725,0.000011
+261,0.519017,0.123795,-2.314112,4.485932,0.752836,0.642821,0.000006
+262,0.555485,0.182959,-2.698585,4.239149,0.749357,0.650143,0.000007
+263,0.532316,0.134534,-2.356659,4.098864,0.751621,0.639386,0.000002
+264,0.631865,0.140074,-2.086338,3.973565,0.742798,0.657596,0.000010
+265,0.519932,0.148741,-2.073645,3.884521,0.744707,0.666006,0.000008
+266,0.513967,0.124473,-2.419819,3.973791,0.746591,0.655210,0.000005
+267,0.559374,0.140799,-3.003454,3.866105,0.748976,0.646159,0.000006
+268,0.544177,0.087027,-2.456601,3.968900,0.727522,0.677048,0.000004
+269,0.489771,0.164783,-3.850206,4.116902,0.749811,0.649463,0.000012
+270,0.555847,0.158291,-4.298888,4.178814,0.733294,0.676252,0.000014
+271,0.496210,0.155773,-4.555373,4.440855,0.745887,0.662281,0.000007
+272,0.523600,0.130952,-5.184381,4.556401,0.725843,0.681975,0.000009
+273,0.584321,0.160518,-6.367548,4.633403,0.756652,0.639927,0.000009
+274,0.520452,0.156765,-6.564542,4.553705,0.740074,0.662432,0.000008
+275,0.564262,0.162383,-7.529799,4.834747,0.765491,0.621391,0.000011
+276,0.498065,0.152214,-7.641668,4.626160,0.744773,0.654490,0.000007
+277,0.537532,0.171154,-8.134304,5.086344,0.758256,0.636559,0.000003
+278,0.527166,0.150491,-8.264918,5.000323,0.737186,0.659598,0.000011
+279,0.507334,0.158067,-8.147756,4.940211,0.737090,0.661891,0.000008
+280,0.588853,0.156717,-8.956459,5.179550,0.722717,0.681347,0.000004
+281,0.475898,0.167504,-8.799293,5.063532,0.748350,0.646197,0.000010
+282,0.559691,0.135074,-8.063040,5.268505,0.731719,0.674933,0.000008
+283,0.527865,0.124295,-8.969511,5.508829,0.723542,0.682548,0.000005
+284,0.504441,0.153313,-8.850982,5.634011,0.749744,0.649167,0.000013
+285,0.514093,0.130954,-8.827085,5.971003,0.744402,0.650395,0.000007
+286,0.513227,0.140982,-8.191278,5.869193,0.707303,0.715464,0.000008
+287,0.508443,0.176719,-8.780168,6.178065,0.732075,0.680172,0.000012
+288,0.504940,0.141925,-8.137239,6.411734,0.761720,0.643839,0.000007
+289,0.496654,0.183297,-8.229265,7.009249,0.726390,0.691848,0.000009
+290,0.525434,0.179996,-8.033531,7.085588,0.727481,0.675398,0.000005
+291,0.497479,0.158448,-7.637635,7.259964,0.738054,0.664073,0.000010
+292,0.510415,0.150127,-7.266324,7.173394,0.753405,0.632839,0.000005
+293,0.535349,0.163746,-6.746338,7.322329,0.732193,0.671268,0.000013
+294,0.518731,0.142462,-7.208988,7.597910,0.757580,0.642842,0.000019
+295,0.527055,0.145608,-6.948073,7.588212,0.740000,0.665752,0.000006
+296,0.515146,0.136684,-7.370986,7.584322,0.742786,0.655639,0.000014
+297,0.535009,0.130982,-6.830807,7.531611,0.727395,0.684513,0.000012
+298,0.570557,0.149619,-6.241754,7.685548,0.726029,0.674254,0.000011
+299,0.585785,0.156676,-5.603683,7.428661,0.754038,0.649897,0.000011
+300,0.541498,0.118274,-5.025082,6.858805,0.737252,0.668883,0.000004
+301,0.631198,0.127242,-4.879106,6.759833,0.765030,0.624193,0.000008
+302,0.522257,0.184341,-5.974807,7.024344,0.725173,0.692305,0.000014
+303,0.539631,0.141423,-3.669211,6.869424,0.746506,0.651749,0.000010
+304,0.566870,0.130538,-3.463089,6.424245,0.756665,0.648084,0.000016
+305,0.531711,0.140646,-3.876471,6.043695,0.753402,0.640801,0.000008
+306,0.496922,0.134493,-3.114973,5.931040,0.735908,0.662513,0.000005
+307,0.577163,0.124406,-2.218245,5.807379,0.723167,0.684149,0.000011
+308,0.485207,0.155170,-2.927761,5.536531,0.735568,0.677690,0.000012
+309,0.571813,0.165518,-3.471263,5.423685,0.734585,0.677371,0.000007
+310,0.486362,0.126306,-2.872889,5.202345,0.738108,0.670899,0.000006
+311,0.499885,0.132205,-2.737623,4.882100,0.739468,0.665497,0.000004
+312,0.503939,0.145440,-2.868717,4.883288,0.735483,0.664507,0.000009
+313,0.529657,0.158038,-2.844695,4.613326,0.721433,0.693594,0.000011
+314,0.541081,0.161148,-3.000267,4.745902,0.740056,0.660879,0.000009
+315,0.496638,0.162306,-2.851939,4.589673,0.733583,0.672099,0.000007
+316,0.481853,0.152657,-2.754835,4.408496,0.750882,0.647176,0.000007
+317,0.599315,0.184383,-3.175934,4.342637,0.729663,0.678041,0.000004
+318,0.629115,0.179352,-3.757888,4.300180,0.741669,0.660325,0.000008
+319,0.462499,0.141304,-3.241423,4.349913,0.753600,0.639744,0.000006
+320,0.548350,0.150333,-3.345998,4.254184,0.743037,0.665087,0.000010
+321,0.538432,0.190439,-4.196309,4.504794,0.746460,0.656919,0.000007
+322,0.485176,0.154498,-3.816425,4.840144,0.730594,0.674912,0.000011
+323,0.579839,0.165009,-4.363392,4.947197,0.714032,0.705195,0.000009
+324,0.556304,0.116182,-3.639810,5.088472,0.740252,0.663767,0.000011
+325,0.543342,0.176370,-4.623375,5.373610,0.748237,0.654814,0.000010
+326,0.578176,0.129562,-4.117100,5.561269,0.747763,0.668861,0.000012
+327,0.553120,0.124039,-3.753632,5.604170,0.729515,0.684154,0.000012
+328,0.540206,0.154541,-4.260611,5.866152,0.753003,0.642217,0.000007
+329,0.553608,0.121295,-3.788601,5.849602,0.738372,0.663566,0.000008
+330,0.576932,0.180354,-5.391080,5.942088,0.738611,0.669350,0.000006
+331,0.508592,0.143597,-4.680488,6.224218,0.746694,0.651516,0.000011
+332,0.608607,0.144715,-5.055782,6.169931,0.743588,0.650990,0.000013
+333,0.524278,0.146902,-4.721337,6.123120,0.756966,0.632038,0.000012
+334,0.565661,0.138303,-4.532801,6.634740,0.729514,0.689958,0.000005
+335,0.537417,0.140716,-5.604803,6.865680,0.740042,0.668586,0.000005
+336,0.535698,0.143544,-5.661682,7.228525,0.742828,0.654306,0.000011
+337,0.550847,0.129332,-5.492228,7.109808,0.734968,0.672725,0.000005
+338,0.541266,0.188735,-6.949951,7.633283,0.741263,0.660243,0.000007
+339,0.514622,0.173731,-7.339037,7.611664,0.714463,0.700518,0.000014
+340,0.520856,0.116416,-5.034873,7.660879,0.747053,0.654671,0.000010
+341,0.536710,0.182398,-5.807740,7.885793,0.727082,0.677073,0.000008
+342,0.508626,0.140286,-5.181218,8.045770,0.724972,0.687891,0.000013
+343,0.567608,0.136813,-3.608845,7.994810,0.744083,0.649867,0.000008
+344,0.547898,0.189950,-5.185955,8.395851,0.731473,0.670318,0.000012
+345,0.528893,0.129503,-3.843990,7.837004,0.745498,0.662789,0.000017
+346,0.501952,0.140864,-3.312152,8.152380,0.746191,0.654428,0.000006
+347,0.600497,0.133956,-3.287274,8.334954,0.753013,0.645143,0.000007
+348,0.591662,0.152480,-4.280243,8.323008,0.734156,0.663897,0.000006
+349,0.508374,0.128817,-3.283326,8.686226,0.746108,0.662877,0.000009
+350,0.526624,0.159814,-3.859244,8.424103,0.743168,0.665530,0.000013
+351,0.467618,0.142795,-3.181314,8.337891,0.738556,0.673436,0.000008
+352,0.563402,0.163947,-3.689379,8.334817,0.736817,0.673804,0.000008
+353,0.516104,0.156534,-3.444523,8.258680,0.744627,0.657200,0.000004
+354,0.469688,0.119623,-1.787200,7.810723,0.737668,0.667150,0.000009
+355,0.502331,0.142852,-2.566732,7.727856,0.742321,0.658554,0.000004
+356,0.517287,0.139367,-2.824964,7.887142,0.726045,0.684663,0.000006
+357,0.530308,0.166370,-3.494937,7.813666,0.726140,0.682997,0.000006
+358,0.500661,0.145284,-3.028622,7.457064,0.734437,0.671702,0.000007
+359,0.518278,0.123568,-2.158184,7.170277,0.749131,0.648939,0.000006
+360,0.472705,0.167238,-2.600332,7.324356,0.736910,0.661764,0.000004
+361,0.492599,0.129466,-1.681161,7.052332,0.732891,0.677121,0.000009
+362,0.519347,0.136139,-1.857494,6.934578,0.725396,0.686371,0.000006
+363,0.551640,0.142957,-2.053911,6.961960,0.750893,0.655236,0.000009
+364,0.507002,0.137723,-1.596292,6.594518,0.749916,0.658506,0.000004
+365,0.514707,0.155104,-1.331760,6.539218,0.730832,0.676122,0.000013
+366,0.476085,0.148328,-2.517085,6.490183,0.734552,0.669800,0.000006
+367,0.491874,0.139011,-1.409076,6.428691,0.743761,0.667121,0.000009
+368,0.518065,0.150954,-1.619037,6.227073,0.756151,0.636774,0.000008
+369,0.602570,0.165116,-0.975315,6.357339,0.758600,0.630309,0.000021
+370,0.521344,0.152320,-2.022082,6.529366,0.742412,0.659030,0.000010
+371,0.477040,0.175494,-2.769391,6.694682,0.721778,0.679719,0.000009
+372,0.512902,0.158922,-2.432996,6.855791,0.746885,0.655175,0.000006
+373,0.537209,0.126751,-2.274074,6.548046,0.753769,0.646684,0.000005
+374,0.587485,0.180144,-2.667018,7.075669,0.736984,0.677585,0.000010
+375,0.486967,0.165974,-3.171992,6.934161,0.735185,0.678121,0.000012
+376,0.505990,0.139237,-2.922520,6.932187,0.740667,0.663347,0.000006
+377,0.606104,0.119777,-2.403993,6.624791,0.745031,0.654027,0.000008
+378,0.511132,0.194344,-3.580985,6.861519,0.728855,0.679342,0.000007
+379,0.571051,0.177883,-3.707861,6.936505,0.758824,0.635304,0.000010
+380,0.563000,0.168423,-4.075306,6.696319,0.727818,0.678335,0.000008
+381,0.547437,0.193757,-3.530026,6.480021,0.740541,0.664759,0.000009
+382,0.617710,0.168287,-3.951571,5.975480,0.760107,0.638436,0.000003
+383,0.486914,0.130473,-3.379376,6.120636,0.712324,0.704437,0.000013
+384,0.569046,0.148525,-3.273126,5.910433,0.741289,0.658596,0.000009
+385,0.483996,0.152680,-3.612316,5.595375,0.749939,0.656469,0.000005
+386,0.548286,0.142122,-2.801775,5.837944,0.738585,0.663822,0.000007
+387,0.579729,0.147763,-3.194437,5.715009,0.739627,0.663919,0.000005
+388,0.498436,0.172379,-3.520617,5.622185,0.720263,0.695498,0.000008
+389,0.583270,0.114378,-2.029313,5.419869,0.770791,0.613824,0.000005
+390,0.507380,0.127476,-2.324109,5.467823,0.743452,0.666138,0.000006
+391,0.522814,0.132301,-2.485905,5.282998,0.741004,0.661464,0.000004
+392,0.622059,0.175204,-3.071785,5.530786,0.733638,0.664989,0.000014
+393,0.547297,0.125732,-1.543071,4.914634,0.738057,0.669498,0.000004
+394,0.524964,0.123837,-1.728025,4.800371,0.746477,0.659813,0.000007
+395,0.512876,0.138070,-1.152575,4.555253,0.743948,0.663684,0.000008
+396,0.526957,0.103866,-0.440977,4.080158,0.745999,0.657624,0.000006
+397,0.469604,0.152338,-1.264199,4.418330,0.740448,0.665744,0.000008
+398,0.574361,0.134573,-0.887286,4.218034,0.729511,0.682236,0.000020
+399,0.601650,0.140424,-1.257338,4.251070,0.762492,0.632900,0.000009
+400,0.533674,0.154769,-1.770264,4.422416,0.744983,0.660684,0.000005
+401,0.493990,0.163325,-2.796241,4.524065,0.728697,0.676355,0.000006
+402,0.610777,0.132822,-2.433240,4.524833,0.735692,0.669552,0.000009
+403,0.562122,0.137621,-2.433648,4.673667,0.751294,0.646377,0.000005
+404,0.537865,0.151673,-3.960885,4.874211,0.754266,0.640054,0.000015
+405,0.578560,0.128482,-3.266922,4.813363,0.740404,0.657492,0.000008
+406,0.595726,0.173832,-5.170691,5.234629,0.722892,0.687377,0.000011
+407,0.582411,0.123511,-4.199624,4.936549,0.736841,0.676978,0.000006
+408,0.523161,0.127769,-4.379066,4.918249,0.760941,0.637736,0.000007
+409,0.508732,0.135077,-4.780935,5.132881,0.738938,0.669790,0.000005
+410,0.534440,0.141859,-5.465581,5.314508,0.756244,0.638778,0.000007
+411,0.525278,0.150286,-5.033620,5.475769,0.744551,0.653423,0.000008
+412,0.501203,0.147998,-5.880935,5.562233,0.775804,0.616049,0.000008
+413,0.470144,0.137365,-4.735029,5.453615,0.776181,0.611883,0.000010
+414,0.515779,0.134047,-4.812852,5.454287,0.727800,0.677085,0.000005
+415,0.528371,0.146517,-4.795860,5.689799,0.732072,0.669706,0.000013
+416,0.557498,0.155226,-5.176793,5.595388,0.743597,0.652799,0.000022
+417,0.494306,0.167109,-5.454981,5.685696,0.747269,0.647699,0.000006
+418,0.582764,0.149846,-5.412364,5.796327,0.750959,0.646273,0.000006
+419,0.548656,0.153770,-4.789545,5.824868,0.745048,0.652921,0.000006
+420,0.518664,0.158375,-4.456834,5.862156,0.752249,0.644890,0.000004
+421,0.593414,0.159895,-4.316764,6.093552,0.732058,0.669769,0.000005
+422,0.569606,0.129630,-3.591298,5.999581,0.724168,0.684426,0.000007
+423,0.508713,0.131841,-3.123421,5.933434,0.726914,0.682248,0.000007
+424,0.515114,0.178726,-4.284959,6.217651,0.742192,0.666614,0.000020
+425,0.520648,0.144955,-2.477413,5.904850,0.725037,0.688584,0.000004
+426,0.538729,0.159985,-2.888172,5.868972,0.729504,0.673274,0.000004
+427,0.481549,0.125041,-1.590527,5.493016,0.735188,0.678030,0.000004
+428,0.513353,0.146992,-2.226407,5.332136,0.762874,0.628152,0.000006
+429,0.597306,0.154266,-2.307780,5.467138,0.737562,0.658019,0.000007
+430,0.504306,0.165193,-2.415763,5.237622,0.736048,0.678108,0.000008
+431,0.485153,0.158963,-2.420148,5.335634,0.738322,0.663408,0.000006
+432,0.550749,0.162939,-2.746725,5.096602,0.743913,0.658524,0.000004
+433,0.563035,0.116532,-2.063984,4.645633,0.752408,0.651320,0.000006
+434,0.522093,0.127258,-1.835237,4.766515,0.747942,0.653057,0.000005
+435,0.543054,0.129657,-1.991480,4.739300,0.739870,0.657261,0.000007
+436,0.582307,0.138105,-2.272811,4.581921,0.752617,0.636989,0.000003
+437,0.513940,0.137915,-2.127549,4.492890,0.727552,0.683213,0.000005
+438,0.551542,0.130895,-1.781838,4.457163,0.747077,0.655471,0.000029
+439,0.520814,0.159873,-2.081016,4.522415,0.755216,0.639361,0.000006
+440,0.566135,0.191780,-2.738454,4.586142,0.764460,0.636567,0.000006
+441,0.537292,0.170429,-2.042493,4.600051,0.760250,0.629167,0.000007
+442,0.480645,0.197781,-2.096194,4.706251,0.749600,0.660655,0.000010
+443,0.539721,0.176795,-1.567743,4.903471,0.746405,0.651272,0.000006
+444,0.560556,0.166202,-1.274755,4.578376,0.730767,0.678524,0.000007
+445,0.526545,0.122558,-0.873211,4.567205,0.750268,0.658794,0.000006
+446,0.524738,0.139474,-1.748448,4.806174,0.736154,0.669388,0.000010
+447,0.550997,0.152255,-1.498445,5.134377,0.747843,0.651367,0.000017
+448,0.550351,0.150166,-2.028156,5.250800,0.735654,0.676415,0.000010
+449,0.599140,0.122895,-2.135383,5.220437,0.720929,0.688822,0.000010
+450,0.500623,0.163491,-2.939342,5.597758,0.741256,0.658460,0.000006
+451,0.533633,0.159191,-3.147873,5.556269,0.734512,0.675098,0.000004
+452,0.558727,0.158404,-3.521664,5.932744,0.756863,0.637423,0.000005
+453,0.528111,0.167174,-4.393613,5.868056,0.734264,0.665654,0.000005
+454,0.533970,0.149545,-3.577723,5.708237,0.769331,0.615095,0.000004
+455,0.573421,0.173459,-3.706286,6.024404,0.751721,0.644606,0.000008
+456,0.570784,0.172144,-5.032540,5.828854,0.714558,0.701649,0.000011
+457,0.560040,0.128956,-4.127430,5.694346,0.745784,0.654444,0.000007
+458,0.564577,0.122807,-4.020639,5.663027,0.750747,0.645228,0.000007
+459,0.537740,0.160472,-4.498272,5.568146,0.732496,0.676818,0.000009
+460,0.516753,0.146176,-4.655576,5.938341,0.743262,0.663363,0.000007
+461,0.508281,0.135262,-4.432194,5.793376,0.742664,0.666696,0.000004
+462,0.537589,0.160296,-4.856038,5.603985,0.749131,0.660347,0.000010
+463,0.521814,0.153862,-5.079686,5.771661,0.757957,0.643209,0.000011
+464,0.466846,0.174148,-5.749266,5.769150,0.744960,0.655367,0.000007
+465,0.524182,0.131421,-4.553551,5.473524,0.752727,0.647566,0.000007
+466,0.533235,0.183413,-4.832721,5.875782,0.730228,0.685368,0.000013
+467,0.481166,0.137913,-4.289029,5.615450,0.748027,0.653251,0.000008
+468,0.576068,0.208836,-5.099179,5.706358,0.734922,0.674552,0.000013
+469,0.532357,0.119648,-3.275523,5.164104,0.751710,0.644255,0.000024
+470,0.524181,0.139154,-3.712486,5.407635,0.752762,0.643576,0.000008
+471,0.536613,0.160096,-3.342452,4.970329,0.748196,0.646518,0.000005
+472,0.498340,0.128594,-3.141413,4.913910,0.746472,0.659424,0.000004
+473,0.547812,0.160538,-3.643970,5.045195,0.723626,0.682548,0.000006
+474,0.527304,0.164110,-3.517418,5.074206,0.750333,0.644488,0.000016
+475,0.548402,0.166106,-4.042718,5.083546,0.746140,0.659979,0.000007
+476,0.570190,0.173366,-3.420483,4.742815,0.733005,0.662587,0.000015
+477,0.525907,0.159402,-4.035481,4.938228,0.759412,0.641673,0.000010
+478,0.499008,0.160984,-3.641594,5.078282,0.741919,0.658770,0.000017
+479,0.592301,0.169282,-4.682811,5.248529,0.747266,0.650536,0.000004
+480,0.510923,0.136221,-4.038327,5.069845,0.751514,0.652011,0.000007
+481,0.546366,0.121456,-3.981711,5.055278,0.747506,0.655769,0.000009
+482,0.540819,0.145062,-4.671074,5.204266,0.753283,0.651713,0.000005
+483,0.445514,0.176026,-5.003238,5.826224,0.740715,0.667474,0.000008
+484,0.505774,0.115569,-4.124620,5.432256,0.744437,0.660968,0.000006
+485,0.587607,0.173166,-5.158827,5.797051,0.759521,0.635351,0.000011
+486,0.548850,0.171195,-4.934812,6.086581,0.743256,0.654307,0.000006
+487,0.513867,0.126862,-4.380843,6.051324,0.750909,0.646410,0.000007
+488,0.546199,0.129951,-3.961343,6.091460,0.739077,0.668680,0.000008
+489,0.496165,0.151774,-3.485777,6.194544,0.737655,0.662089,0.000015
+490,0.532225,0.182253,-4.605872,6.603224,0.733158,0.671713,0.000007
+491,0.570663,0.139272,-3.779946,6.355135,0.743184,0.655808,0.000005
+492,0.513339,0.166860,-4.740744,6.504145,0.767825,0.624459,0.000008
+493,0.508158,0.138976,-3.726889,6.575593,0.748439,0.655043,0.000004
+494,0.562117,0.155416,-3.166122,6.877365,0.742799,0.669962,0.000006
+495,0.525786,0.139736,-2.223005,6.748641,0.742328,0.670362,0.000004
+496,0.616300,0.121573,-1.726572,6.645593,0.753667,0.640303,0.000007
+497,0.557164,0.145673,-2.167591,6.815361,0.724387,0.689429,0.000005
+498,0.526680,0.155482,-1.897222,7.097319,0.744706,0.658178,0.000010
+499,0.525952,0.154494,-1.685674,7.127063,0.738652,0.668502,0.000007

cycle_2/rater_config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_2",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 20000,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/alt_100k_val_00_02_rater_even/cycle_1/dit/checkpoints/final.pt"
+  ],
+  "profile_every": 0
+}

cycle_2/rater_config.yaml

@@ -0,0 +1,48 @@
+batch_size: 32
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 5000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: null
+dit_init_checkpoint_pool:
+- experiments/alt_100k_val_00_02_rater_even/cycle_1/dit/checkpoints/final.pt
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 10000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.01
+inner_steps: 5
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 500
+noise_rater_checkpoint: null
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 1
+num_noise_samples: 4
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_2
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: rater
+save_checkpoint: true
+seed: 20000
+timestep_max_frac: 0.2
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_3/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_3",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_2/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_3/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_3",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_2/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_3/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_2/dit/checkpoints/final.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: null
+noise_rater_model_name: DummyNoiseRater
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 1
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_3
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_4/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_4",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_4/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_3/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_4/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_4",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_4/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_3/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_4/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_3/dit/checkpoints/final.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_4/rater/noise_rater.pt
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 8
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_4
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_4/rater/config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda:0",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_4",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 40000,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/alt_100k_val_00_02_rater_even/cycle_3/dit/checkpoints/final.pt"
+  ],
+  "profile_every": 0
+}

cycle_4/rater/metrics.csv

@@ -0,0 +1,501 @@
+meta_step,outer_loss,inner_loss,ratings_mean,ratings_std,weights_max,weights_entropy,rater_grad_norm
+0,0.538443,0.138146,-1.689550,0.081518,0.759105,0.639494,0.000032
+1,0.497219,0.186895,-1.831139,0.077332,0.734385,0.669403,0.000032
+2,0.527418,0.150120,-1.959138,0.092294,0.731040,0.685275,0.000022
+3,0.515628,0.142718,-2.154097,0.114263,0.724195,0.690778,0.000017
+4,0.428421,0.153009,-2.361606,0.154868,0.753982,0.646326,0.000015
+5,0.649976,0.136057,-2.546882,0.189244,0.759915,0.627214,0.000025
+6,0.507160,0.161507,-2.765508,0.243803,0.730111,0.681774,0.000022
+7,0.596715,0.143951,-2.999519,0.296118,0.735667,0.674306,0.000021
+8,0.526535,0.168145,-3.370151,0.364299,0.735232,0.662519,0.000010
+9,0.606734,0.140904,-3.667588,0.416800,0.744001,0.645956,0.000007
+10,0.555835,0.156162,-4.110933,0.546180,0.708191,0.709720,0.000079
+11,0.506308,0.166021,-4.692517,0.685353,0.744981,0.651959,0.000023
+12,0.512354,0.156451,-5.181016,0.811077,0.738921,0.664604,0.000019
+13,0.574804,0.151671,-5.815217,0.945887,0.732731,0.676907,0.000012
+14,0.502916,0.140319,-6.478601,1.065364,0.730173,0.676151,0.000009
+15,0.510481,0.107404,-7.189083,1.240391,0.724402,0.685650,0.000013
+16,0.477947,0.148998,-8.088801,1.419423,0.735239,0.672717,0.000013
+17,0.599756,0.150904,-9.051165,1.557756,0.744840,0.655625,0.000008
+18,0.509850,0.183151,-9.997006,1.779977,0.741762,0.660916,0.000009
+19,0.583279,0.132236,-10.646404,1.771396,0.740813,0.657853,0.000006
+20,0.604876,0.161549,-11.367635,2.028121,0.736572,0.669365,0.000005
+21,0.529307,0.159649,-12.179628,2.090792,0.739459,0.675478,0.000009
+22,0.521287,0.161571,-12.888240,2.161401,0.730135,0.679643,0.000006
+23,0.538394,0.158093,-13.441006,2.175430,0.765100,0.623539,0.000007
+24,0.506357,0.167423,-13.914281,2.171995,0.753986,0.653479,0.000007
+25,0.547899,0.142684,-14.123418,2.152817,0.730382,0.677979,0.000009
+26,0.509474,0.137297,-14.202642,2.257895,0.719472,0.693482,0.000012
+27,0.494302,0.145379,-14.743295,2.368113,0.757736,0.640177,0.000004
+28,0.510595,0.123837,-14.677879,2.234775,0.752058,0.644642,0.000008
+29,0.478096,0.143477,-14.948497,2.158403,0.749525,0.651010,0.000006
+30,0.517640,0.147258,-15.238296,2.278704,0.743340,0.650158,0.000008
+31,0.565952,0.154236,-15.362799,2.365150,0.727733,0.680302,0.000014
+32,0.519871,0.165956,-15.365872,2.377457,0.741656,0.654714,0.000009
+33,0.591386,0.160415,-15.228651,2.506075,0.756363,0.638824,0.000007
+34,0.525388,0.131867,-15.276673,2.429356,0.733024,0.674552,0.000005
+35,0.513610,0.173862,-15.397755,2.625978,0.727654,0.684871,0.000009
+36,0.533556,0.130259,-14.442510,2.468407,0.742710,0.663804,0.000012
+37,0.524957,0.145641,-14.710094,2.604734,0.744974,0.652254,0.000009
+38,0.570064,0.145977,-14.819498,2.594146,0.732143,0.672408,0.000016
+39,0.538511,0.130088,-14.822866,2.518043,0.752025,0.649422,0.000030
+40,0.474377,0.171024,-15.305351,2.533873,0.750084,0.649249,0.000006
+41,0.642146,0.131756,-14.899065,2.431153,0.744093,0.658529,0.000005
+42,0.454449,0.129918,-14.720712,2.540383,0.742038,0.653224,0.000005
+43,0.532045,0.156456,-14.912724,2.747284,0.716779,0.706130,0.000008
+44,0.515424,0.142749,-14.712740,2.664322,0.730064,0.669148,0.000010
+45,0.543868,0.149027,-14.500745,2.674627,0.726204,0.679417,0.000004
+46,0.479974,0.193313,-15.004568,2.575880,0.769560,0.618551,0.000008
+47,0.513808,0.125426,-13.709221,2.454772,0.760484,0.628981,0.000008
+48,0.483220,0.150721,-13.812138,2.697143,0.740237,0.658974,0.000012
+49,0.483563,0.134220,-13.170454,2.472652,0.742837,0.655840,0.000005
+50,0.619002,0.153667,-12.944913,2.757963,0.749580,0.644013,0.000009
+51,0.550695,0.156877,-12.786122,2.569884,0.735614,0.670981,0.000017
+52,0.477268,0.123294,-12.229148,2.464963,0.752678,0.630283,0.000009
+53,0.556065,0.158397,-12.695819,2.534600,0.748027,0.654087,0.000009
+54,0.526164,0.127556,-12.460103,2.535571,0.738024,0.661309,0.000021
+55,0.541047,0.155037,-12.743641,2.579784,0.729120,0.675953,0.000018
+56,0.485318,0.184853,-13.004116,2.756793,0.743098,0.661875,0.000021
+57,0.505856,0.170560,-13.514880,2.616173,0.763657,0.631260,0.000013
+58,0.501569,0.168328,-13.033894,2.353869,0.740094,0.656333,0.000012
+59,0.492931,0.157704,-13.004941,2.555787,0.731954,0.672053,0.000016
+60,0.525632,0.159010,-12.695556,2.815399,0.732248,0.678202,0.000014
+61,0.485494,0.132834,-12.601343,2.453803,0.759307,0.624737,0.000012
+62,0.497157,0.148611,-12.673140,2.765972,0.755603,0.649330,0.000010
+63,0.540774,0.141756,-12.861576,2.618905,0.737301,0.668916,0.000008
+64,0.574876,0.169225,-13.239548,2.685699,0.728775,0.676740,0.000011
+65,0.530513,0.124235,-12.349878,2.525696,0.741071,0.661510,0.000012
+66,0.523446,0.169833,-12.102888,2.651441,0.736421,0.668218,0.000020
+67,0.455941,0.138457,-11.068547,2.484270,0.736650,0.664344,0.000011
+68,0.550152,0.146909,-10.548065,2.309825,0.734841,0.673360,0.000013
+69,0.512482,0.162268,-10.274527,2.446878,0.742224,0.657742,0.000019
+70,0.553040,0.133301,-9.281210,2.299377,0.738563,0.661278,0.000013
+71,0.502137,0.134904,-8.882693,2.221927,0.723339,0.686883,0.000016
+72,0.531085,0.166207,-9.113967,2.129420,0.748944,0.650048,0.000009
+73,0.451551,0.161665,-8.981279,2.077951,0.724268,0.692042,0.000009
+74,0.543189,0.154188,-9.247111,2.135911,0.726906,0.680504,0.000012
+75,0.493565,0.147531,-9.436512,2.060786,0.729156,0.684266,0.000022
+76,0.479212,0.132570,-10.206221,2.140460,0.738846,0.667912,0.000015
+77,0.556820,0.165146,-11.334851,2.303640,0.745376,0.653539,0.000011
+78,0.509305,0.152755,-12.329335,2.267987,0.750168,0.647384,0.000014
+79,0.556335,0.158479,-13.236243,2.340772,0.727799,0.678270,0.000016
+80,0.529616,0.145624,-14.044284,2.441998,0.755936,0.637073,0.000019
+81,0.527594,0.114919,-14.308281,2.324752,0.739832,0.666795,0.000015
+82,0.510900,0.193128,-15.813504,2.518284,0.730961,0.678808,0.000018
+83,0.501361,0.155375,-15.140532,2.513497,0.740518,0.667985,0.000007
+84,0.531951,0.140338,-15.102034,2.620503,0.754977,0.641440,0.000014
+85,0.547495,0.127205,-15.556363,2.443909,0.734724,0.661076,0.000017
+86,0.558439,0.171187,-16.010206,2.712871,0.740104,0.659628,0.000020
+87,0.556969,0.163432,-15.799246,2.735904,0.751032,0.645010,0.000013
+88,0.549018,0.133904,-15.659707,2.588114,0.743775,0.658601,0.000012
+89,0.486599,0.150960,-15.774822,2.652242,0.741107,0.664176,0.000014
+90,0.561054,0.155383,-15.803890,2.559860,0.753985,0.643038,0.000018
+91,0.580656,0.140751,-15.259453,2.558308,0.755011,0.633045,0.000014
+92,0.505878,0.137743,-14.533288,2.466068,0.732699,0.676775,0.000014
+93,0.564586,0.113844,-13.609181,2.600177,0.719654,0.687453,0.000009
+94,0.511751,0.160495,-14.270417,2.877967,0.740442,0.660268,0.000033
+95,0.499414,0.166088,-14.967806,2.799718,0.762697,0.629785,0.000015
+96,0.467109,0.154462,-15.408068,2.786659,0.737093,0.669545,0.000033
+97,0.465807,0.146618,-15.320760,2.394684,0.733334,0.677923,0.000016
+98,0.495441,0.129349,-14.632502,2.410940,0.735426,0.669173,0.000013
+99,0.538531,0.147747,-13.590441,2.400917,0.757792,0.638204,0.000015
+100,0.532642,0.145910,-12.946151,2.481605,0.721700,0.688852,0.000020
+101,0.494095,0.140372,-12.089277,2.226169,0.754258,0.647357,0.000009
+102,0.561372,0.147011,-11.833436,2.028480,0.735315,0.668337,0.000012
+103,0.538370,0.150397,-11.574645,2.009937,0.752007,0.635863,0.000013
+104,0.500510,0.149012,-10.852269,2.180772,0.753266,0.646378,0.000010
+105,0.542309,0.120883,-10.205311,2.004321,0.737445,0.668242,0.000012
+106,0.590791,0.166376,-9.707676,2.188460,0.765955,0.627306,0.000014
+107,0.524093,0.106369,-8.877656,2.106795,0.735837,0.667831,0.000012
+108,0.506307,0.142249,-8.520751,2.129670,0.745085,0.648833,0.000010
+109,0.476764,0.151992,-8.138559,2.279269,0.747325,0.654426,0.000012
+110,0.551601,0.143768,-8.143863,2.276919,0.747555,0.655376,0.000013
+111,0.575188,0.181275,-7.517786,2.184063,0.747571,0.645184,0.000011
+112,0.524301,0.126391,-7.507247,2.158409,0.728349,0.682732,0.000009
+113,0.573742,0.174641,-7.536769,2.187626,0.764572,0.631640,0.000012
+114,0.542225,0.121868,-7.758297,2.081355,0.731729,0.675785,0.000006
+115,0.530738,0.135279,-7.813913,2.014442,0.748380,0.651105,0.000012
+116,0.541688,0.153516,-7.667385,1.966976,0.738100,0.663726,0.000018
+117,0.533015,0.110643,-8.443833,2.262021,0.724640,0.679623,0.000006
+118,0.505970,0.164141,-8.788446,2.398084,0.749600,0.650590,0.000013
+119,0.525744,0.147591,-8.104228,2.286635,0.752184,0.647213,0.000011
+120,0.534883,0.140862,-8.492180,2.440241,0.717921,0.696406,0.000017
+121,0.448029,0.183371,-9.203695,2.473170,0.748236,0.648678,0.000012
+122,0.517404,0.159233,-9.545376,2.560855,0.766684,0.632697,0.000017
+123,0.513070,0.132865,-9.874935,2.518113,0.714744,0.702994,0.000025
+124,0.530921,0.173534,-10.468875,2.763570,0.751961,0.649326,0.000021
+125,0.489907,0.140288,-10.538584,2.806597,0.755311,0.641795,0.000011
+126,0.490291,0.159849,-10.512217,2.611865,0.724701,0.680915,0.000007
+127,0.629978,0.139165,-10.710581,2.882304,0.744749,0.660482,0.000008
+128,0.499385,0.136311,-9.987988,2.963224,0.743086,0.662005,0.000019
+129,0.588621,0.144901,-9.721519,2.852980,0.736588,0.668843,0.000018
+130,0.492447,0.167883,-9.768120,3.192624,0.755150,0.641912,0.000014
+131,0.592742,0.142212,-9.701072,2.910774,0.733784,0.668109,0.000012
+132,0.512013,0.158381,-9.667305,3.020000,0.745727,0.663476,0.000007
+133,0.550852,0.123401,-8.832811,3.089509,0.747622,0.647107,0.000010
+134,0.451380,0.150059,-9.311141,3.240461,0.757765,0.634162,0.000010
+135,0.545674,0.145698,-9.232218,3.258067,0.770241,0.620987,0.000008
+136,0.520437,0.160731,-8.869207,3.105573,0.723212,0.689137,0.000012
+137,0.530680,0.151421,-8.531266,3.081067,0.728005,0.673744,0.000022
+138,0.553280,0.152186,-7.957198,3.169335,0.721937,0.695049,0.000010
+139,0.470898,0.146837,-7.066110,3.265705,0.727804,0.670425,0.000010
+140,0.530048,0.122488,-6.108654,3.136773,0.724348,0.688211,0.000008
+141,0.534356,0.146514,-5.790427,3.052735,0.725441,0.691098,0.000005
+142,0.482074,0.167489,-5.175992,3.257451,0.736651,0.664958,0.000010
+143,0.557086,0.165198,-5.026484,3.203774,0.755689,0.643689,0.000010
+144,0.512207,0.136030,-4.254217,3.035601,0.760859,0.643374,0.000011
+145,0.494752,0.142028,-4.285891,3.225445,0.737231,0.668239,0.000013
+146,0.545243,0.168938,-5.062417,3.462306,0.727424,0.685971,0.000015
+147,0.586802,0.152871,-5.916058,3.615030,0.721946,0.688369,0.000011
+148,0.526798,0.168724,-6.753593,3.693033,0.756825,0.631013,0.000010
+149,0.515216,0.151957,-7.723042,3.722323,0.739384,0.663157,0.000041
+150,0.454600,0.131247,-9.257196,3.947603,0.732133,0.675706,0.000010
+151,0.534591,0.161290,-10.641871,4.067645,0.732960,0.669578,0.000008
+152,0.492189,0.165035,-11.826506,3.937847,0.754098,0.643527,0.000009
+153,0.529816,0.168033,-12.929869,3.649402,0.748163,0.655691,0.000011
+154,0.537107,0.164984,-13.145084,3.707013,0.739490,0.661054,0.000009
+155,0.585840,0.150777,-13.490676,3.618314,0.734249,0.667061,0.000009
+156,0.563010,0.155623,-13.667239,3.561858,0.728230,0.689451,0.000013
+157,0.537976,0.136638,-13.347845,3.735176,0.751119,0.645907,0.000013
+158,0.516853,0.134297,-14.051046,3.246267,0.739910,0.662838,0.000012
+159,0.529381,0.151164,-14.010762,3.642212,0.735876,0.665581,0.000007
+160,0.534848,0.147918,-14.329471,3.286326,0.731517,0.674587,0.000015
+161,0.585158,0.131630,-13.704046,3.525362,0.749248,0.649394,0.000010
+162,0.533888,0.183065,-13.607625,3.580826,0.750040,0.645928,0.000019
+163,0.549852,0.161391,-12.561152,3.553649,0.753057,0.638114,0.000014
+164,0.566478,0.138086,-11.250984,3.399454,0.719709,0.700041,0.000008
+165,0.501103,0.144680,-10.484488,3.654299,0.734148,0.674893,0.000006
+166,0.559682,0.141647,-9.670696,3.421666,0.747291,0.652441,0.000009
+167,0.513369,0.158266,-9.085799,3.300921,0.746869,0.655157,0.000011
+168,0.536147,0.148041,-7.617004,3.299422,0.747504,0.653671,0.000007
+169,0.547929,0.127273,-6.749651,3.009493,0.746487,0.651840,0.000011
+170,0.549127,0.143693,-6.504947,2.843693,0.725824,0.685090,0.000018
+171,0.541452,0.159568,-5.969151,2.836792,0.758816,0.645830,0.000011
+172,0.485406,0.166153,-5.605271,2.827110,0.729716,0.668599,0.000012
+173,0.573623,0.151527,-4.977464,2.466224,0.744220,0.662145,0.000011
+174,0.545043,0.151318,-4.836529,2.746046,0.757067,0.636900,0.000012
+175,0.524836,0.184498,-5.060086,2.589440,0.746299,0.651051,0.000008
+176,0.512785,0.154017,-4.541279,2.675117,0.763914,0.622012,0.000014
+177,0.548274,0.158325,-5.109108,2.656411,0.749985,0.655496,0.000015
+178,0.510557,0.118781,-4.821931,2.738522,0.754606,0.652626,0.000026
+179,0.569296,0.145871,-5.476603,2.838426,0.755340,0.634811,0.000007
+180,0.587990,0.150042,-5.972238,2.981426,0.743269,0.663012,0.000022
+181,0.531366,0.147534,-6.736802,3.143141,0.736782,0.667303,0.000012
+182,0.564466,0.132426,-6.739252,3.248791,0.756103,0.640684,0.000011
+183,0.573890,0.156669,-7.028895,3.613250,0.735763,0.664442,0.000015
+184,0.511952,0.166247,-7.488348,3.572350,0.752148,0.649411,0.000011
+185,0.533002,0.171877,-7.438845,3.795233,0.748716,0.644618,0.000011
+186,0.529930,0.142705,-7.309641,3.807563,0.738383,0.655813,0.000027
+187,0.518213,0.128678,-7.486592,4.024362,0.737444,0.675855,0.000015
+188,0.587434,0.148682,-7.774405,4.332345,0.743438,0.657437,0.000018
+189,0.528726,0.166637,-8.387346,4.634949,0.751474,0.649706,0.000008
+190,0.495132,0.169698,-8.515591,4.562431,0.734439,0.666870,0.000020
+191,0.559261,0.167706,-8.392027,4.815139,0.726799,0.689657,0.000007
+192,0.503389,0.147569,-8.584292,4.943453,0.745623,0.647910,0.000020
+193,0.546062,0.133221,-8.324000,5.074663,0.751861,0.644754,0.000018
+194,0.521098,0.151563,-8.439618,4.948200,0.750775,0.648561,0.000011
+195,0.539937,0.156610,-8.071240,5.462148,0.738789,0.662188,0.000011
+196,0.501308,0.162071,-8.522723,4.987477,0.726237,0.679724,0.000018
+197,0.516892,0.130578,-7.151662,5.245365,0.730829,0.679217,0.000008
+198,0.490690,0.138861,-6.896874,5.211440,0.744306,0.647390,0.000006
+199,0.541394,0.155203,-6.766210,5.397621,0.742906,0.652582,0.000016
+200,0.530062,0.150270,-6.723743,5.240214,0.735454,0.663979,0.000009
+201,0.521199,0.155995,-6.168689,5.038054,0.741485,0.666123,0.000010
+202,0.517025,0.135740,-5.732676,5.173766,0.744064,0.660212,0.000009
+203,0.501747,0.143695,-6.341231,5.140260,0.746150,0.653174,0.000008
+204,0.529712,0.185100,-6.827087,5.392144,0.737518,0.665879,0.000015
+205,0.475622,0.144146,-6.894911,5.149564,0.735284,0.686295,0.000007
+206,0.500010,0.136980,-6.552750,5.235720,0.739741,0.655917,0.000016
+207,0.509067,0.165393,-7.144483,5.146714,0.722843,0.687655,0.000011
+208,0.525318,0.135300,-6.269310,5.232843,0.743962,0.667531,0.000016
+209,0.504823,0.149820,-6.442921,5.401889,0.756350,0.636153,0.000012
+210,0.563402,0.141028,-6.632788,5.214746,0.748817,0.652631,0.000015
+211,0.509637,0.115168,-6.698366,5.322938,0.756564,0.635036,0.000008
+212,0.530037,0.160222,-6.767168,5.003878,0.738430,0.671058,0.000011
+213,0.547532,0.160092,-7.220465,4.846204,0.739027,0.670792,0.000016
+214,0.539000,0.178335,-7.419419,4.987160,0.757362,0.637733,0.000013
+215,0.536717,0.150991,-6.619362,5.310546,0.740188,0.662852,0.000024
+216,0.522077,0.158175,-7.189746,5.061158,0.726272,0.686144,0.000013
+217,0.534176,0.186287,-7.262183,5.360123,0.730235,0.676739,0.000014
+218,0.495380,0.120421,-7.113137,5.060874,0.747558,0.663576,0.000009
+219,0.550157,0.154151,-6.860183,5.329690,0.724297,0.699194,0.000012
+220,0.588276,0.158069,-7.625815,5.200552,0.736403,0.679654,0.000011
+221,0.518142,0.151102,-6.497874,5.220588,0.753844,0.639952,0.000010
+222,0.562526,0.133927,-6.221788,5.344835,0.755467,0.642668,0.000008
+223,0.509811,0.164047,-6.563463,4.857576,0.743684,0.657847,0.000012
+224,0.526671,0.127713,-5.749124,4.973809,0.735067,0.674438,0.000013
+225,0.540630,0.156444,-6.193019,5.097023,0.751575,0.646512,0.000014
+226,0.507016,0.165201,-6.768813,5.029567,0.731770,0.666834,0.000004
+227,0.567438,0.166087,-6.066168,5.230708,0.739177,0.660045,0.000011
+228,0.566800,0.118694,-6.381355,5.318866,0.747341,0.653351,0.000007
+229,0.529871,0.141779,-6.259045,4.989473,0.769835,0.618481,0.000012
+230,0.595256,0.152009,-6.941569,5.454512,0.747399,0.661047,0.000010
+231,0.483064,0.165728,-6.692518,5.630564,0.731694,0.668880,0.000012
+232,0.540979,0.160802,-6.653128,5.421216,0.733165,0.676039,0.000015
+233,0.546806,0.182689,-6.846584,5.328749,0.735768,0.670869,0.000011
+234,0.487252,0.133414,-6.325785,5.650000,0.724483,0.681230,0.000011
+235,0.494460,0.156432,-6.798314,5.592958,0.740742,0.657771,0.000014
+236,0.536287,0.138679,-7.013794,5.233644,0.744784,0.664544,0.000009
+237,0.502812,0.178487,-7.665686,5.530822,0.737703,0.668521,0.000012
+238,0.549871,0.162459,-7.101012,5.583918,0.744742,0.654674,0.000022
+239,0.534084,0.164832,-8.059956,5.478738,0.753294,0.647405,0.000009
+240,0.490219,0.139040,-7.600590,5.287512,0.760483,0.637044,0.000016
+241,0.514053,0.110439,-7.138527,5.619303,0.735836,0.664927,0.000010
+242,0.534003,0.150189,-8.016977,5.704000,0.752557,0.638063,0.000011
+243,0.480951,0.146924,-8.428312,5.903155,0.728854,0.680083,0.000013
+244,0.479485,0.144979,-7.927702,6.017527,0.755728,0.643783,0.000012
+245,0.519774,0.154228,-8.624819,6.207108,0.739301,0.663760,0.000015
+246,0.517512,0.147875,-8.859573,5.991246,0.749652,0.653425,0.000006
+247,0.525523,0.153636,-7.752800,6.099325,0.742297,0.649583,0.000014
+248,0.523788,0.159324,-8.087294,6.064353,0.757984,0.636368,0.000015
+249,0.584621,0.163157,-8.252487,6.112865,0.735898,0.663817,0.000012
+250,0.552930,0.163787,-7.561607,6.606399,0.758873,0.634123,0.000011
+251,0.473803,0.176553,-7.916637,6.510492,0.737268,0.668468,0.000009
+252,0.545403,0.193923,-7.645889,6.521162,0.743693,0.657864,0.000011
+253,0.495181,0.160110,-6.843793,6.558218,0.738161,0.665838,0.000005
+254,0.568506,0.126545,-6.517046,6.585052,0.732228,0.660990,0.000011
+255,0.552404,0.156275,-6.074116,6.640361,0.733994,0.672847,0.000011
+256,0.575088,0.168188,-5.654557,6.556979,0.752785,0.644341,0.000008
+257,0.542239,0.155208,-5.716498,6.429982,0.728548,0.679250,0.000006
+258,0.438230,0.127048,-4.531842,6.177044,0.709659,0.708627,0.000008
+259,0.568060,0.156491,-4.473432,5.983042,0.736225,0.660233,0.000010
+260,0.485685,0.165516,-4.818513,6.300704,0.740204,0.656642,0.000006
+261,0.548552,0.133380,-4.752486,6.110134,0.739699,0.661360,0.000003
+262,0.568756,0.174221,-4.423656,6.079217,0.735030,0.687657,0.000009
+263,0.519129,0.133602,-3.935215,5.826752,0.733128,0.676335,0.000008
+264,0.513120,0.174865,-4.420817,5.899979,0.732407,0.665565,0.000013
+265,0.507546,0.131265,-4.049813,5.750668,0.733202,0.674060,0.000008
+266,0.517915,0.134430,-3.661051,6.033649,0.760538,0.631698,0.000005
+267,0.512344,0.135027,-3.610180,6.170244,0.717873,0.699744,0.000010
+268,0.532955,0.135709,-2.699759,6.046161,0.743205,0.657474,0.000009
+269,0.532915,0.151019,-3.827971,6.185324,0.720990,0.689990,0.000011
+270,0.492439,0.133857,-3.947671,6.330368,0.744650,0.648170,0.000011
+271,0.471536,0.148892,-4.412019,6.523944,0.724063,0.686851,0.000011
+272,0.515182,0.186127,-4.431351,6.377243,0.735405,0.672596,0.000012
+273,0.536221,0.132373,-4.356421,6.538845,0.727442,0.678222,0.000022
+274,0.585288,0.118567,-3.365113,6.283513,0.729434,0.678686,0.000005
+275,0.545080,0.153643,-4.626655,6.584517,0.723408,0.689137,0.000007
+276,0.539141,0.158016,-5.711334,6.591424,0.744773,0.652726,0.000006
+277,0.504263,0.131788,-5.395771,6.648588,0.745588,0.646768,0.000006
+278,0.491513,0.151090,-5.249316,6.231571,0.744369,0.667197,0.000018
+279,0.587002,0.128971,-5.500170,6.530637,0.741394,0.653741,0.000008
+280,0.514472,0.163805,-6.472881,6.438689,0.745053,0.655549,0.000010
+281,0.516663,0.122606,-5.008631,6.694272,0.732320,0.675119,0.000016
+282,0.540458,0.137318,-3.744012,6.431333,0.730121,0.665344,0.000016
+283,0.616534,0.129987,-4.755550,6.554355,0.728007,0.677628,0.000022
+284,0.524847,0.159727,-4.297218,6.575862,0.731093,0.670766,0.000006
+285,0.537949,0.154078,-4.784774,6.638823,0.752811,0.646931,0.000015
+286,0.579333,0.155190,-4.833001,6.846318,0.745813,0.661557,0.000012
+287,0.553920,0.131825,-4.424471,6.967584,0.736139,0.664288,0.000007
+288,0.486067,0.177177,-5.441837,7.096461,0.725117,0.677646,0.000010
+289,0.591069,0.179866,-4.423517,7.098737,0.744120,0.671348,0.000017
+290,0.555713,0.135249,-2.851683,7.205969,0.749625,0.655177,0.000009
+291,0.556486,0.133450,-3.244911,7.191753,0.780141,0.607158,0.000008
+292,0.516556,0.174554,-4.393078,7.376328,0.714498,0.709644,0.000007
+293,0.457883,0.155747,-4.671203,7.401108,0.760689,0.631803,0.000014
+294,0.515541,0.129953,-3.873017,7.061754,0.758513,0.637573,0.000007
+295,0.541422,0.158074,-4.798045,7.045046,0.737592,0.665982,0.000010
+296,0.474978,0.137376,-4.394405,6.924610,0.755616,0.639961,0.000004
+297,0.526736,0.176300,-4.782302,6.775923,0.756587,0.647608,0.000010
+298,0.564531,0.158754,-5.226516,6.611324,0.745691,0.655967,0.000008
+299,0.500107,0.148862,-5.473053,6.655688,0.750859,0.650826,0.000008
+300,0.538094,0.185152,-6.851096,6.315552,0.732709,0.674360,0.000006
+301,0.495104,0.174413,-7.667797,5.990918,0.738497,0.671118,0.000013
+302,0.596038,0.164377,-6.997884,6.204464,0.745417,0.660626,0.000014
+303,0.516241,0.142462,-7.597437,5.969294,0.733535,0.666608,0.000009
+304,0.511432,0.186094,-9.099642,5.315151,0.742690,0.651757,0.000012
+305,0.553767,0.159136,-8.565643,5.051710,0.739483,0.663193,0.000015
+306,0.581581,0.151358,-8.826977,5.448453,0.769539,0.617493,0.000011
+307,0.550125,0.136536,-8.581916,5.385623,0.730365,0.681769,0.000008
+308,0.503490,0.131489,-7.788539,5.180818,0.738556,0.661887,0.000012
+309,0.551271,0.151606,-7.662416,5.141716,0.746512,0.645913,0.000011
+310,0.514736,0.148327,-7.506941,5.148708,0.761628,0.624568,0.000011
+311,0.578684,0.112739,-6.467463,5.040101,0.736335,0.673303,0.000007
+312,0.605561,0.147398,-5.606156,5.120680,0.724616,0.679873,0.000011
+313,0.508144,0.171580,-6.070004,4.949135,0.742223,0.648512,0.000018
+314,0.516792,0.115694,-4.993845,4.952768,0.747627,0.653530,0.000010
+315,0.508807,0.152404,-5.083062,4.769877,0.757631,0.638392,0.000011
+316,0.493649,0.172631,-6.148266,4.643080,0.711742,0.699548,0.000019
+317,0.489033,0.143745,-5.613354,4.863474,0.729527,0.672978,0.000013
+318,0.556617,0.148515,-5.284424,4.781424,0.738695,0.664411,0.000009
+319,0.496167,0.135144,-5.073837,4.801917,0.754420,0.629963,0.000005
+320,0.527575,0.152716,-4.965613,4.996777,0.737384,0.657339,0.000015
+321,0.486348,0.126694,-5.178437,4.889071,0.740809,0.666294,0.000012
+322,0.553945,0.125238,-5.042266,4.817380,0.739763,0.667353,0.000009
+323,0.442325,0.148378,-4.758506,5.099188,0.743266,0.663933,0.000009
+324,0.512283,0.154706,-4.502497,4.993977,0.731083,0.678763,0.000018
+325,0.551011,0.145645,-4.373819,5.063440,0.734995,0.660756,0.000016
+326,0.509444,0.132070,-4.052990,5.321985,0.743697,0.655989,0.000009
+327,0.496657,0.173404,-4.350988,5.474553,0.730755,0.668568,0.000014
+328,0.533479,0.128125,-3.470675,5.178712,0.741248,0.656810,0.000034
+329,0.517246,0.153913,-4.152446,5.418281,0.751088,0.652250,0.000015
+330,0.591457,0.109493,-4.313027,5.372153,0.764171,0.622807,0.000010
+331,0.520820,0.161825,-5.524242,5.608963,0.735830,0.674465,0.000017
+332,0.529854,0.152788,-6.578461,5.747179,0.738879,0.662910,0.000010
+333,0.570286,0.180496,-6.988859,5.785614,0.740542,0.662769,0.000012
+334,0.604831,0.144882,-6.974971,6.038510,0.752687,0.642244,0.000011
+335,0.555875,0.162372,-6.812961,6.339607,0.729919,0.670220,0.000005
+336,0.506438,0.134314,-6.559844,5.761892,0.723223,0.688670,0.000010
+337,0.525698,0.142279,-6.593993,6.279346,0.746415,0.651650,0.000012
+338,0.540780,0.193622,-7.355806,6.654274,0.715060,0.701644,0.000015
+339,0.503888,0.166430,-7.423620,6.644585,0.729700,0.679130,0.000008
+340,0.503839,0.173037,-6.462591,6.852764,0.744675,0.654829,0.000020
+341,0.537127,0.144082,-5.120103,6.801196,0.729623,0.666068,0.000007
+342,0.614343,0.188155,-6.735832,7.285592,0.739296,0.659407,0.000009
+343,0.514819,0.122688,-4.652842,6.785682,0.732717,0.669211,0.000005
+344,0.582065,0.150474,-4.995795,7.119931,0.731474,0.678478,0.000007
+345,0.553085,0.139043,-4.871818,6.900938,0.750609,0.649733,0.000009
+346,0.461402,0.160729,-3.801878,7.484339,0.738657,0.669980,0.000006
+347,0.610550,0.131545,-3.082033,7.110879,0.746799,0.647427,0.000004
+348,0.532892,0.164474,-4.474029,7.330272,0.751555,0.648602,0.000009
+349,0.493998,0.143299,-3.093301,7.042214,0.744386,0.642671,0.000012
+350,0.550080,0.138738,-2.681740,7.157426,0.751146,0.650016,0.000009
+351,0.459549,0.163451,-3.049418,7.270371,0.747699,0.652900,0.000008
+352,0.534614,0.100302,-1.389824,6.706940,0.752657,0.654696,0.000009
+353,0.467003,0.145639,-2.218670,6.972023,0.759597,0.636492,0.000005
+354,0.599767,0.138214,-2.350471,6.866717,0.722294,0.683674,0.000006
+355,0.497972,0.128690,-2.289249,6.676623,0.757941,0.639428,0.000007
+356,0.521250,0.142584,-2.450299,6.736984,0.715576,0.701900,0.000009
+357,0.531393,0.152645,-2.686080,6.747640,0.733262,0.680506,0.000012
+358,0.498477,0.151323,-2.042918,6.329232,0.719308,0.690358,0.000010
+359,0.532379,0.139450,-2.437587,6.261612,0.747401,0.656987,0.000015
+360,0.520326,0.174068,-2.997210,6.355338,0.728269,0.676803,0.000010
+361,0.616911,0.138480,-2.861133,6.230181,0.740844,0.657733,0.000010
+362,0.546061,0.160292,-3.146873,6.152536,0.748135,0.644597,0.000012
+363,0.528847,0.121012,-1.841287,5.614416,0.727813,0.682889,0.000018
+364,0.611546,0.113378,-1.711258,5.597056,0.743533,0.662192,0.000006
+365,0.610694,0.164549,-3.133885,5.732060,0.739747,0.663953,0.000014
+366,0.552383,0.113017,-1.690301,5.330179,0.733938,0.674448,0.000010
+367,0.541188,0.153814,-2.787704,5.472997,0.754455,0.637537,0.000013
+368,0.524440,0.153265,-3.593671,5.316287,0.739723,0.657868,0.000011
+369,0.553730,0.126322,-2.626536,5.575159,0.735703,0.677823,0.000008
+370,0.541744,0.124797,-2.721511,5.238983,0.742333,0.667438,0.000009
+371,0.530257,0.151944,-3.981274,5.620649,0.749463,0.641847,0.000011
+372,0.504805,0.120257,-3.085043,5.298755,0.765107,0.624480,0.000017
+373,0.547486,0.130104,-3.796560,5.658052,0.754649,0.636089,0.000009
+374,0.518512,0.167140,-4.942273,6.155556,0.743743,0.660808,0.000016
+375,0.539623,0.188586,-6.234272,5.995738,0.738541,0.670364,0.000009
+376,0.573679,0.142464,-5.548131,5.872966,0.749543,0.654819,0.000017
+377,0.564219,0.156755,-6.371613,5.898868,0.717576,0.696029,0.000011
+378,0.471163,0.142112,-5.752283,6.153115,0.760574,0.633443,0.000009
+379,0.500286,0.130725,-5.572198,5.944526,0.738074,0.667825,0.000008
+380,0.536223,0.197201,-8.068261,5.982221,0.764094,0.621648,0.000008
+381,0.592361,0.139034,-6.894693,5.732958,0.735168,0.676432,0.000016
+382,0.551562,0.144173,-7.660088,6.089198,0.745833,0.654295,0.000007
+383,0.537272,0.172953,-8.594945,5.915026,0.734109,0.671303,0.000005
+384,0.496106,0.147446,-7.705338,5.627245,0.747591,0.660308,0.000008
+385,0.468699,0.172493,-8.599972,6.063013,0.745621,0.654058,0.000011
+386,0.515377,0.151083,-8.528576,6.134395,0.742895,0.660407,0.000014
+387,0.591571,0.163204,-8.554736,6.012261,0.751102,0.648638,0.000009
+388,0.543872,0.156625,-8.022022,6.277426,0.722582,0.689381,0.000012
+389,0.515989,0.123737,-7.011154,5.877621,0.757188,0.637849,0.000007
+390,0.519951,0.163230,-8.161885,6.074249,0.735270,0.669119,0.000011
+391,0.506540,0.119903,-6.586296,5.812155,0.736937,0.666784,0.000007
+392,0.536196,0.147455,-6.043789,6.152190,0.762472,0.622154,0.000010
+393,0.488571,0.173481,-6.798084,6.221845,0.721181,0.688143,0.000010
+394,0.547245,0.159293,-6.041252,6.041875,0.742371,0.654665,0.000012
+395,0.563050,0.138831,-5.377898,6.372849,0.732591,0.679418,0.000008
+396,0.494863,0.168780,-6.732936,6.589190,0.730734,0.678175,0.000017
+397,0.517624,0.177689,-5.695042,6.608357,0.727460,0.686654,0.000016
+398,0.545400,0.134068,-5.624123,6.666062,0.739902,0.665388,0.000008
+399,0.562463,0.152550,-5.041750,7.054730,0.748317,0.657802,0.000008
+400,0.529151,0.134654,-4.848975,6.496937,0.752535,0.650899,0.000007
+401,0.545239,0.174593,-5.557052,6.495935,0.755055,0.637195,0.000011
+402,0.479401,0.156103,-4.500464,6.600691,0.735112,0.664981,0.000009
+403,0.477382,0.122814,-4.005881,6.223073,0.728581,0.682919,0.000008
+404,0.588591,0.146336,-3.799796,6.743808,0.723712,0.682948,0.000020
+405,0.504230,0.121616,-2.910812,6.666772,0.748097,0.652432,0.000008
+406,0.529430,0.154421,-2.862010,6.771232,0.735573,0.680520,0.000015
+407,0.509377,0.129786,-2.170269,6.725603,0.756247,0.640362,0.000011
+408,0.501275,0.111261,-1.307745,6.570393,0.742095,0.668233,0.000006
+409,0.582975,0.115771,-1.357425,6.606118,0.736931,0.670665,0.000023
+410,0.509241,0.182608,-2.336617,6.642460,0.746418,0.648998,0.000009
+411,0.495247,0.169447,-1.301577,6.592888,0.741357,0.662820,0.000015
+412,0.501694,0.169573,-1.432979,6.220789,0.727755,0.680674,0.000019
+413,0.558524,0.103937,0.565884,5.201197,0.738586,0.658947,0.000006
+414,0.556854,0.158018,-1.029903,5.587317,0.720565,0.689231,0.000013
+415,0.500147,0.141332,-0.442093,5.217752,0.756010,0.639170,0.000008
+416,0.513829,0.163483,-0.921072,5.408373,0.738524,0.663088,0.000006
+417,0.592100,0.129736,-0.546307,5.199540,0.742819,0.667313,0.000028
+418,0.571674,0.166979,-0.995838,4.975870,0.751211,0.649214,0.000014
+419,0.553789,0.144056,-1.056637,5.000708,0.738012,0.664716,0.000005
+420,0.513677,0.138041,-1.745262,5.262218,0.757628,0.636758,0.000011
+421,0.539101,0.144740,-1.830368,5.381355,0.747892,0.646638,0.000008
+422,0.585813,0.135769,-1.812179,5.188182,0.732332,0.678008,0.000010
+423,0.568245,0.170439,-2.539029,5.021553,0.742794,0.654839,0.000013
+424,0.532880,0.152498,-2.638104,5.081353,0.746608,0.659822,0.000007
+425,0.527460,0.106200,-1.788505,4.991937,0.746133,0.652569,0.000012
+426,0.487363,0.120536,-2.305297,5.184853,0.728489,0.680067,0.000008
+427,0.528291,0.160776,-3.402352,5.317604,0.736975,0.672318,0.000005
+428,0.568267,0.145716,-2.725314,5.371804,0.742843,0.655640,0.000007
+429,0.520334,0.149502,-3.580895,5.326061,0.752368,0.645059,0.000012
+430,0.535063,0.181362,-4.225508,5.344504,0.732549,0.672217,0.000009
+431,0.580963,0.136160,-3.840289,5.170807,0.752457,0.652261,0.000008
+432,0.569077,0.158899,-4.671052,5.115931,0.759714,0.635352,0.000008
+433,0.594437,0.159718,-4.863158,5.308217,0.753838,0.647184,0.000014
+434,0.501276,0.146945,-4.857949,5.333452,0.733649,0.674058,0.000020
+435,0.513934,0.140480,-4.365756,5.207086,0.724578,0.689638,0.000007
+436,0.494132,0.162389,-4.385850,4.977832,0.726940,0.687862,0.000006
+437,0.613298,0.127981,-4.425425,5.171822,0.756593,0.636434,0.000015
+438,0.595629,0.169274,-4.427248,5.106871,0.731580,0.673860,0.000016
+439,0.538936,0.152446,-3.960653,5.115038,0.750570,0.642184,0.000004
+440,0.520416,0.117649,-3.473074,4.881475,0.737446,0.662801,0.000005
+441,0.554820,0.165344,-3.944969,4.930375,0.724470,0.686113,0.000008
+442,0.509340,0.143571,-2.687329,4.657871,0.731890,0.672768,0.000008
+443,0.523449,0.171687,-3.247140,4.698570,0.735812,0.670797,0.000015
+444,0.515968,0.155319,-2.697588,4.598712,0.746857,0.653832,0.000006
+445,0.517218,0.134877,-2.071174,4.625622,0.753484,0.640302,0.000005
+446,0.642496,0.159665,-2.265752,4.776390,0.756883,0.657616,0.000012
+447,0.553621,0.145784,-2.481864,4.661221,0.739550,0.662876,0.000020
+448,0.468281,0.139717,-2.197021,4.710978,0.757536,0.638475,0.000005
+449,0.577888,0.153747,-2.892673,4.890911,0.753026,0.653537,0.000004
+450,0.546467,0.172875,-2.582702,4.903219,0.731075,0.679520,0.000013
+451,0.559187,0.163082,-3.173962,5.088527,0.726054,0.687374,0.000011
+452,0.528269,0.110839,-2.177796,4.746417,0.747803,0.649893,0.000005
+453,0.470037,0.146780,-4.415660,5.291366,0.765845,0.623583,0.000008
+454,0.538140,0.143754,-4.027500,5.370252,0.747377,0.648405,0.000009
+455,0.571265,0.159072,-5.059994,5.437369,0.726949,0.682622,0.000010
+456,0.533733,0.107474,-4.236369,5.161014,0.757783,0.645853,0.000006
+457,0.550828,0.161545,-6.475164,6.111441,0.733929,0.671351,0.000017
+458,0.505852,0.159640,-7.450912,5.682995,0.737749,0.657274,0.000006
+459,0.535678,0.145520,-6.932966,5.639051,0.750331,0.649051,0.000008
+460,0.525695,0.145922,-7.002608,5.802615,0.733465,0.669459,0.000006
+461,0.606434,0.149193,-8.247045,5.805245,0.770030,0.628243,0.000009
+462,0.568310,0.170504,-8.437763,6.053221,0.723677,0.686876,0.000014
+463,0.519296,0.139024,-9.027406,6.063675,0.757318,0.643372,0.000007
+464,0.521784,0.154239,-8.716140,6.087488,0.730313,0.686175,0.000010
+465,0.512908,0.168383,-9.312932,6.306068,0.739241,0.666225,0.000005
+466,0.548996,0.147158,-9.460900,6.310758,0.751848,0.651401,0.000005
+467,0.618047,0.167099,-8.791703,6.120908,0.746160,0.642806,0.000011
+468,0.603867,0.127706,-7.607366,6.556048,0.747372,0.648093,0.000007
+469,0.493041,0.129681,-8.402747,6.365269,0.756670,0.640775,0.000010
+470,0.502452,0.162272,-8.843962,6.639587,0.733349,0.674091,0.000006
+471,0.535041,0.174667,-8.065847,6.944060,0.738186,0.666668,0.000009
+472,0.547612,0.127487,-7.498022,6.592376,0.727512,0.675258,0.000006
+473,0.539540,0.159113,-8.323256,6.830011,0.736004,0.666040,0.000008
+474,0.525571,0.152025,-6.226144,7.255430,0.746369,0.658017,0.000004
+475,0.532563,0.149717,-6.575061,7.332756,0.740007,0.663544,0.000021
+476,0.499576,0.149879,-5.606073,7.667713,0.735689,0.667820,0.000006
+477,0.591201,0.133400,-4.850032,7.574813,0.737026,0.667017,0.000008
+478,0.539710,0.164134,-5.310648,7.891686,0.745382,0.649820,0.000008
+479,0.533137,0.139362,-3.617854,7.638078,0.727905,0.677032,0.000008
+480,0.519084,0.151094,-3.930516,7.856310,0.699200,0.717634,0.000018
+481,0.543419,0.164986,-3.915533,7.667309,0.734648,0.668369,0.000007
+482,0.518291,0.147904,-2.857533,7.558066,0.744822,0.656996,0.000007
+483,0.486432,0.129305,-2.371160,7.002681,0.725499,0.693704,0.000010
+484,0.511190,0.151192,-2.399817,7.054013,0.750023,0.641120,0.000013
+485,0.619024,0.141416,-2.146791,6.816819,0.751483,0.651893,0.000005
+486,0.526262,0.146973,-1.347557,6.493874,0.732646,0.669096,0.000008
+487,0.583424,0.180540,-1.979784,6.508151,0.730843,0.677061,0.000015
+488,0.616711,0.134065,-0.810552,5.815514,0.750074,0.652985,0.000010
+489,0.569238,0.139237,-1.069301,5.739776,0.748466,0.649670,0.000005
+490,0.547275,0.145833,-0.844384,5.532043,0.736088,0.663967,0.000005
+491,0.498624,0.195684,-1.335863,5.437849,0.751509,0.648933,0.000005
+492,0.481057,0.151161,-0.817910,5.117906,0.741352,0.663713,0.000008
+493,0.507311,0.140819,-0.360790,5.007994,0.750248,0.643381,0.000009
+494,0.531611,0.160294,-0.953604,4.757136,0.721450,0.688789,0.000008
+495,0.478220,0.132646,-0.694130,4.566559,0.751304,0.653963,0.000012
+496,0.552811,0.131010,-0.869859,4.372870,0.723747,0.684803,0.000019
+497,0.525743,0.130750,-1.322727,4.139582,0.749054,0.648786,0.000009
+498,0.537543,0.166546,-1.937518,4.096137,0.756227,0.642940,0.000009
+499,0.533946,0.169763,-2.780108,4.252045,0.740920,0.662963,0.000007

cycle_4/rater_config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_4",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 40000,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/alt_100k_val_00_02_rater_even/cycle_3/dit/checkpoints/final.pt"
+  ],
+  "profile_every": 0
+}

cycle_4/rater_config.yaml

@@ -0,0 +1,48 @@
+batch_size: 32
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 5000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: null
+dit_init_checkpoint_pool:
+- experiments/alt_100k_val_00_02_rater_even/cycle_3/dit/checkpoints/final.pt
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 10000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.01
+inner_steps: 5
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 500
+noise_rater_checkpoint: null
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 1
+num_noise_samples: 4
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_4
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: rater
+save_checkpoint: true
+seed: 40000
+timestep_max_frac: 0.2
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_5/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_5",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_4/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_5/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_5",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_4/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_5/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_4/dit/checkpoints/final.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: null
+noise_rater_model_name: DummyNoiseRater
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 1
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_5
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_6/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_6",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_6/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_5/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_6/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 8,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_6",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_6/rater/noise_rater.pt",
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_5/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_6/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_5/dit/checkpoints/final.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_6/rater/noise_rater.pt
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 8
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_6
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_6/rater/config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda:0",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_6",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 60000,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/alt_100k_val_00_02_rater_even/cycle_5/dit/checkpoints/final.pt"
+  ],
+  "profile_every": 0
+}

cycle_6/rater/metrics.csv

@@ -0,0 +1,501 @@
+meta_step,outer_loss,inner_loss,ratings_mean,ratings_std,weights_max,weights_entropy,rater_grad_norm
+0,0.497819,0.152664,-0.740799,0.092721,0.753282,0.638877,0.000013
+1,0.525152,0.130875,-0.894265,0.089504,0.758364,0.636616,0.000057
+2,0.506018,0.129666,-0.943723,0.096080,0.724498,0.690790,0.000012
+3,0.481186,0.151852,-0.986297,0.101403,0.734555,0.674588,0.000018
+4,0.521448,0.173169,-1.070518,0.109614,0.726429,0.678421,0.000012
+5,0.543146,0.183134,-1.158568,0.115680,0.738124,0.657766,0.000022
+6,0.520078,0.115847,-1.245058,0.127144,0.758907,0.634552,0.000018
+7,0.625144,0.135086,-1.375717,0.132292,0.725415,0.682378,0.000017
+8,0.531137,0.136754,-1.536532,0.166055,0.723994,0.689109,0.000016
+9,0.563704,0.145468,-1.680460,0.198372,0.739993,0.652160,0.000012
+10,0.536893,0.155359,-1.897176,0.244934,0.733929,0.669840,0.000020
+11,0.520805,0.142736,-2.095706,0.266373,0.727716,0.692513,0.000012
+12,0.537421,0.119301,-2.297975,0.293752,0.723879,0.697109,0.000020
+13,0.489658,0.159512,-2.615140,0.374412,0.716655,0.703841,0.000018
+14,0.517544,0.151078,-2.875764,0.423489,0.739149,0.671905,0.000026
+15,0.548246,0.146277,-3.091998,0.472453,0.750726,0.651569,0.000010
+16,0.604275,0.161123,-3.351005,0.554352,0.740170,0.658206,0.000014
+17,0.546299,0.147538,-3.650927,0.589280,0.748744,0.649333,0.000013
+18,0.592322,0.164078,-4.029847,0.656123,0.742972,0.656769,0.000011
+19,0.490237,0.176336,-4.350498,0.803314,0.740047,0.662515,0.000013
+20,0.517141,0.132411,-4.566103,0.845020,0.732827,0.657958,0.000013
+21,0.529689,0.179565,-4.971569,0.897462,0.735942,0.668214,0.000011
+22,0.463963,0.157822,-5.211940,0.961059,0.741701,0.661976,0.000022
+23,0.533993,0.120575,-5.720288,1.002669,0.733346,0.674209,0.000015
+24,0.447456,0.140909,-6.400933,1.297599,0.716772,0.702597,0.000008
+25,0.502426,0.144353,-6.986815,1.322643,0.750096,0.630001,0.000010
+26,0.549619,0.154313,-7.656313,1.534840,0.741316,0.663318,0.000010
+27,0.582875,0.127539,-8.086404,1.530740,0.757528,0.648364,0.000010
+28,0.543702,0.160768,-8.967596,1.818585,0.739957,0.664051,0.000011
+29,0.577580,0.111580,-9.338727,1.707085,0.727143,0.679522,0.000007
+30,0.541472,0.118250,-10.131359,1.824291,0.740901,0.666659,0.000007
+31,0.499928,0.148625,-11.023336,1.986580,0.740174,0.667952,0.000005
+32,0.507882,0.151273,-11.734575,2.081431,0.736323,0.676167,0.000015
+33,0.531256,0.170698,-12.506350,2.310433,0.732749,0.673343,0.000011
+34,0.562120,0.136882,-13.305509,2.235972,0.744384,0.664110,0.000004
+35,0.534668,0.159480,-13.838877,2.309919,0.728381,0.682609,0.000014
+36,0.503341,0.121126,-14.178157,1.991984,0.746561,0.657772,0.000004
+37,0.574226,0.145952,-14.783247,2.156703,0.732516,0.668732,0.000007
+38,0.462298,0.156263,-15.207747,2.226187,0.741751,0.660127,0.000007
+39,0.524227,0.138268,-15.359706,2.296843,0.749902,0.653880,0.000007
+40,0.571099,0.158719,-15.939089,2.238350,0.730923,0.679561,0.000005
+41,0.515798,0.139903,-16.117911,2.168413,0.727204,0.693770,0.000008
+42,0.504062,0.147091,-16.438021,2.155944,0.736700,0.662145,0.000009
+43,0.460963,0.133116,-16.472335,2.114307,0.708443,0.712795,0.000009
+44,0.546106,0.119666,-16.515458,2.015919,0.758437,0.638574,0.000018
+45,0.503236,0.176413,-16.344374,2.123810,0.750502,0.639555,0.000013
+46,0.509973,0.155977,-15.598158,2.164698,0.743555,0.653184,0.000012
+47,0.540717,0.158253,-15.210658,2.241632,0.731387,0.674563,0.000012
+48,0.559730,0.161900,-15.038268,2.117840,0.727779,0.686088,0.000012
+49,0.572194,0.137841,-13.873022,2.317500,0.750541,0.648531,0.000013
+50,0.486537,0.113663,-12.996494,2.007518,0.735006,0.670585,0.000013
+51,0.594893,0.161476,-12.838974,2.215019,0.757068,0.641576,0.000014
+52,0.539667,0.126690,-11.736857,2.221607,0.729909,0.677240,0.000009
+53,0.496947,0.158826,-11.606149,2.247020,0.730404,0.672229,0.000008
+54,0.570703,0.161029,-11.129591,2.267311,0.763688,0.623003,0.000014
+55,0.539218,0.133656,-9.997093,1.970342,0.727418,0.691492,0.000011
+56,0.511768,0.153119,-10.063313,2.186774,0.722188,0.685765,0.000019
+57,0.478148,0.157303,-10.129221,2.293025,0.745627,0.657575,0.000022
+58,0.534252,0.187637,-10.571096,2.226136,0.741322,0.665012,0.000017
+59,0.554185,0.139807,-10.068951,2.074353,0.756685,0.643535,0.000011
+60,0.554820,0.179889,-10.383291,2.366879,0.751996,0.648373,0.000010
+61,0.554593,0.133542,-10.030232,2.079538,0.715184,0.697616,0.000013
+62,0.526632,0.144518,-10.234349,2.117677,0.726514,0.689129,0.000019
+63,0.507066,0.138845,-10.649480,2.166636,0.749065,0.648598,0.000006
+64,0.533351,0.144304,-11.084338,2.235785,0.729762,0.665899,0.000010
+65,0.533817,0.138660,-11.345925,2.065729,0.739407,0.666009,0.000012
+66,0.538178,0.168175,-11.874239,2.334577,0.767145,0.623014,0.000022
+67,0.537401,0.161940,-11.627880,2.294286,0.761968,0.627685,0.000020
+68,0.479047,0.149909,-11.493681,2.418817,0.745854,0.653841,0.000020
+69,0.577071,0.149247,-11.231905,2.301888,0.761993,0.638926,0.000007
+70,0.495158,0.132498,-10.969202,2.098643,0.727485,0.686201,0.000006
+71,0.532876,0.142049,-10.887795,2.387499,0.724872,0.686014,0.000008
+72,0.490074,0.150711,-10.791542,2.450166,0.739792,0.674680,0.000007
+73,0.559455,0.148261,-10.457088,2.394127,0.745813,0.648792,0.000014
+74,0.503228,0.145909,-10.605741,2.496656,0.741481,0.662758,0.000006
+75,0.487460,0.154483,-10.818083,2.580716,0.736255,0.668733,0.000010
+76,0.496030,0.180419,-10.771742,2.767411,0.770495,0.617439,0.000011
+77,0.551676,0.146444,-10.676305,2.675483,0.744734,0.650654,0.000007
+78,0.534082,0.177516,-10.907026,2.728781,0.740540,0.668408,0.000009
+79,0.496431,0.115483,-10.576233,2.562636,0.744382,0.656282,0.000018
+80,0.454628,0.126646,-10.591960,2.808767,0.735935,0.666798,0.000004
+81,0.518390,0.140289,-10.903506,2.900096,0.742048,0.659143,0.000019
+82,0.494154,0.144614,-10.445032,3.072291,0.733244,0.666945,0.000006
+83,0.482861,0.173627,-9.942165,2.924293,0.736988,0.672880,0.000011
+84,0.513317,0.145395,-9.086558,2.926563,0.779619,0.608056,0.000008
+85,0.499982,0.140734,-8.143580,2.977462,0.760859,0.638846,0.000012
+86,0.470400,0.129743,-7.494496,2.913731,0.743030,0.664221,0.000008
+87,0.594619,0.132300,-7.026324,2.861786,0.742188,0.660812,0.000005
+88,0.536615,0.159300,-7.181859,3.158083,0.725526,0.691398,0.000005
+89,0.561527,0.159321,-6.928301,3.092161,0.746641,0.650711,0.000007
+90,0.584000,0.141056,-7.083132,3.191928,0.755682,0.637184,0.000009
+91,0.581063,0.135360,-7.050213,3.135246,0.734242,0.672362,0.000008
+92,0.559694,0.139433,-8.254159,3.440535,0.735309,0.661546,0.000012
+93,0.543236,0.167106,-8.514406,3.360688,0.739403,0.671776,0.000009
+94,0.542146,0.158510,-9.202544,3.443559,0.739612,0.667922,0.000006
+95,0.499823,0.148204,-10.189039,3.711706,0.736368,0.661784,0.000010
+96,0.636277,0.167972,-10.756917,3.775716,0.712577,0.701005,0.000014
+97,0.448946,0.134365,-11.071711,3.658515,0.765809,0.621302,0.000015
+98,0.513561,0.139341,-12.370646,3.738683,0.755902,0.642437,0.000014
+99,0.512247,0.143019,-13.183299,3.891729,0.759772,0.632174,0.000012
+100,0.532178,0.137197,-14.946756,3.568259,0.739976,0.668924,0.000015
+101,0.553853,0.138350,-14.592569,3.630082,0.738337,0.663355,0.000012
+102,0.500548,0.158632,-15.054724,3.650628,0.758286,0.636739,0.000015
+103,0.547613,0.134633,-13.862893,3.768206,0.733824,0.659398,0.000029
+104,0.545382,0.135418,-13.506754,3.757735,0.745423,0.667178,0.000012
+105,0.511784,0.167235,-13.693088,4.125260,0.716509,0.695909,0.000038
+106,0.590802,0.123841,-11.765797,4.005123,0.746124,0.663057,0.000015
+107,0.462580,0.112587,-10.214126,4.082034,0.738176,0.668365,0.000016
+108,0.541807,0.148982,-9.975048,4.043282,0.749385,0.649268,0.000008
+109,0.551628,0.124738,-8.217822,3.696134,0.747131,0.655771,0.000011
+110,0.556667,0.145327,-7.962859,3.762916,0.730100,0.679647,0.000017
+111,0.532671,0.187120,-8.476544,3.986655,0.746781,0.662342,0.000015
+112,0.505265,0.136145,-7.176350,3.938002,0.747689,0.660170,0.000011
+113,0.504088,0.148590,-7.475451,3.555753,0.721996,0.690294,0.000015
+114,0.504909,0.161544,-7.130612,3.730727,0.724923,0.683868,0.000015
+115,0.543595,0.164757,-6.026653,3.523977,0.742393,0.649231,0.000005
+116,0.551366,0.129823,-5.073006,2.980669,0.716324,0.689776,0.000018
+117,0.569124,0.175988,-5.330445,3.383788,0.719596,0.703620,0.000015
+118,0.505312,0.158127,-4.253595,2.933505,0.719011,0.690464,0.000017
+119,0.570865,0.134871,-4.378975,2.928100,0.736016,0.664110,0.000012
+120,0.494756,0.188445,-4.818377,3.006837,0.752434,0.645230,0.000021
+121,0.527811,0.143785,-4.891168,2.848148,0.731177,0.673928,0.000016
+122,0.522854,0.133749,-5.592008,2.903097,0.738529,0.670825,0.000022
+123,0.551806,0.170106,-6.071820,3.136204,0.737792,0.666687,0.000011
+124,0.589313,0.147881,-6.460186,3.427965,0.738078,0.673238,0.000027
+125,0.530801,0.141936,-7.095999,3.660045,0.724079,0.689226,0.000036
+126,0.552766,0.162265,-6.734566,3.676022,0.736695,0.671506,0.000030
+127,0.534992,0.181807,-6.829848,3.398090,0.760294,0.626291,0.000024
+128,0.576231,0.161599,-7.089594,3.452483,0.730908,0.667880,0.000016
+129,0.523239,0.146119,-7.912367,3.631844,0.748626,0.645617,0.000019
+130,0.574256,0.141821,-7.671993,3.730377,0.735037,0.670917,0.000046
+131,0.484122,0.178474,-9.204874,4.095714,0.734801,0.670267,0.000016
+132,0.562052,0.164047,-9.720240,4.028450,0.727116,0.679609,0.000014
+133,0.495074,0.148103,-11.207230,3.909877,0.751939,0.651728,0.000014
+134,0.492417,0.141066,-11.394191,4.097978,0.741164,0.653710,0.000009
+135,0.541873,0.154808,-12.139973,3.909234,0.729239,0.680680,0.000019
+136,0.464147,0.138233,-11.768133,3.832837,0.738053,0.656273,0.000017
+137,0.528437,0.109186,-12.350246,3.833179,0.732535,0.673185,0.000010
+138,0.463421,0.123514,-12.365039,4.033751,0.719850,0.696582,0.000011
+139,0.535154,0.166007,-13.074422,4.297246,0.749349,0.654269,0.000010
+140,0.553149,0.142213,-12.855869,3.901154,0.735639,0.672904,0.000011
+141,0.520272,0.165635,-12.788108,4.242197,0.740412,0.662856,0.000013
+142,0.529864,0.121003,-11.924247,4.436544,0.745629,0.654155,0.000003
+143,0.535871,0.139016,-11.850569,4.700058,0.755292,0.640647,0.000010
+144,0.537526,0.162073,-11.698277,4.685652,0.761373,0.636662,0.000008
+145,0.501001,0.152574,-11.084093,4.757715,0.756057,0.643959,0.000009
+146,0.505210,0.111472,-9.752853,4.854264,0.749640,0.647864,0.000011
+147,0.519513,0.130213,-9.733296,5.092518,0.749301,0.658317,0.000018
+148,0.496496,0.132619,-8.977481,4.810975,0.737981,0.667916,0.000013
+149,0.549945,0.173095,-8.500694,5.155467,0.733187,0.675078,0.000010
+150,0.527498,0.172395,-7.531926,5.117030,0.752746,0.639224,0.000013
+151,0.526273,0.097219,-5.715043,4.607785,0.765428,0.630689,0.000006
+152,0.557931,0.129292,-6.099457,4.630224,0.751458,0.651892,0.000006
+153,0.569876,0.177643,-5.711544,4.794281,0.748105,0.651961,0.000011
+154,0.484636,0.153609,-5.148313,4.868449,0.742561,0.661757,0.000018
+155,0.572887,0.168382,-5.126664,5.000276,0.730102,0.674712,0.000016
+156,0.538958,0.135804,-5.347358,4.755962,0.727502,0.684013,0.000004
+157,0.502942,0.164747,-6.195692,5.152457,0.735108,0.674122,0.000008
+158,0.459337,0.147458,-6.278708,5.233816,0.740492,0.659544,0.000009
+159,0.561892,0.132938,-6.338302,5.427628,0.744493,0.662446,0.000007
+160,0.523378,0.136089,-7.349766,4.974940,0.729442,0.679083,0.000011
+161,0.490518,0.151918,-7.995745,5.519837,0.745210,0.646911,0.000014
+162,0.572257,0.122987,-7.975957,5.274977,0.733291,0.666626,0.000009
+163,0.524825,0.145454,-8.336071,5.290315,0.744716,0.657114,0.000008
+164,0.563357,0.204382,-10.654848,5.572671,0.750030,0.642158,0.000011
+165,0.571971,0.186276,-10.634758,5.807232,0.754658,0.643759,0.000016
+166,0.611001,0.147730,-9.762154,5.787262,0.746897,0.650681,0.000017
+167,0.521568,0.135147,-10.132912,5.182860,0.742349,0.659457,0.000015
+168,0.532297,0.145005,-9.886884,5.423239,0.739106,0.664238,0.000026
+169,0.565784,0.160845,-10.198989,5.303693,0.745700,0.651217,0.000013
+170,0.609217,0.162947,-10.327041,5.247875,0.747493,0.658091,0.000012
+171,0.483507,0.179177,-9.968660,5.465364,0.739301,0.663655,0.000011
+172,0.516184,0.155149,-9.056250,5.139797,0.722793,0.684046,0.000010
+173,0.470758,0.145672,-8.504777,5.106688,0.737015,0.677457,0.000011
+174,0.489670,0.204584,-8.802818,5.438984,0.723892,0.686238,0.000016
+175,0.529785,0.157835,-7.884197,5.355852,0.744270,0.662586,0.000018
+176,0.573819,0.132599,-7.148301,4.943357,0.734356,0.668868,0.000014
+177,0.518466,0.118039,-6.471086,4.929093,0.751282,0.646200,0.000015
+178,0.510288,0.136873,-6.624805,4.922919,0.743802,0.661859,0.000009
+179,0.541150,0.150297,-5.985489,5.099857,0.749389,0.654068,0.000008
+180,0.535272,0.166510,-5.427226,4.973996,0.731265,0.679207,0.000013
+181,0.533961,0.128426,-5.199721,4.698382,0.730730,0.676175,0.000010
+182,0.548693,0.141490,-5.915466,5.048885,0.738958,0.671193,0.000012
+183,0.489721,0.168632,-6.117662,5.261244,0.717317,0.695430,0.000016
+184,0.490956,0.127702,-5.403360,4.960512,0.756542,0.643220,0.000008
+185,0.559147,0.173616,-6.457107,5.175448,0.745210,0.662812,0.000023
+186,0.462288,0.141417,-6.138623,5.070285,0.747082,0.646118,0.000007
+187,0.559277,0.132935,-5.944122,5.031179,0.745935,0.651224,0.000013
+188,0.566757,0.174219,-6.090135,4.947874,0.739448,0.669587,0.000008
+189,0.499068,0.143495,-5.622396,4.771372,0.744934,0.652366,0.000015
+190,0.501545,0.160134,-5.129927,4.928442,0.730766,0.685016,0.000007
+191,0.552974,0.181643,-5.312829,4.983069,0.720775,0.689683,0.000022
+192,0.464974,0.163393,-4.876301,4.831862,0.741188,0.658708,0.000010
+193,0.540323,0.148599,-5.305100,5.024404,0.729513,0.684303,0.000011
+194,0.544523,0.113517,-3.829277,4.890359,0.734077,0.673243,0.000010
+195,0.545562,0.143172,-4.596051,5.161298,0.746712,0.659390,0.000018
+196,0.534079,0.178577,-4.822024,5.600438,0.732745,0.660359,0.000009
+197,0.560232,0.134956,-4.398591,5.541661,0.754919,0.648938,0.000008
+198,0.546713,0.170523,-4.453213,5.896546,0.755153,0.643891,0.000009
+199,0.586272,0.130029,-3.082539,5.685260,0.733072,0.675251,0.000015
+200,0.509657,0.112981,-2.918438,5.728750,0.734892,0.671801,0.000010
+201,0.524570,0.156087,-3.789718,6.088979,0.751947,0.634415,0.000013
+202,0.534269,0.169842,-4.589494,6.552367,0.752443,0.643394,0.000007
+203,0.530710,0.162102,-4.113938,6.171004,0.740022,0.663740,0.000009
+204,0.532379,0.187225,-4.578415,6.219724,0.744703,0.657053,0.000011
+205,0.535955,0.148696,-4.228251,6.222697,0.749889,0.650633,0.000008
+206,0.515837,0.134985,-3.630339,6.128635,0.728372,0.676809,0.000008
+207,0.527098,0.132646,-4.025312,6.478874,0.750419,0.650564,0.000008
+208,0.468625,0.173905,-5.881420,6.085155,0.728973,0.678910,0.000010
+209,0.558098,0.128964,-4.744965,6.247960,0.747338,0.650048,0.000006
+210,0.500300,0.124181,-4.060865,6.315624,0.724893,0.687185,0.000023
+211,0.525540,0.115411,-5.697024,6.405908,0.734137,0.677231,0.000008
+212,0.497625,0.118301,-6.152603,6.295758,0.749411,0.654285,0.000009
+213,0.508490,0.140076,-7.504727,6.433136,0.731090,0.672501,0.000010
+214,0.564214,0.157136,-7.950415,6.397576,0.750809,0.650423,0.000013
+215,0.572054,0.141788,-7.567352,6.576800,0.714431,0.696616,0.000010
+216,0.530129,0.200412,-9.173522,6.889736,0.745611,0.654479,0.000014
+217,0.465107,0.157534,-8.507619,6.851887,0.712561,0.707427,0.000012
+218,0.510598,0.154404,-8.728136,6.293339,0.737836,0.666569,0.000012
+219,0.531080,0.143459,-8.684796,6.524810,0.732539,0.671899,0.000009
+220,0.481180,0.131296,-8.057978,6.860046,0.714612,0.703301,0.000009
+221,0.573576,0.166097,-8.517349,6.991959,0.730140,0.676867,0.000011
+222,0.494382,0.150664,-7.260814,7.035269,0.764734,0.624505,0.000006
+223,0.570916,0.151657,-6.395591,7.368991,0.752423,0.644224,0.000010
+224,0.494342,0.144481,-6.520233,7.253951,0.744866,0.660377,0.000010
+225,0.503577,0.125069,-4.975409,6.956782,0.762769,0.636334,0.000009
+226,0.550021,0.140906,-5.426861,7.044577,0.724479,0.686606,0.000015
+227,0.557719,0.147228,-5.313593,7.304636,0.740144,0.656255,0.000011
+228,0.531899,0.145574,-4.440823,7.237486,0.737573,0.669897,0.000009
+229,0.521304,0.167959,-4.025620,7.572674,0.752794,0.631743,0.000008
+230,0.605580,0.134791,-3.706984,7.120205,0.739630,0.665143,0.000009
+231,0.509762,0.173385,-4.228909,7.024530,0.730721,0.683015,0.000009
+232,0.506181,0.154409,-3.649226,7.222588,0.730053,0.684462,0.000009
+233,0.483338,0.132998,-3.822636,7.026107,0.718620,0.692526,0.000013
+234,0.450145,0.151780,-3.137382,7.278916,0.752705,0.644764,0.000010
+235,0.529531,0.160945,-4.292910,7.318828,0.742274,0.656969,0.000017
+236,0.511613,0.159430,-4.081869,6.976130,0.754977,0.640475,0.000017
+237,0.558010,0.143142,-5.005335,6.809739,0.732738,0.678305,0.000016
+238,0.507513,0.134375,-4.646822,7.051431,0.746900,0.652263,0.000020
+239,0.543480,0.151085,-6.489386,6.843586,0.759398,0.638803,0.000011
+240,0.573998,0.144052,-6.080751,6.863538,0.739278,0.664930,0.000013
+241,0.571415,0.124083,-5.573071,6.358711,0.736907,0.667810,0.000010
+242,0.529290,0.127676,-5.977578,6.692062,0.720831,0.684674,0.000010
+243,0.498678,0.143335,-6.507234,6.438586,0.725342,0.687159,0.000019
+244,0.516818,0.152367,-6.830852,6.593190,0.758140,0.637753,0.000016
+245,0.531558,0.157995,-6.834347,6.354043,0.733468,0.669642,0.000010
+246,0.537627,0.140464,-5.817689,6.006168,0.736850,0.661567,0.000015
+247,0.525426,0.148048,-6.552409,5.620609,0.726230,0.669456,0.000009
+248,0.599073,0.137972,-5.543010,5.569869,0.736990,0.669367,0.000012
+249,0.519660,0.131939,-6.019364,5.046048,0.729293,0.681502,0.000010
+250,0.439410,0.134344,-5.781247,5.365987,0.740584,0.658321,0.000013
+251,0.513281,0.150054,-5.958092,5.218367,0.752258,0.645061,0.000015
+252,0.537829,0.154881,-5.837313,5.171235,0.719908,0.694595,0.000010
+253,0.518651,0.128682,-5.028893,5.121755,0.766795,0.635060,0.000007
+254,0.477373,0.141727,-4.671271,5.188610,0.745743,0.653472,0.000005
+255,0.525494,0.126878,-4.717014,5.119748,0.746764,0.655302,0.000009
+256,0.590794,0.160935,-5.028662,5.240576,0.744167,0.665609,0.000011
+257,0.493182,0.146495,-5.379558,5.252014,0.751010,0.656500,0.000012
+258,0.518750,0.141259,-5.676861,5.152353,0.758891,0.633782,0.000008
+259,0.536768,0.134943,-5.364749,5.116263,0.742574,0.668977,0.000007
+260,0.485217,0.179368,-5.750492,5.402094,0.746146,0.661601,0.000005
+261,0.535009,0.129493,-4.975903,5.254831,0.746942,0.657778,0.000010
+262,0.547312,0.132066,-5.349092,5.340429,0.735029,0.671627,0.000006
+263,0.532739,0.139463,-5.071166,5.533586,0.733377,0.677546,0.000011
+264,0.516400,0.115650,-5.221830,5.406819,0.744447,0.646491,0.000011
+265,0.499835,0.160148,-6.463226,5.674455,0.742240,0.665669,0.000014
+266,0.516481,0.147963,-5.626565,5.810240,0.735520,0.664448,0.000013
+267,0.527124,0.165177,-6.425665,5.627637,0.740496,0.650017,0.000013
+268,0.509537,0.119281,-5.279208,5.780960,0.748144,0.656380,0.000009
+269,0.526794,0.181127,-7.214849,6.297462,0.748954,0.648787,0.000014
+270,0.515490,0.136304,-6.294479,6.557959,0.743430,0.648480,0.000006
+271,0.531979,0.180437,-7.338836,6.702760,0.731312,0.675381,0.000012
+272,0.556250,0.155961,-6.969435,6.756429,0.756758,0.637536,0.000007
+273,0.520991,0.126186,-5.607292,6.847760,0.762630,0.628377,0.000010
+274,0.549288,0.118077,-4.280952,6.709321,0.721009,0.691899,0.000011
+275,0.490768,0.131425,-4.242965,7.197271,0.745870,0.657215,0.000009
+276,0.565480,0.143600,-4.375718,7.225617,0.732404,0.667797,0.000006
+277,0.534540,0.167641,-3.643627,7.325288,0.734360,0.671341,0.000014
+278,0.509563,0.186917,-4.479581,7.138152,0.735646,0.672810,0.000011
+279,0.538488,0.141283,-2.837628,6.853745,0.722543,0.682308,0.000010
+280,0.512376,0.153537,-2.511975,6.885475,0.728828,0.681686,0.000020
+281,0.565509,0.157992,-2.097404,7.131205,0.722316,0.686569,0.000007
+282,0.548723,0.161213,-2.727456,7.034671,0.771355,0.610104,0.000004
+283,0.530159,0.148675,-2.121862,6.804334,0.743929,0.651714,0.000005
+284,0.483455,0.140843,-1.182449,6.914445,0.740129,0.660025,0.000016
+285,0.518526,0.158204,-1.900291,7.038232,0.738944,0.666395,0.000011
+286,0.582327,0.145697,-2.421824,6.945728,0.714555,0.701710,0.000018
+287,0.505131,0.153529,-1.866472,7.316318,0.740571,0.667336,0.000022
+288,0.533601,0.162728,-3.868076,7.488890,0.765197,0.631091,0.000017
+289,0.527382,0.130086,-3.669059,7.681432,0.731565,0.679463,0.000006
+290,0.496447,0.163130,-5.347536,7.813889,0.741557,0.661879,0.000010
+291,0.498912,0.145410,-4.536232,7.331874,0.721705,0.681678,0.000013
+292,0.523745,0.171003,-5.763303,7.789740,0.739172,0.666947,0.000015
+293,0.517049,0.120975,-4.893767,7.528535,0.734150,0.671172,0.000008
+294,0.462293,0.150903,-6.313271,7.429428,0.724516,0.690317,0.000010
+295,0.508979,0.166115,-6.091147,7.344438,0.736262,0.669279,0.000013
+296,0.535665,0.137126,-5.741754,7.439327,0.744472,0.653581,0.000014
+297,0.526195,0.135196,-5.222733,7.143894,0.754417,0.640315,0.000008
+298,0.481791,0.135949,-5.237711,6.997834,0.748012,0.664413,0.000007
+299,0.476523,0.150523,-5.408517,7.343076,0.746636,0.653880,0.000011
+300,0.556067,0.142716,-5.428537,7.217410,0.740824,0.655794,0.000011
+301,0.586174,0.128768,-4.887587,7.051241,0.719504,0.693637,0.000009
+302,0.525173,0.149616,-6.159789,7.118916,0.756803,0.639051,0.000004
+303,0.489197,0.140823,-5.614496,7.351922,0.739006,0.669414,0.000007
+304,0.503252,0.155490,-6.289631,7.502132,0.761713,0.625330,0.000010
+305,0.469782,0.142336,-5.769015,7.489318,0.737723,0.660425,0.000014
+306,0.554678,0.159943,-6.535681,7.277856,0.736447,0.668132,0.000011
+307,0.484628,0.160047,-5.981620,7.403579,0.735031,0.670556,0.000011
+308,0.565529,0.162834,-7.277527,7.511212,0.735738,0.671673,0.000013
+309,0.537771,0.152330,-6.600345,7.878097,0.757363,0.639124,0.000007
+310,0.482450,0.145076,-7.567204,7.656454,0.748280,0.644475,0.000020
+311,0.558748,0.142155,-6.025339,7.663988,0.738337,0.664059,0.000016
+312,0.500368,0.168287,-6.685258,7.883737,0.742068,0.668044,0.000026
+313,0.607554,0.137809,-4.888017,8.518140,0.742342,0.665463,0.000011
+314,0.502787,0.156581,-5.781376,8.425561,0.742271,0.652712,0.000012
+315,0.531245,0.148384,-5.111828,8.438748,0.731300,0.672721,0.000009
+316,0.510967,0.149065,-3.332748,8.150182,0.746915,0.650543,0.000007
+317,0.589312,0.150470,-3.789454,8.251795,0.756254,0.642548,0.000033
+318,0.533900,0.128803,-2.157662,7.733874,0.732444,0.676764,0.000005
+319,0.515605,0.164200,-3.061488,7.828932,0.738050,0.664725,0.000011
+320,0.523574,0.157100,-1.112065,7.573763,0.751265,0.645753,0.000012
+321,0.474287,0.147195,-0.527038,7.432968,0.756421,0.641739,0.000005
+322,0.574972,0.187466,-0.866645,7.723205,0.752506,0.648153,0.000019
+323,0.513832,0.165920,0.455058,6.961986,0.720454,0.684698,0.000006
+324,0.534788,0.136717,1.576765,6.624890,0.729446,0.677950,0.000010
+325,0.467092,0.146427,1.865357,6.576704,0.738239,0.670313,0.000026
+326,0.566451,0.129562,2.554112,6.180711,0.737268,0.665617,0.000014
+327,0.531055,0.169546,1.436094,6.226839,0.739160,0.666754,0.000006
+328,0.518877,0.147150,1.448114,5.872333,0.736348,0.670265,0.000011
+329,0.528465,0.141007,2.386496,5.451733,0.724686,0.688852,0.000011
+330,0.573464,0.131489,2.638342,5.586937,0.743307,0.651337,0.000007
+331,0.562625,0.142382,1.653523,5.631824,0.748223,0.653594,0.000013
+332,0.499758,0.131195,1.220560,5.644512,0.734472,0.666788,0.000013
+333,0.524060,0.141646,0.660042,5.755377,0.747955,0.646352,0.000010
+334,0.538880,0.126474,-0.154911,5.630377,0.730552,0.674943,0.000004
+335,0.528875,0.192385,-1.623516,6.075830,0.723569,0.687377,0.000017
+336,0.528367,0.171978,-1.553061,5.703109,0.749312,0.650410,0.000008
+337,0.530392,0.139870,-1.417281,5.545662,0.760271,0.636413,0.000002
+338,0.515373,0.139966,-1.309869,5.751600,0.738646,0.666273,0.000019
+339,0.494421,0.133454,-1.471150,5.273064,0.744614,0.662288,0.000006
+340,0.527988,0.128691,-1.701884,5.277481,0.737584,0.664480,0.000005
+341,0.491765,0.147634,-3.090698,5.190744,0.729634,0.676173,0.000008
+342,0.578071,0.141797,-2.267519,5.232259,0.728880,0.673954,0.000006
+343,0.578275,0.125343,-2.976367,5.113544,0.725916,0.677636,0.000008
+344,0.533771,0.155612,-2.857980,5.391623,0.746597,0.651789,0.000009
+345,0.498747,0.143149,-2.927693,5.024015,0.728271,0.682091,0.000011
+346,0.538234,0.161014,-3.567063,5.555364,0.759121,0.636613,0.000006
+347,0.510071,0.148239,-3.934790,5.554776,0.724186,0.692071,0.000011
+348,0.560895,0.131447,-3.981811,5.404852,0.726952,0.690092,0.000005
+349,0.530059,0.180000,-5.421099,5.447118,0.717911,0.697772,0.000007
+350,0.506688,0.164492,-4.946789,5.766192,0.741465,0.654888,0.000007
+351,0.529212,0.174064,-4.871009,5.829900,0.758638,0.631190,0.000016
+352,0.479647,0.164753,-4.915111,5.977353,0.744246,0.667577,0.000016
+353,0.530759,0.158767,-4.552758,6.030436,0.739831,0.663143,0.000013
+354,0.602409,0.151291,-4.118928,6.257883,0.739579,0.667060,0.000006
+355,0.529674,0.138343,-4.624645,6.056975,0.746627,0.649191,0.000010
+356,0.511513,0.125497,-4.363843,6.113324,0.723513,0.691054,0.000008
+357,0.524912,0.134788,-4.507342,6.223325,0.745136,0.655788,0.000007
+358,0.543421,0.160791,-5.092612,6.541666,0.728055,0.681739,0.000009
+359,0.522539,0.130419,-3.712417,6.661261,0.740930,0.662701,0.000007
+360,0.506561,0.148538,-3.672622,6.660558,0.712734,0.708462,0.000016
+361,0.539249,0.117201,-2.534249,6.325116,0.728577,0.679502,0.000009
+362,0.516032,0.160357,-3.331720,6.520916,0.722239,0.686964,0.000014
+363,0.589453,0.172689,-4.559338,6.443461,0.740449,0.663324,0.000010
+364,0.506135,0.129689,-4.857344,6.334209,0.759283,0.642059,0.000012
+365,0.546792,0.190827,-5.618437,6.348718,0.740080,0.658143,0.000016
+366,0.494173,0.139628,-4.790608,6.268422,0.743247,0.657670,0.000008
+367,0.554168,0.182662,-6.725396,6.548899,0.748045,0.649906,0.000005
+368,0.551685,0.143683,-6.066129,6.431605,0.737256,0.669784,0.000009
+369,0.543080,0.111348,-5.446218,6.325185,0.744504,0.655153,0.000013
+370,0.463058,0.161286,-6.610500,6.580832,0.733594,0.672820,0.000011
+371,0.473770,0.124587,-5.474278,6.620787,0.752639,0.655114,0.000012
+372,0.485136,0.149588,-6.591716,7.145134,0.730754,0.676416,0.000009
+373,0.444540,0.121836,-4.794290,6.628281,0.734871,0.664992,0.000008
+374,0.507807,0.150255,-4.410888,7.146401,0.737962,0.661275,0.000007
+375,0.470748,0.191159,-5.543839,7.468610,0.740193,0.668376,0.000021
+376,0.433983,0.114079,-1.757417,6.996826,0.732657,0.668063,0.000008
+377,0.567517,0.164578,-2.675069,7.468357,0.735425,0.673480,0.000023
+378,0.494534,0.153690,-1.510101,7.829060,0.750602,0.661918,0.000002
+379,0.587067,0.187281,-2.431537,7.849683,0.757005,0.645112,0.000010
+380,0.548992,0.158860,-1.106119,7.772510,0.740883,0.653728,0.000012
+381,0.505103,0.144521,-1.235301,7.607132,0.739903,0.655368,0.000013
+382,0.537536,0.147925,-1.499364,7.697622,0.753341,0.645021,0.000007
+383,0.512637,0.166558,-2.578169,7.452196,0.750495,0.654537,0.000008
+384,0.544532,0.172307,-3.583720,7.916100,0.727477,0.681400,0.000012
+385,0.478569,0.140990,-2.479459,7.404157,0.751970,0.652825,0.000012
+386,0.522033,0.172931,-3.105675,7.674407,0.727077,0.677483,0.000007
+387,0.580266,0.159296,-3.292600,7.287683,0.751656,0.637779,0.000012
+388,0.515377,0.134266,-3.127529,7.333320,0.738173,0.670846,0.000009
+389,0.498816,0.132419,-3.402462,7.171938,0.727240,0.687215,0.000012
+390,0.522858,0.147737,-3.578204,7.455243,0.737079,0.670467,0.000012
+391,0.549347,0.178008,-4.288151,7.227584,0.718030,0.688239,0.000010
+392,0.437140,0.173884,-4.568143,6.826105,0.711367,0.697480,0.000015
+393,0.576264,0.135909,-2.637059,7.061738,0.725193,0.685847,0.000007
+394,0.563048,0.166814,-3.956937,6.997063,0.754897,0.643163,0.000015
+395,0.522773,0.160090,-4.444791,6.535224,0.730508,0.679343,0.000023
+396,0.540534,0.155190,-3.814279,6.913569,0.739734,0.661110,0.000009
+397,0.548507,0.126417,-3.401113,6.698828,0.728487,0.673676,0.000006
+398,0.541528,0.155344,-3.775297,7.287735,0.751705,0.645852,0.000018
+399,0.506293,0.167646,-4.024823,7.034676,0.750495,0.650945,0.000004
+400,0.529487,0.168407,-3.808317,6.640737,0.735289,0.661781,0.000009
+401,0.544459,0.178525,-4.091708,6.827052,0.738462,0.664254,0.000012
+402,0.569989,0.158467,-3.313821,6.864186,0.746699,0.651325,0.000005
+403,0.536270,0.137627,-2.291185,6.599953,0.733612,0.671909,0.000006
+404,0.532994,0.172674,-3.845288,6.675779,0.764020,0.635300,0.000011
+405,0.594779,0.126465,-2.369743,6.658363,0.749173,0.655406,0.000006
+406,0.545120,0.147273,-2.324231,7.094256,0.768891,0.616543,0.000007
+407,0.608056,0.145858,-2.945169,6.765459,0.755477,0.641736,0.000008
+408,0.575903,0.147288,-2.110991,7.108554,0.741884,0.647518,0.000014
+409,0.498238,0.165267,-2.518142,7.373714,0.732828,0.670641,0.000010
+410,0.500991,0.141741,-1.727475,7.202433,0.730126,0.682730,0.000006
+411,0.552894,0.176694,-2.628663,7.437413,0.749079,0.653358,0.000006
+412,0.564110,0.139469,-1.897114,7.401309,0.751140,0.642242,0.000009
+413,0.519048,0.167124,-2.837419,7.174022,0.735418,0.676121,0.000007
+414,0.491396,0.138891,-1.397340,7.456047,0.747924,0.655215,0.000009
+415,0.465292,0.155630,-2.551348,7.585253,0.736834,0.667537,0.000007
+416,0.555528,0.157903,-2.582053,7.877784,0.730860,0.678577,0.000008
+417,0.500641,0.109745,-2.033865,8.040275,0.739881,0.663889,0.000007
+418,0.489343,0.125941,-2.487741,8.235055,0.740654,0.653238,0.000013
+419,0.544598,0.161533,-3.547270,8.566140,0.748205,0.655159,0.000006
+420,0.483941,0.154860,-3.338164,8.417912,0.747706,0.649923,0.000009
+421,0.502895,0.133282,-3.036244,8.404262,0.763257,0.631406,0.000007
+422,0.537388,0.138495,-3.376992,8.322786,0.729075,0.690835,0.000009
+423,0.543218,0.182721,-5.402308,8.358910,0.726963,0.682794,0.000009
+424,0.572227,0.153890,-3.365883,8.563842,0.766869,0.633413,0.000009
+425,0.515192,0.152629,-3.450142,8.437674,0.751863,0.646493,0.000007
+426,0.479654,0.171215,-4.488253,7.998498,0.729867,0.671510,0.000006
+427,0.528008,0.148646,-3.992009,8.134687,0.722900,0.694296,0.000014
+428,0.526414,0.149281,-4.174789,7.898605,0.711072,0.702063,0.000016
+429,0.497073,0.121900,-3.461048,7.779580,0.736117,0.676242,0.000004
+430,0.492707,0.154226,-1.894904,8.189379,0.725062,0.684931,0.000004
+431,0.526922,0.161365,-3.520436,8.170898,0.755369,0.631849,0.000004
+432,0.499859,0.165311,-2.805997,7.889402,0.734792,0.667639,0.000008
+433,0.551563,0.119048,-2.394465,8.050216,0.729381,0.674605,0.000010
+434,0.614358,0.170467,-2.469101,8.121229,0.748506,0.650678,0.000006
+435,0.554320,0.170067,-2.791852,7.742034,0.748511,0.650403,0.000030
+436,0.520302,0.129903,-3.219304,7.533356,0.730738,0.678038,0.000010
+437,0.513437,0.150024,-3.649870,7.445311,0.747805,0.656417,0.000008
+438,0.553425,0.164130,-3.886472,7.437760,0.763341,0.621367,0.000016
+439,0.485122,0.140852,-3.794264,7.729590,0.752300,0.647990,0.000012
+440,0.507545,0.164068,-4.668298,7.311858,0.731897,0.678439,0.000005
+441,0.503293,0.142346,-4.171123,7.557347,0.747682,0.648828,0.000009
+442,0.545338,0.133906,-4.638294,7.373107,0.740517,0.652613,0.000005
+443,0.495731,0.167818,-4.753957,7.459996,0.764623,0.625548,0.000004
+444,0.598076,0.134169,-4.852667,7.337561,0.742273,0.666724,0.000007
+445,0.500878,0.147254,-4.333795,7.462333,0.747145,0.655469,0.000005
+446,0.499346,0.179412,-4.285291,7.639004,0.728702,0.682812,0.000008
+447,0.548033,0.132829,-3.321720,7.480498,0.760663,0.636103,0.000006
+448,0.531065,0.162170,-3.702185,8.084806,0.729896,0.674702,0.000008
+449,0.481909,0.136076,-2.706107,8.271159,0.735269,0.670071,0.000006
+450,0.523453,0.158765,-2.689114,8.763689,0.738308,0.668554,0.000010
+451,0.552496,0.134991,-2.684062,8.615478,0.756888,0.628979,0.000016
+452,0.475071,0.146949,-1.250072,8.610841,0.742131,0.666878,0.000008
+453,0.508842,0.155747,-0.476304,9.227193,0.746547,0.665345,0.000008
+454,0.491967,0.156226,-1.031510,8.758864,0.736923,0.658432,0.000013
+455,0.504591,0.147759,-1.211797,9.201326,0.738835,0.653754,0.000014
+456,0.537798,0.143184,0.759589,9.205241,0.739384,0.670033,0.000008
+457,0.463750,0.117403,1.151469,9.266005,0.748323,0.661095,0.000006
+458,0.528945,0.139828,1.088407,9.368078,0.731690,0.678488,0.000024
+459,0.537357,0.148172,0.560663,9.864671,0.730961,0.673336,0.000010
+460,0.511685,0.168678,0.070075,10.232024,0.721726,0.688897,0.000008
+461,0.460108,0.115793,1.854686,10.061254,0.719349,0.686716,0.000014
+462,0.511878,0.150002,0.931816,10.540925,0.724296,0.685810,0.000006
+463,0.518678,0.129722,1.481726,10.232614,0.773911,0.608790,0.000012
+464,0.495658,0.161968,-0.336778,10.498810,0.736341,0.676356,0.000020
+465,0.547721,0.136920,0.671359,10.217924,0.724141,0.684301,0.000017
+466,0.540318,0.157488,-0.878123,10.716170,0.751717,0.648485,0.000010
+467,0.546347,0.161969,-0.601637,10.719098,0.738134,0.660502,0.000007
+468,0.491206,0.137520,0.576752,10.569143,0.733983,0.671901,0.000006
+469,0.519142,0.136888,-0.569757,10.723607,0.745346,0.664504,0.000008
+470,0.519035,0.129730,0.034081,10.620555,0.747505,0.651224,0.000011
+471,0.573236,0.171735,-1.716884,10.402414,0.738229,0.666406,0.000012
+472,0.531715,0.122231,0.425884,10.341624,0.721586,0.678429,0.000011
+473,0.506388,0.175304,-1.552526,10.910441,0.748098,0.657937,0.000008
+474,0.573547,0.161949,-1.383145,10.402724,0.735836,0.668323,0.000007
+475,0.515346,0.164563,-1.407710,10.986231,0.762565,0.633355,0.000005
+476,0.523479,0.154263,-1.509674,10.309580,0.733386,0.675399,0.000006
+477,0.614520,0.141416,-0.494295,10.713487,0.736465,0.666561,0.000012
+478,0.492466,0.153978,-0.703086,10.352081,0.729837,0.677977,0.000015
+479,0.511197,0.144374,-1.440102,10.888336,0.734763,0.668585,0.000005
+480,0.501831,0.155054,-1.507898,10.208973,0.748497,0.652008,0.000010
+481,0.525017,0.132679,-1.147952,10.239846,0.743844,0.660193,0.000007
+482,0.611795,0.156576,-1.799978,9.852630,0.751602,0.650355,0.000007
+483,0.512085,0.163726,-3.988307,9.775225,0.746369,0.652848,0.000015
+484,0.534317,0.148951,-3.085623,9.544531,0.748224,0.654188,0.000010
+485,0.548399,0.139530,-1.957528,9.049454,0.750118,0.657167,0.000007
+486,0.519465,0.202402,-5.298827,9.103874,0.706742,0.712027,0.000017
+487,0.509523,0.138876,-2.305564,9.149578,0.734346,0.666005,0.000010
+488,0.531113,0.141907,-1.828302,8.672929,0.742100,0.663399,0.000007
+489,0.522105,0.140161,-1.735672,8.778303,0.746420,0.655691,0.000015
+490,0.530818,0.136161,-1.052261,9.024759,0.744075,0.661266,0.000013
+491,0.523897,0.164911,-2.036796,8.721792,0.738288,0.654138,0.000011
+492,0.530557,0.118275,-1.384852,8.174503,0.726143,0.691020,0.000004
+493,0.559187,0.150033,-1.908743,8.196762,0.751044,0.651805,0.000008
+494,0.576280,0.165485,-2.891223,8.212572,0.730766,0.676938,0.000008
+495,0.495116,0.149468,-2.250021,8.031822,0.730649,0.675004,0.000009
+496,0.540200,0.117500,-2.211273,7.683165,0.740903,0.666545,0.000006
+497,0.533510,0.149355,-3.071232,7.976197,0.728765,0.679449,0.000008
+498,0.466568,0.164149,-3.586463,7.716944,0.745063,0.664000,0.000008
+499,0.522161,0.172408,-3.448898,7.461684,0.740609,0.656559,0.000007

cycle_6/rater_config.json

@@ -0,0 +1,51 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DiTRater_tc",
+  "num_noise_samples": 4,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 0.2,
+  "batch_size": 32,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.01,
+  "outer_lr": 0.001,
+  "meta_steps": 500,
+  "inner_steps": 5,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 1,
+  "device": "cuda",
+  "save_checkpoint": true,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_6",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 10000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 5000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": null,
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 60000,
+  "run_name": "rater",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": [
+    "experiments/alt_100k_val_00_02_rater_even/cycle_5/dit/checkpoints/final.pt"
+  ],
+  "profile_every": 0
+}

cycle_6/rater_config.yaml

@@ -0,0 +1,48 @@
+batch_size: 32
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 5000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: null
+dit_init_checkpoint_pool:
+- experiments/alt_100k_val_00_02_rater_even/cycle_5/dit/checkpoints/final.pt
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 10000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.01
+inner_steps: 5
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 500
+noise_rater_checkpoint: null
+noise_rater_model_name: DiTRater_tc
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 1
+num_noise_samples: 4
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_6
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: rater
+save_checkpoint: true
+seed: 60000
+timestep_max_frac: 0.2
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse

cycle_7/dit/config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_7",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_6/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_7/dit_config.json

@@ -0,0 +1,49 @@
+{
+  "dataset_name": "imagefolder",
+  "data_path": "../data/imagenet/train",
+  "image_size": 256,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "num_classes": 1000,
+  "vae": "mse",
+  "num_dummy_samples": 1000,
+  "dit_model_name": "DiT-S/2",
+  "noise_rater_model_name": "DummyNoiseRater",
+  "num_noise_samples": 1,
+  "num_outer_noise_samples": 4,
+  "diffusion_steps": 1000,
+  "timestep_min_frac": 0.0,
+  "timestep_max_frac": 1.0,
+  "batch_size": 256,
+  "train_split_ratio": 0.9,
+  "inner_lr": 0.0001,
+  "outer_lr": 0.001,
+  "meta_steps": 100,
+  "inner_steps": 1,
+  "meta_refresh_steps": 10,
+  "grad_clip_norm": 1.0,
+  "normalize_inner_grad": false,
+  "rater_ema_decay": 0.0,
+  "num_inner_models": 2,
+  "device": "cuda",
+  "save_checkpoint": false,
+  "checkpoint_every": 0,
+  "output_dir": "experiments/alt_100k_val_00_02_rater_even/cycle_7",
+  "log": true,
+  "dit_lr": 0.0001,
+  "dit_total_steps": 20000,
+  "dit_ema_decay": 0.9999,
+  "dit_log_every": 100,
+  "dit_ckpt_every": 20000,
+  "dit_learn_sigma": true,
+  "noise_rater_checkpoint": null,
+  "rater_ratio": 1.0,
+  "dit_init_checkpoint": "experiments/alt_100k_val_00_02_rater_even/cycle_6/dit/checkpoints/final.pt",
+  "dit_resume_checkpoint": null,
+  "use_ddp": true,
+  "seed": 0,
+  "run_name": "dit",
+  "loss_profile_bins": 0,
+  "dit_init_checkpoint_pool": null,
+  "profile_every": 0
+}

cycle_7/dit_config.yaml

@@ -0,0 +1,47 @@
+batch_size: 256
+checkpoint_every: 0
+data_path: ../data/imagenet/train
+dataset_name: imagefolder
+device: cuda
+diffusion_steps: 1000
+dit_ckpt_every: 20000
+dit_ema_decay: 0.9999
+dit_init_checkpoint: experiments/alt_100k_val_00_02_rater_even/cycle_6/dit/checkpoints/final.pt
+dit_init_checkpoint_pool: null
+dit_learn_sigma: true
+dit_log_every: 100
+dit_lr: 0.0001
+dit_model_name: DiT-S/2
+dit_resume_checkpoint: null
+dit_total_steps: 20000
+grad_clip_norm: 1.0
+image_size: 256
+inner_lr: 0.0001
+inner_steps: 1
+latent_channels: 4
+latent_size: 32
+log: true
+loss_profile_bins: 0
+meta_refresh_steps: 10
+meta_steps: 100
+noise_rater_checkpoint: null
+noise_rater_model_name: DummyNoiseRater
+normalize_inner_grad: false
+num_classes: 1000
+num_dummy_samples: 1000
+num_inner_models: 2
+num_noise_samples: 1
+num_outer_noise_samples: 4
+outer_lr: 0.001
+output_dir: experiments/alt_100k_val_00_02_rater_even/cycle_7
+profile_every: 0
+rater_ema_decay: 0.0
+rater_ratio: 1.0
+run_name: dit
+save_checkpoint: false
+seed: 0
+timestep_max_frac: 1.0
+timestep_min_frac: 0.0
+train_split_ratio: 0.9
+use_ddp: true
+vae: mse