agatha_v2_coco256_plain_s1: step 20000
Browse files- .gitattributes +4 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_evals.jsonl +32 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema.pt +3 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema_g1.png +3 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema_g3.png +3 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw.pt +3 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw_g1.png +3 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw_g3.png +3 -0
- coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_train.log +235 -0
.gitattributes
CHANGED
|
@@ -197,3 +197,7 @@ coco256/agatha_v2_coco256_agatha_s1/agatha_v2_coco256_agatha_s1_step100000_ema_g
|
|
| 197 |
coco256/agatha_v2_coco256_agatha_s1/agatha_v2_coco256_agatha_s1_step100000_ema_g3.png filter=lfs diff=lfs merge=lfs -text
|
| 198 |
coco256/agatha_v2_coco256_agatha_s1/agatha_v2_coco256_agatha_s1_ema_step100000_raw_g1.png filter=lfs diff=lfs merge=lfs -text
|
| 199 |
coco256/agatha_v2_coco256_agatha_s1/agatha_v2_coco256_agatha_s1_ema_step100000_raw_g3.png filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 197 |
coco256/agatha_v2_coco256_agatha_s1/agatha_v2_coco256_agatha_s1_step100000_ema_g3.png filter=lfs diff=lfs merge=lfs -text
|
| 198 |
coco256/agatha_v2_coco256_agatha_s1/agatha_v2_coco256_agatha_s1_ema_step100000_raw_g1.png filter=lfs diff=lfs merge=lfs -text
|
| 199 |
coco256/agatha_v2_coco256_agatha_s1/agatha_v2_coco256_agatha_s1_ema_step100000_raw_g3.png filter=lfs diff=lfs merge=lfs -text
|
| 200 |
+
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw_g1.png filter=lfs diff=lfs merge=lfs -text
|
| 201 |
+
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw_g3.png filter=lfs diff=lfs merge=lfs -text
|
| 202 |
+
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema_g1.png filter=lfs diff=lfs merge=lfs -text
|
| 203 |
+
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema_g3.png filter=lfs diff=lfs merge=lfs -text
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_evals.jsonl
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 2500, "hook": "heldout", "ok": true, "seconds": 2.77, "result": {"items": 2000, "raw": {"loss": 1.098308141052723, "bands": [1.2293771825169257, 1.0492113552119195, 0.9956383015900234], "loss_shuffled": 1.1037282480299473, "loss_null": 1.1010648625791073, "gap_shuffled": 0.00542010697722435, "gap_shuffled_se": 0.0003053073344173865, "gap_null": 0.002756721526384354, "gap_null_se": 0.00018285162003264474, "gap_shuffled_bands": [6.751266195757034e-05, 0.0009414778252495833, 0.02088883599872628]}, "ema": {"loss": 1.8353948780298233, "bands": [1.8273403264664123, 1.8280309446384109, 1.8597582485568733], "loss_shuffled": 1.8358597050905228, "loss_null": 1.8359403915405272, "gap_shuffled": 0.0004648270606994629, "gap_shuffled_se": 3.2064036321128644e-05, "gap_null": 0.0005455135107040405, "gap_null_se": 2.914836827184569e-05, "gap_shuffled_bands": [0.00021540732818066077, 0.0003956990833482754, 0.0009429126885451387]}}}
|
| 2 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 2500, "hook": "sheet", "ok": true, "seconds": 4.6, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": -0.005271864589303732, "latent_std": 0.9594002366065979, "image_mean": 0.4327070415019989, "image_std": 0.23653818666934967}, "raw_g3": {"finite": true, "latent_mean": -0.043717335909605026, "latent_std": 1.0306727886199951, "image_mean": 0.38819098472595215, "image_std": 0.20214223861694336}, "ema_g1": {"finite": true, "latent_mean": -0.004048757255077362, "latent_std": 0.9483214020729065, "image_mean": 0.44257083535194397, "image_std": 0.13808895647525787}, "ema_g3": {"finite": true, "latent_mean": -0.00670883571729064, "latent_std": 0.9509908556938171, "image_mean": 0.4227752685546875, "image_std": 0.14060553908348083}}}
|
| 3 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 2500, "hook": "sphere", "ok": true, "seconds": 22.17, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.08244356347900118, "a90": -0.02516063304867844, "a180": -0.13972649390932393, "b": 0.07809590809585082, "c": 0.10291017579706178, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.055036091608824875, "a90": -0.013750320056889193, "a180": -0.09632186316076055, "b": 0.0792727191699296, "c": 0.10537990263108275, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.004682552792360475, "a90": -0.0004013574756868797, "a180": -0.00896374810903407, "b": 0.023971379449912948, "c": 0.14465118715925904, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.004559768041299242, "a90": -0.0003980368030517155, "a180": -0.008721499279546768, "b": 0.023857636148004548, "c": 0.11274093785352028, "c_pairs": 32640, "sphere_like": false}}}
|
| 4 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 2500, "hook": "fid", "ok": true, "seconds": 183.52, "result": {"prompts": 2000, "raw_g1": {"fid": 185.38785474026542, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.14735074949879529, "kid_std": 0.0024763423919818375, "subset_size_used": 1000, "subsets": 100}, "raw_g3": {"fid": 152.15759312126295, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.05894261664617427, "kid_std": 0.0011129252545771457, "subset_size_used": 1000, "subsets": 100}, "ema_g1": {"fid": 541.113691365397, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.8104650733961168, "kid_std": 0.004075638129064361, "subset_size_used": 1000, "subsets": 100}, "ema_g3": {"fid": 534.7903321070969, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.7946861828257009, "kid_std": 0.004309365666468124, "subset_size_used": 1000, "subsets": 100}}}
|
| 5 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 2500, "hook": "clip", "ok": true, "seconds": 100.04, "result": {"items": 500, "raw_g1": {"clip_score": {"mean": 13.634342297541004, "se": 0.13972864467956736, "n": 500}, "grounding": {"mean": 0.010405660775898412, "se": 0.001043822664918139, "n": 500, "own_cos": 0.5404450609485761, "shuffled_cos": 0.5300394001726778}}, "raw_g3": {"clip_score": {"mean": 15.8626452971416, "se": 0.15388749519915096, "n": 500}, "grounding": {"mean": 0.028629190726655422, "se": 0.0018509874084772081, "n": 500, "own_cos": 0.5621269344100285, "shuffled_cos": 0.5334977436833731}}, "ema_g1": {"clip_score": {"mean": 11.720176593298616, "se": 0.1294361856490644, "n": 500}, "grounding": {"mean": 7.163794492447473e-05, "se": 0.00011850620591384371, "n": 500, "own_cos": 0.49997558280935994, "shuffled_cos": 0.4999039448644355}}, "ema_g3": {"clip_score": {"mean": 11.758852786752108, "se": 0.13008801303401155, "n": 500}, "grounding": {"mean": 0.0005315092020429462, "se": 0.0002496591590802081, "n": 500, "own_cos": 0.5001050487708907, "shuffled_cos": 0.49957353956884776}}}}
|
| 6 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 5000, "hook": "heldout", "ok": true, "seconds": 2.77, "result": {"items": 2000, "raw": {"loss": 1.0695080104619266, "bands": [1.2087913550967806, 1.0116159769765118, 0.9703485167967958], "loss_shuffled": 1.076909915357828, "loss_null": 1.073656454205513, "gap_shuffled": 0.00740190489590168, "gap_shuffled_se": 0.0004056081656389656, "gap_null": 0.00414844374358654, "gap_null_se": 0.00023043349596634034, "gap_shuffled_bands": [0.00010608538731446126, 0.0014512184807585456, 0.028218839029148554]}, "ema": {"loss": 1.6690497436523437, "bands": [1.7163651269273035, 1.6488373693172125, 1.6363144200568347], "loss_shuffled": 1.6700302820205688, "loss_null": 1.6700605444908143, "gap_shuffled": 0.0009805383682250977, "gap_shuffled_se": 6.858593220257904e-05, "gap_null": 0.001010800838470459, "gap_null_se": 6.642045473549914e-05, "gap_shuffled_bands": [0.00016816077203462865, 0.0005171055635444614, 0.002952093616316018]}}}
|
| 7 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 5000, "hook": "sheet", "ok": true, "seconds": 4.36, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.005722350906580687, "latent_std": 0.9623085856437683, "image_mean": 0.4162476062774658, "image_std": 0.2582980990409851}, "raw_g3": {"finite": true, "latent_mean": -0.0032906944397836924, "latent_std": 1.0186901092529297, "image_mean": 0.37466201186180115, "image_std": 0.2563248574733734}, "ema_g1": {"finite": true, "latent_mean": 0.0001538453798275441, "latent_std": 0.8635345101356506, "image_mean": 0.4526539146900177, "image_std": 0.1403520107269287}, "ema_g3": {"finite": true, "latent_mean": -0.009125923737883568, "latent_std": 0.8765747547149658, "image_mean": 0.3964049816131592, "image_std": 0.15191252529621124}}}
|
| 8 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 5000, "hook": "sphere", "ok": true, "seconds": 22.05, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07294358868254688, "a90": -0.022547688962166183, "a180": -0.12333948840292758, "b": 0.08182509050033343, "c": 0.07942183261695542, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.05420922441397356, "a90": 0.003216672353481281, "a180": -0.1116351211814284, "b": 0.09848292278658644, "c": 0.059094254977398765, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.006505014695673594, "a90": -0.0011592785258054197, "a180": -0.011850750865541769, "b": 0.026629446347097345, "c": 0.17485195482565852, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.006230323581611515, "a90": -0.0013921702522963642, "a180": -0.011068476910926668, "b": 0.026461129715183156, "c": 0.11079747836378322, "c_pairs": 32640, "sphere_like": false}}}
|
| 9 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 7500, "hook": "heldout", "ok": true, "seconds": 2.77, "result": {"items": 2000, "raw": {"loss": 1.0527509669065476, "bands": [1.1966421534885523, 0.9896592786988051, 0.9560231008289625], "loss_shuffled": 1.0613422909229995, "loss_null": 1.0574774746149778, "gap_shuffled": 0.008591324016451836, "gap_shuffled_se": 0.00045697683862331163, "gap_null": 0.004726507708430291, "gap_null_se": 0.00025403870344915645, "gap_shuffled_bands": [9.839178685563359e-05, 0.0019136230555621945, 0.032390227651715744]}, "ema": {"loss": 1.5483408688902855, "bands": [1.657555389651042, 1.514948013770183, 1.449716326509407], "loss_shuffled": 1.5496041336655617, "loss_null": 1.5504724862575532, "gap_shuffled": 0.001263264775276184, "gap_shuffled_se": 0.00011601756817890563, "gap_null": 0.002131617367267609, "gap_null_se": 0.0001248298220370078, "gap_shuffled_bands": [-0.0006059876001206501, 0.00046624729651754607, 0.005331352687086424]}}}
|
| 10 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 7500, "hook": "sheet", "ok": true, "seconds": 4.28, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.005440347827970982, "latent_std": 0.971423864364624, "image_mean": 0.44787606596946716, "image_std": 0.25623980164527893}, "raw_g3": {"finite": true, "latent_mean": -0.011363944970071316, "latent_std": 1.0156285762786865, "image_mean": 0.3870767652988434, "image_std": 0.25182855129241943}, "ema_g1": {"finite": true, "latent_mean": 0.014854850247502327, "latent_std": 0.809208333492279, "image_mean": 0.4493337869644165, "image_std": 0.1465238332748413}, "ema_g3": {"finite": true, "latent_mean": -0.0033168799709528685, "latent_std": 0.8352969884872437, "image_mean": 0.36697840690612793, "image_std": 0.1675347089767456}}}
|
| 11 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 7500, "hook": "sphere", "ok": true, "seconds": 22.0, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.0916671952792677, "a90": -0.018563600509033957, "a180": -0.16477079004950143, "b": 0.08039703577357238, "c": 0.0697347347727558, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.07236302309216754, "a90": 0.0018569978297470796, "a180": -0.14658304401408212, "b": 0.09004577959065006, "c": 0.057447388135408534, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.0126406087671384, "a90": -0.003752517752051489, "a180": -0.02152869978222531, "b": 0.028549518830761914, "c": 0.18551277327987933, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.01243356991171177, "a90": -0.0035891147007766654, "a180": -0.021278025122646878, "b": 0.029793987741578903, "c": 0.09131578797006101, "c_pairs": 32640, "sphere_like": false}}}
|
| 12 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 10000, "hook": "heldout", "ok": true, "seconds": 2.77, "result": {"items": 2000, "raw": {"loss": 1.040866563975811, "bands": [1.1878199254293522, 0.9738380786500304, 0.9465917472417333], "loss_shuffled": 1.0501134403795005, "loss_null": 1.0458295726776123, "gap_shuffled": 0.009246876403689385, "gap_shuffled_se": 0.00048799503679389065, "gap_null": 0.0049630087018013, "gap_null_se": 0.00027034165972455077, "gap_shuffled_bands": [0.00010853242688990107, 0.002186981132419154, 0.034636491273392335]}, "ema": {"loss": 1.4506305185556412, "bands": [1.5908604074125874, 1.406306135752465, 1.326517024304366], "loss_shuffled": 1.4522544096708299, "loss_null": 1.45397437363863, "gap_shuffled": 0.0016238911151885986, "gap_shuffled_se": 0.0001554853636090803, "gap_null": 0.003343855082988739, "gap_null_se": 0.00017157788734584238, "gap_shuffled_bands": [-0.0016313177954125197, 0.0006770919429844308, 0.007941015039056976]}}}
|
| 13 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 10000, "hook": "sheet", "ok": true, "seconds": 4.33, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": -0.0009416508255526423, "latent_std": 0.9640180468559265, "image_mean": 0.44650301337242126, "image_std": 0.2541728913784027}, "raw_g3": {"finite": true, "latent_mean": -0.02292596735060215, "latent_std": 1.0203512907028198, "image_mean": 0.4267563819885254, "image_std": 0.24018731713294983}, "ema_g1": {"finite": true, "latent_mean": 0.030609656125307083, "latent_std": 0.7916936278343201, "image_mean": 0.42421719431877136, "image_std": 0.15266312658786774}, "ema_g3": {"finite": true, "latent_mean": 0.010929163545370102, "latent_std": 0.8302179574966431, "image_mean": 0.3491518199443817, "image_std": 0.17791996896266937}}}
|
| 14 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 10000, "hook": "sphere", "ok": true, "seconds": 22.05, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.08012808002025468, "a90": -0.018078158534599847, "a180": -0.1421780015059095, "b": 0.09103709596567915, "c": 0.09071703594717218, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.06332974147986845, "a90": 0.013939649088396278, "a180": -0.14059913204813318, "b": 0.1061597238954187, "c": 0.09162666795108075, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.022250898527468563, "a90": -0.006953704750641202, "a180": -0.03754809230429592, "b": 0.031328493382969516, "c": 0.1765832715205177, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.02305340295078198, "a90": -0.006781788384898502, "a180": -0.039325017516665464, "b": 0.033628681972752705, "c": 0.07374465324547522, "c_pairs": 32640, "sphere_like": false}}}
|
| 15 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 10000, "hook": "fid", "ok": true, "seconds": 182.06, "result": {"prompts": 2000, "raw_g1": {"fid": 122.63021826548851, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.08723259272771239, "kid_std": 0.00267339454033186, "subset_size_used": 1000, "subsets": 100}, "raw_g3": {"fid": 86.39212835949343, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.02694455344907753, "kid_std": 0.0010700188909768859, "subset_size_used": 1000, "subsets": 100}, "ema_g1": {"fid": 283.4267263596274, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.22383844121228924, "kid_std": 0.0016183721736492609, "subset_size_used": 1000, "subsets": 100}, "ema_g3": {"fid": 280.44970675613695, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.17801673703866214, "kid_std": 0.0015935335503487814, "subset_size_used": 1000, "subsets": 100}}}
|
| 16 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 10000, "hook": "clip", "ok": true, "seconds": 97.51, "result": {"items": 500, "raw_g1": {"clip_score": {"mean": 16.228196844421575, "se": 0.1502539611974739, "n": 500}, "grounding": {"mean": 0.024697193144931802, "se": 0.0015292161886473398, "n": 500, "own_cos": 0.5681618586869637, "shuffled_cos": 0.543464665542032}}, "raw_g3": {"clip_score": {"mean": 19.3464173823413, "se": 0.17078185214898417, "n": 500}, "grounding": {"mean": 0.07099942703809643, "se": 0.0028911807869080645, "n": 500, "own_cos": 0.6110491589402395, "shuffled_cos": 0.5400497319021431}}, "ema_g1": {"clip_score": {"mean": 12.578478006623975, "se": 0.1291393100714229, "n": 500}, "grounding": {"mean": 0.0027145120218699994, "se": 0.0005542925340347721, "n": 500, "own_cos": 0.5354477893683242, "shuffled_cos": 0.532733277346454}}, "ema_g3": {"clip_score": {"mean": 12.929939453308371, "se": 0.1384958116052444, "n": 500}, "grounding": {"mean": 0.006910938856653803, "se": 0.0011002034813518103, "n": 500, "own_cos": 0.5347294607626056, "shuffled_cos": 0.5278185219059519}}}}
|
| 17 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 10000, "hook": "checkpoint", "ok": true, "seconds": 8.34, "result": {"file": "agatha_v2_coco256_plain_s1_state_step010000.pt", "bytes": 686934603, "pushed": true}}
|
| 18 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 12500, "hook": "heldout", "ok": true, "seconds": 2.77, "result": {"items": 2000, "raw": {"loss": 1.0315691779702902, "bands": [1.1807572824108854, 0.9618699930441156, 0.9387326864652759], "loss_shuffled": 1.0408674488514662, "loss_null": 1.0367047579586506, "gap_shuffled": 0.009298270881175994, "gap_shuffled_se": 0.0004892731609331183, "gap_null": 0.005135579988360405, "gap_null_se": 0.00027116815204165906, "gap_shuffled_bands": [0.00013365050048699145, 0.002032863505246838, 0.03508299904977347]}, "ema": {"loss": 1.3611660003364086, "bands": [1.5088453724633386, 1.3094533609921608, 1.2392132608564004], "loss_shuffled": 1.3635696346461772, "loss_null": 1.3655105434954167, "gap_shuffled": 0.002403634309768677, "gap_shuffled_se": 0.00018909139667156743, "gap_null": 0.0043445431590080266, "gap_null_se": 0.00019624140213824834, "gap_shuffled_bands": [-0.002109015257587225, 0.0011982274008061962, 0.010974664615057734]}}}
|
| 19 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 12500, "hook": "sheet", "ok": true, "seconds": 4.27, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.00323804235085845, "latent_std": 0.9808582663536072, "image_mean": 0.4031345844268799, "image_std": 0.24575042724609375}, "raw_g3": {"finite": true, "latent_mean": 0.0007687966572120786, "latent_std": 1.0359148979187012, "image_mean": 0.3814364969730377, "image_std": 0.24509984254837036}, "ema_g1": {"finite": true, "latent_mean": 0.039814528077840805, "latent_std": 0.7881366610527039, "image_mean": 0.39420151710510254, "image_std": 0.1583438366651535}, "ema_g3": {"finite": true, "latent_mean": 0.0195279773324728, "latent_std": 0.8366367816925049, "image_mean": 0.34403765201568604, "image_std": 0.18389999866485596}}}
|
| 20 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 12500, "hook": "sphere", "ok": true, "seconds": 22.07, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07068350947490877, "a90": -0.022235081326920356, "a180": -0.11913193762289717, "b": 0.0846182787535483, "c": 0.030671004091588294, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.05820432496449297, "a90": 0.0016082691655571087, "a180": -0.11801691909454304, "b": 0.0944905324165625, "c": 0.029259948686539687, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.03127088135959827, "a90": -0.009667425085541772, "a180": -0.05287433763365479, "b": 0.034497458205724245, "c": 0.17647645333706383, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.031649270895764234, "a90": -0.009363637468077196, "a180": -0.053934904323451265, "b": 0.036324414982586394, "c": 0.07330050978388425, "c_pairs": 32640, "sphere_like": false}}}
|
| 21 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 15000, "hook": "heldout", "ok": true, "seconds": 2.75, "result": {"items": 2000, "raw": {"loss": 1.024543161511421, "bands": [1.1754985869175352, 0.9523625062978236, 0.9334865496669377], "loss_shuffled": 1.0343676772713661, "loss_null": 1.029718685761094, "gap_shuffled": 0.009824515759944915, "gap_shuffled_se": 0.0005199088147394229, "gap_null": 0.00517552424967289, "gap_null_se": 0.0002825371424318698, "gap_shuffled_bands": [0.00015665616776000017, 0.002153634823910931, 0.03703645415964233]}, "ema": {"loss": 1.2796326101720332, "bands": [1.4259727619529834, 1.2220548459702967, 1.1698015782426965], "loss_shuffled": 1.2832420896589756, "loss_null": 1.2842971106469632, "gap_shuffled": 0.0036094794869422912, "gap_shuffled_se": 0.00022295910395597873, "gap_null": 0.004664500474929809, "gap_null_se": 0.0002047900693205047, "gap_shuffled_bands": [-0.001971854109178608, 0.001847669638822394, 0.014681496207884935]}}}
|
| 22 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 15000, "hook": "sheet", "ok": true, "seconds": 4.35, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.009824838489294052, "latent_std": 0.9836435317993164, "image_mean": 0.40991923213005066, "image_std": 0.2554783225059509}, "raw_g3": {"finite": true, "latent_mean": -0.008266194723546505, "latent_std": 1.0165276527404785, "image_mean": 0.4044194519519806, "image_std": 0.24985092878341675}, "ema_g1": {"finite": true, "latent_mean": 0.043580397963523865, "latent_std": 0.7880339026451111, "image_mean": 0.3871878683567047, "image_std": 0.1635618656873703}, "ema_g3": {"finite": true, "latent_mean": 0.02162507176399231, "latent_std": 0.8406580686569214, "image_mean": 0.3545123040676117, "image_std": 0.18574970960617065}}}
|
| 23 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 15000, "hook": "sphere", "ok": true, "seconds": 21.98, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07650356347462872, "a90": -0.020921241441233755, "a180": -0.13208588550802366, "b": 0.08184797474532139, "c": 0.054084783003937084, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.0643600245757865, "a90": -0.004468490488279641, "a180": -0.12425155866329336, "b": 0.0909247203853766, "c": 0.042767508444757206, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.03992248360579094, "a90": -0.011533167636496509, "a180": -0.06831179957508537, "b": 0.038535525036789225, "c": 0.1725276168684123, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.038373432727615585, "a90": -0.010877065025411733, "a180": -0.06586980042981944, "b": 0.03969348666531149, "c": 0.08025614051438104, "c_pairs": 32640, "sphere_like": false}}}
|
| 24 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 17500, "hook": "heldout", "ok": true, "seconds": 2.77, "result": {"items": 2000, "raw": {"loss": 1.0181144452691078, "bands": [1.1703546606215787, 0.9441373807671314, 0.9283386296166777], "loss_shuffled": 1.0276644716262817, "loss_null": 1.0233549305349587, "gap_shuffled": 0.00955002635717392, "gap_shuffled_se": 0.0005023981342276614, "gap_null": 0.0052404852658510205, "gap_null_se": 0.0002774816753093695, "gap_shuffled_bands": [0.0001353749115645697, 0.002128126632468125, 0.035965655328436416]}, "ema": {"loss": 1.2087269382476806, "bands": [1.3539342950688984, 1.1458439328228889, 1.1097477276267234], "loss_shuffled": 1.2137327095270156, "loss_null": 1.2135076971054077, "gap_shuffled": 0.005005771279335022, "gap_shuffled_se": 0.00026217035614989597, "gap_null": 0.00478075885772705, "gap_null_se": 0.0002162083130969248, "gap_shuffled_bands": [-0.0014835087474150608, 0.002300823449023495, 0.019020733654544236]}}}
|
| 25 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 17500, "hook": "sheet", "ok": true, "seconds": 4.37, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.020398207008838654, "latent_std": 0.9819004535675049, "image_mean": 0.4133028984069824, "image_std": 0.267228901386261}, "raw_g3": {"finite": true, "latent_mean": -0.000543221365660429, "latent_std": 1.0038566589355469, "image_mean": 0.39635786414146423, "image_std": 0.25923043489456177}, "ema_g1": {"finite": true, "latent_mean": 0.041793059557676315, "latent_std": 0.7916649580001831, "image_mean": 0.39366891980171204, "image_std": 0.1710299700498581}, "ema_g3": {"finite": true, "latent_mean": 0.01571105606853962, "latent_std": 0.8442214131355286, "image_mean": 0.3654918670654297, "image_std": 0.1861855387687683}}}
|
| 26 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 17500, "hook": "sphere", "ok": true, "seconds": 21.99, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.06426673388524581, "a90": -0.017940750440334198, "a180": -0.11059271733015744, "b": 0.0834645381520831, "c": 0.0277391162472737, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.05778250215404188, "a90": 0.0028513208216803367, "a180": -0.11841632512976409, "b": 0.09327979705233502, "c": 0.022143379723421706, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.04962622435713264, "a90": -0.01323167822031094, "a180": -0.08602077049395432, "b": 0.044262334427515176, "c": 0.1666311575849231, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.04619546793139013, "a90": -0.012341562859494616, "a180": -0.08004937300328564, "b": 0.04617190226832495, "c": 0.09332891981816539, "c_pairs": 32640, "sphere_like": false}}}
|
| 27 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 20000, "hook": "heldout", "ok": true, "seconds": 2.77, "result": {"items": 2000, "raw": {"loss": 1.0126783934384584, "bands": [1.165832358338073, 0.937455107443086, 0.9237588878334067], "loss_shuffled": 1.022938299551606, "loss_null": 1.0182978525310755, "gap_shuffled": 0.010259906113147735, "gap_shuffled_se": 0.0005508768920291923, "gap_null": 0.005619459092617035, "gap_null_se": 0.0002978491021849585, "gap_shuffled_bands": [0.00013280262301082469, 0.002146368575466579, 0.03890059720359299]}, "ema": {"loss": 1.1511127418279647, "bands": [1.2973286959912949, 1.0840308241961236, 1.0579888698780124], "loss_shuffled": 1.157430842846632, "loss_null": 1.156172943353653, "gap_shuffled": 0.006318101018667221, "gap_shuffled_se": 0.00030778521169241466, "gap_null": 0.005060201525688171, "gap_null_se": 0.0002335783127761759, "gap_shuffled_bands": [-0.0009834189567806298, 0.002484499665371073, 0.023461326810025936]}}}
|
| 28 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 20000, "hook": "sheet", "ok": true, "seconds": 4.33, "result": {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.001954036997631192, "latent_std": 0.9788122177124023, "image_mean": 0.4084772765636444, "image_std": 0.24129994213581085}, "raw_g3": {"finite": true, "latent_mean": -0.0037818686105310917, "latent_std": 1.0295125246047974, "image_mean": 0.3705418109893799, "image_std": 0.24061812460422516}, "ema_g1": {"finite": true, "latent_mean": 0.0363445021212101, "latent_std": 0.7997034788131714, "image_mean": 0.40690815448760986, "image_std": 0.18164575099945068}, "ema_g3": {"finite": true, "latent_mean": 0.007205728907138109, "latent_std": 0.8534343242645264, "image_mean": 0.37245479226112366, "image_std": 0.18887220323085785}}}
|
| 29 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 20000, "hook": "sphere", "ok": true, "seconds": 21.89, "result": {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07124217640796669, "a90": -0.01688377321392199, "a180": -0.12560057960201138, "b": 0.08308222822257318, "c": 0.04070404268384665, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.06276633362948185, "a90": 0.0052011144101525636, "a180": -0.13073378166911626, "b": 0.09241263341390762, "c": 0.028927616333788105, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.06031139476768935, "a90": -0.01478895105322213, "a180": -0.10583383848215658, "b": 0.051707528131378584, "c": 0.14608002288151248, "c_pairs": 32640, "sphere_like": false}, "ema_g3": {"n": 256, "size": 256, "a": -0.05398656196466342, "a90": -0.013669247356163832, "a180": -0.09430387657316303, "b": 0.056529223250579234, "c": 0.09678335392810482, "c_pairs": 32640, "sphere_like": false}}}
|
| 30 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 20000, "hook": "fid", "ok": true, "seconds": 181.68, "result": {"prompts": 2000, "raw_g1": {"fid": 98.66850449732999, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.06502686792557308, "kid_std": 0.002540500790259168, "subset_size_used": 1000, "subsets": 100}, "raw_g3": {"fid": 55.72256656735374, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.014099332261529257, "kid_std": 0.0008723743831032273, "subset_size_used": 1000, "subsets": 100}, "ema_g1": {"fid": 234.06023924352303, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.14235114739940424, "kid_std": 0.001478596734812045, "subset_size_used": 1000, "subsets": 100}, "ema_g3": {"fid": 208.35249607026844, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.087427944369452, "kid_std": 0.0012783022900776286, "subset_size_used": 1000, "subsets": 100}}}
|
| 31 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 20000, "hook": "clip", "ok": true, "seconds": 97.55, "result": {"items": 500, "raw_g1": {"clip_score": {"mean": 17.473504930530563, "se": 0.16028343268509612, "n": 500}, "grounding": {"mean": 0.036085860297060575, "se": 0.0017991408835144188, "n": 500, "own_cos": 0.5831292171083763, "shuffled_cos": 0.5470433568113158}}, "raw_g3": {"clip_score": {"mean": 20.796975935260576, "se": 0.17060952985921918, "n": 500}, "grounding": {"mean": 0.08896992431537776, "se": 0.003138311883410436, "n": 500, "own_cos": 0.630659574469023, "shuffled_cos": 0.5416896501536453}}, "ema_g1": {"clip_score": {"mean": 12.961905810208346, "se": 0.13780490691817585, "n": 500}, "grounding": {"mean": 0.007236870771261382, "se": 0.0010357730986564025, "n": 500, "own_cos": 0.536259339671499, "shuffled_cos": 0.5290224689002375}}, "ema_g3": {"clip_score": {"mean": 14.917161128461629, "se": 0.1630388559654984, "n": 500}, "grounding": {"mean": 0.02149186013913434, "se": 0.0017933069634646314, "n": 500, "own_cos": 0.5534819205303825, "shuffled_cos": 0.5319900603912481}}}}
|
| 32 |
+
{"run": "agatha_v2_coco256_plain_s1", "step": 20000, "hook": "checkpoint", "ok": true, "seconds": 8.5, "result": {"file": "agatha_v2_coco256_plain_s1_state_step020000.pt", "bytes": 686934603, "pushed": true}}
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0340d66ab45fcb9aeef7e3030330b1d4c0ee42656023f586f93f0adb59c0ee9e
|
| 3 |
+
size 171723499
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema_g1.png
ADDED
|
Git LFS Details
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_ema_g3.png
ADDED
|
Git LFS Details
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bd58126dd0df3466dfd345a97251ec36df25901fcac89739b5b351219334d00
|
| 3 |
+
size 171723499
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw_g1.png
ADDED
|
Git LFS Details
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_step020000_raw_g3.png
ADDED
|
Git LFS Details
|
coco256/agatha_v2_coco256_plain_s1/agatha_v2_coco256_plain_s1_train.log
ADDED
|
@@ -0,0 +1,235 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
TRAIN agatha_v2_coco256_plain_s1 on NVIDIA RTX PRO 6000 Blackwell Server Edition | torch 2.14.1+cu130 | steps to 100000 | 2026-11-18 06:13:20
|
| 2 |
+
arm plain: {"arm": "plain", "trunk_depth": 13, "parameters": 42907904, "agatha_parameters": 42023588}; 42,907,904 trained parameters; start step 0
|
| 3 |
+
[agatha_v2_coco256_plain_s1] 42,907,904 trained parameters (plain); steps 0 -> 100000 at batch 256; lr 0.0001; EMA 0.9999; autocast bf16
|
| 4 |
+
[agatha_v2_coco256_plain_s1] step 100/100000 loss 1.79354 | tower grad norms - | 0.180 s/step | spent 0:00:17 left 4:59:17
|
| 5 |
+
[agatha_v2_coco256_plain_s1] step 200/100000 loss 1.54675 | tower grad norms - | 0.171 s/step | spent 0:00:35 left 4:52:05
|
| 6 |
+
[agatha_v2_coco256_plain_s1] step 300/100000 loss 1.39697 | tower grad norms - | 0.171 s/step | spent 0:00:52 left 4:49:26
|
| 7 |
+
[agatha_v2_coco256_plain_s1] step 400/100000 loss 1.30571 | tower grad norms - | 0.171 s/step | spent 0:01:09 left 4:47:59
|
| 8 |
+
[agatha_v2_coco256_plain_s1] step 500/100000 loss 1.24537 | tower grad norms - | 0.171 s/step | spent 0:01:26 left 4:47:00
|
| 9 |
+
[agatha_v2_coco256_plain_s1] step 600/100000 loss 1.20613 | tower grad norms - | 0.171 s/step | spent 0:01:43 left 4:46:13
|
| 10 |
+
[agatha_v2_coco256_plain_s1] step 700/100000 loss 1.18073 | tower grad norms - | 0.171 s/step | spent 0:02:00 left 4:45:36
|
| 11 |
+
[agatha_v2_coco256_plain_s1] step 800/100000 loss 1.16773 | tower grad norms - | 0.171 s/step | spent 0:02:17 left 4:45:04
|
| 12 |
+
[agatha_v2_coco256_plain_s1] step 900/100000 loss 1.15401 | tower grad norms - | 0.172 s/step | spent 0:02:35 left 4:44:37
|
| 13 |
+
[agatha_v2_coco256_plain_s1] step 1000/100000 loss 1.14675 | tower grad norms - | 0.171 s/step | spent 0:02:52 left 4:44:11
|
| 14 |
+
[agatha_v2_coco256_plain_s1] step 1100/100000 loss 1.13912 | tower grad norms - | 0.171 s/step | spent 0:03:09 left 4:43:45
|
| 15 |
+
[agatha_v2_coco256_plain_s1] step 1200/100000 loss 1.13507 | tower grad norms - | 0.171 s/step | spent 0:03:26 left 4:43:22
|
| 16 |
+
[agatha_v2_coco256_plain_s1] step 1300/100000 loss 1.12983 | tower grad norms - | 0.171 s/step | spent 0:03:43 left 4:42:57
|
| 17 |
+
[agatha_v2_coco256_plain_s1] step 1400/100000 loss 1.12538 | tower grad norms - | 0.171 s/step | spent 0:04:00 left 4:42:35
|
| 18 |
+
[agatha_v2_coco256_plain_s1] step 1500/100000 loss 1.12141 | tower grad norms - | 0.171 s/step | spent 0:04:17 left 4:42:14
|
| 19 |
+
[agatha_v2_coco256_plain_s1] step 1600/100000 loss 1.11845 | tower grad norms - | 0.171 s/step | spent 0:04:35 left 4:41:53
|
| 20 |
+
[agatha_v2_coco256_plain_s1] step 1700/100000 loss 1.11601 | tower grad norms - | 0.171 s/step | spent 0:04:52 left 4:41:32
|
| 21 |
+
[agatha_v2_coco256_plain_s1] step 1800/100000 loss 1.11464 | tower grad norms - | 0.171 s/step | spent 0:05:09 left 4:41:13
|
| 22 |
+
[agatha_v2_coco256_plain_s1] step 1900/100000 loss 1.10915 | tower grad norms - | 0.172 s/step | spent 0:05:26 left 4:40:54
|
| 23 |
+
[agatha_v2_coco256_plain_s1] step 2000/100000 loss 1.10698 | tower grad norms - | 0.171 s/step | spent 0:05:43 left 4:40:34
|
| 24 |
+
[agatha_v2_coco256_plain_s1] step 2100/100000 loss 1.10514 | tower grad norms - | 0.171 s/step | spent 0:06:00 left 4:40:14
|
| 25 |
+
[agatha_v2_coco256_plain_s1] step 2200/100000 loss 1.10314 | tower grad norms - | 0.171 s/step | spent 0:06:17 left 4:39:55
|
| 26 |
+
[agatha_v2_coco256_plain_s1] step 2300/100000 loss 1.10101 | tower grad norms - | 0.171 s/step | spent 0:06:34 left 4:39:37
|
| 27 |
+
[agatha_v2_coco256_plain_s1] step 2400/100000 loss 1.09941 | tower grad norms - | 0.171 s/step | spent 0:06:52 left 4:39:17
|
| 28 |
+
[agatha_v2_coco256_plain_s1] step 2500/100000 loss 1.09777 | tower grad norms - | 0.171 s/step | spent 0:07:09 left 4:38:59
|
| 29 |
+
[hook heldout] step 2500 ok in 2.77 s: {"items": 2000, "raw": {"loss": 1.098308141052723, "bands": [1.2293771825169257, 1.0492113552119195, 0.9956383015900234], "loss_shuffled": 1.1037282480299473, "loss_null": 1.1010648625791073, "gap_shuffled": 0.00542010697722435, "gap_shuffled_se": 0.0003053073344173865, "gap_null": 0.002756721526384354, "gap_null_se": 0.00018285162003264474, "gap_shuffled_bands": [6.751266195757034e-05, 0.0009414778252495833, 0.02088883599872628]}, "ema": {"loss": 1.8353948780298233, "bands": [1.8273403264664123, 1.8280309446384109, 1.8597582485568733], "loss_shuffled": 1.8358597050905228, "loss_null": 1.83594 ...
|
| 30 |
+
[hook sheet] step 2500 ok in 4.6 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step002500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": -0.005271864589303732, "latent_std": 0.9594002366065979, "image_mean": 0.4327 ...
|
| 31 |
+
[hook sphere] step 2500 ok in 22.17 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.08244356347900118, "a90": -0.02516063304867844, "a180": -0.13972649390932393, "b": 0.07809590809585082, "c": 0.10291017579706178, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.055036091608824875, "a90": -0.013750320056889193, "a180": -0.09632186316076055, "b": 0.0792727191699296, "c": 0.10537990263108275, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.004682552792360475, "a90": -0.00040135747568687 ...
|
| 32 |
+
[hook fid] step 2500 ok in 183.52 s: {"prompts": 2000, "raw_g1": {"fid": 185.38785474026542, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.14735074949879529, "kid_std": 0.0024763423919818375, "subset_size_used": 1000, "subsets": 100}, "raw_g3": {"fid": 152.15759312126295, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.05894261664617427, "kid_std": 0.0011129252545771457, "subset_size_used": 1000, "subsets": 100}, "ema_g1": {"fid": 541.113691365397, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.8104650733961168, "kid_std": 0.004075638129064361, "subset_size_used": 1000, "subsets": 100}, "ema_g3": {"fid": 534.7903321070969, "n_rea ...
|
| 33 |
+
[hook clip] step 2500 ok in 100.04 s: {"items": 500, "raw_g1": {"clip_score": {"mean": 13.634342297541004, "se": 0.13972864467956736, "n": 500}, "grounding": {"mean": 0.010405660775898412, "se": 0.001043822664918139, "n": 500, "own_cos": 0.5404450609485761, "shuffled_cos": 0.5300394001726778}}, "raw_g3": {"clip_score": {"mean": 15.8626452971416, "se": 0.15388749519915096, "n": 500}, "grounding": {"mean": 0.028629190726655422, "se": 0.0018509874084772081, "n": 500, "own_cos": 0.5621269344100285, "shuffled_cos": 0.5334977436833731}}, "ema_g1": {"clip_score": {"mean": 11.720176593298616, "se": 0.1294361856490644, "n": 500}, "groundin ...
|
| 34 |
+
[agatha_v2_coco256_plain_s1] step 2600/100000 loss 1.09345 | tower grad norms - | 3.302 s/step | spent 0:12:39 left 7:54:10
|
| 35 |
+
[agatha_v2_coco256_plain_s1] step 2700/100000 loss 1.09368 | tower grad norms - | 0.171 s/step | spent 0:12:56 left 7:46:26
|
| 36 |
+
[agatha_v2_coco256_plain_s1] step 2800/100000 loss 1.09150 | tower grad norms - | 0.171 s/step | spent 0:13:13 left 7:39:13
|
| 37 |
+
[agatha_v2_coco256_plain_s1] step 2900/100000 loss 1.09077 | tower grad norms - | 0.171 s/step | spent 0:13:30 left 7:32:29
|
| 38 |
+
[agatha_v2_coco256_plain_s1] step 3000/100000 loss 1.08880 | tower grad norms - | 0.171 s/step | spent 0:13:47 left 7:26:11
|
| 39 |
+
[agatha_v2_coco256_plain_s1] step 3100/100000 loss 1.08754 | tower grad norms - | 0.171 s/step | spent 0:14:05 left 7:20:16
|
| 40 |
+
[agatha_v2_coco256_plain_s1] step 3200/100000 loss 1.08748 | tower grad norms - | 0.171 s/step | spent 0:14:22 left 7:14:43
|
| 41 |
+
[agatha_v2_coco256_plain_s1] step 3300/100000 loss 1.08625 | tower grad norms - | 0.171 s/step | spent 0:14:39 left 7:09:28
|
| 42 |
+
[agatha_v2_coco256_plain_s1] step 3400/100000 loss 1.08557 | tower grad norms - | 0.171 s/step | spent 0:14:56 left 7:04:31
|
| 43 |
+
[agatha_v2_coco256_plain_s1] step 3500/100000 loss 1.08418 | tower grad norms - | 0.171 s/step | spent 0:15:13 left 6:59:50
|
| 44 |
+
[agatha_v2_coco256_plain_s1] step 3600/100000 loss 1.08104 | tower grad norms - | 0.171 s/step | spent 0:15:30 left 6:55:24
|
| 45 |
+
[agatha_v2_coco256_plain_s1] step 3700/100000 loss 1.07982 | tower grad norms - | 0.171 s/step | spent 0:15:47 left 6:51:11
|
| 46 |
+
[agatha_v2_coco256_plain_s1] step 3800/100000 loss 1.07891 | tower grad norms - | 0.171 s/step | spent 0:16:05 left 6:47:10
|
| 47 |
+
[agatha_v2_coco256_plain_s1] step 3900/100000 loss 1.07785 | tower grad norms - | 0.171 s/step | spent 0:16:22 left 6:43:21
|
| 48 |
+
[agatha_v2_coco256_plain_s1] step 4000/100000 loss 1.07849 | tower grad norms - | 0.171 s/step | spent 0:16:39 left 6:39:42
|
| 49 |
+
[agatha_v2_coco256_plain_s1] step 4100/100000 loss 1.07479 | tower grad norms - | 0.171 s/step | spent 0:16:56 left 6:36:14
|
| 50 |
+
[agatha_v2_coco256_plain_s1] step 4200/100000 loss 1.07439 | tower grad norms - | 0.171 s/step | spent 0:17:13 left 6:32:54
|
| 51 |
+
[agatha_v2_coco256_plain_s1] step 4300/100000 loss 1.07449 | tower grad norms - | 0.171 s/step | spent 0:17:30 left 6:29:43
|
| 52 |
+
[agatha_v2_coco256_plain_s1] step 4400/100000 loss 1.07430 | tower grad norms - | 0.171 s/step | spent 0:17:47 left 6:26:39
|
| 53 |
+
[agatha_v2_coco256_plain_s1] step 4500/100000 loss 1.07293 | tower grad norms - | 0.171 s/step | spent 0:18:04 left 6:23:44
|
| 54 |
+
[agatha_v2_coco256_plain_s1] step 4600/100000 loss 1.07186 | tower grad norms - | 0.171 s/step | spent 0:18:22 left 6:20:55
|
| 55 |
+
[agatha_v2_coco256_plain_s1] step 4700/100000 loss 1.07169 | tower grad norms - | 0.171 s/step | spent 0:18:39 left 6:18:12
|
| 56 |
+
[agatha_v2_coco256_plain_s1] step 4800/100000 loss 1.06908 | tower grad norms - | 0.171 s/step | spent 0:18:56 left 6:15:36
|
| 57 |
+
[agatha_v2_coco256_plain_s1] step 4900/100000 loss 1.07019 | tower grad norms - | 0.171 s/step | spent 0:19:13 left 6:13:05
|
| 58 |
+
[agatha_v2_coco256_plain_s1] step 5000/100000 loss 1.06778 | tower grad norms - | 0.171 s/step | spent 0:19:30 left 6:10:40
|
| 59 |
+
[hook heldout] step 5000 ok in 2.77 s: {"items": 2000, "raw": {"loss": 1.0695080104619266, "bands": [1.2087913550967806, 1.0116159769765118, 0.9703485167967958], "loss_shuffled": 1.076909915357828, "loss_null": 1.073656454205513, "gap_shuffled": 0.00740190489590168, "gap_shuffled_se": 0.0004056081656389656, "gap_null": 0.00414844374358654, "gap_null_se": 0.00023043349596634034, "gap_shuffled_bands": [0.00010608538731446126, 0.0014512184807585456, 0.028218839029148554]}, "ema": {"loss": 1.6690497436523437, "bands": [1.7163651269273035, 1.6488373693172125, 1.6363144200568347], "loss_shuffled": 1.6700302820205688, "loss_null": 1.67006 ...
|
| 60 |
+
[hook sheet] step 5000 ok in 4.36 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step005000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.005722350906580687, "latent_std": 0.9623085856437683, "image_mean": 0.41624 ...
|
| 61 |
+
[hook sphere] step 5000 ok in 22.05 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07294358868254688, "a90": -0.022547688962166183, "a180": -0.12333948840292758, "b": 0.08182509050033343, "c": 0.07942183261695542, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.05420922441397356, "a90": 0.003216672353481281, "a180": -0.1116351211814284, "b": 0.09848292278658644, "c": 0.059094254977398765, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.006505014695673594, "a90": -0.00115927852580541 ...
|
| 62 |
+
[agatha_v2_coco256_plain_s1] step 5100/100000 loss 1.06911 | tower grad norms - | 0.463 s/step | spent 0:20:16 left 6:17:23
|
| 63 |
+
[agatha_v2_coco256_plain_s1] step 5200/100000 loss 1.06876 | tower grad norms - | 0.171 s/step | spent 0:20:34 left 6:14:56
|
| 64 |
+
[agatha_v2_coco256_plain_s1] step 5300/100000 loss 1.06630 | tower grad norms - | 0.171 s/step | spent 0:20:51 left 6:12:35
|
| 65 |
+
[agatha_v2_coco256_plain_s1] step 5400/100000 loss 1.06600 | tower grad norms - | 0.171 s/step | spent 0:21:08 left 6:10:18
|
| 66 |
+
[agatha_v2_coco256_plain_s1] step 5500/100000 loss 1.06402 | tower grad norms - | 0.171 s/step | spent 0:21:25 left 6:08:05
|
| 67 |
+
[agatha_v2_coco256_plain_s1] step 5600/100000 loss 1.06450 | tower grad norms - | 0.171 s/step | spent 0:21:42 left 6:05:57
|
| 68 |
+
[agatha_v2_coco256_plain_s1] step 5700/100000 loss 1.06349 | tower grad norms - | 0.171 s/step | spent 0:21:59 left 6:03:52
|
| 69 |
+
[agatha_v2_coco256_plain_s1] step 5800/100000 loss 1.06322 | tower grad norms - | 0.171 s/step | spent 0:22:16 left 6:01:51
|
| 70 |
+
[agatha_v2_coco256_plain_s1] step 5900/100000 loss 1.06235 | tower grad norms - | 0.171 s/step | spent 0:22:33 left 5:59:54
|
| 71 |
+
[agatha_v2_coco256_plain_s1] step 6000/100000 loss 1.06085 | tower grad norms - | 0.171 s/step | spent 0:22:51 left 5:58:00
|
| 72 |
+
[agatha_v2_coco256_plain_s1] step 6100/100000 loss 1.06386 | tower grad norms - | 0.171 s/step | spent 0:23:08 left 5:56:09
|
| 73 |
+
[agatha_v2_coco256_plain_s1] step 6200/100000 loss 1.05779 | tower grad norms - | 0.171 s/step | spent 0:23:25 left 5:54:21
|
| 74 |
+
[agatha_v2_coco256_plain_s1] step 6300/100000 loss 1.05914 | tower grad norms - | 0.171 s/step | spent 0:23:42 left 5:52:36
|
| 75 |
+
[agatha_v2_coco256_plain_s1] step 6400/100000 loss 1.05919 | tower grad norms - | 0.171 s/step | spent 0:23:59 left 5:50:54
|
| 76 |
+
[agatha_v2_coco256_plain_s1] step 6500/100000 loss 1.05952 | tower grad norms - | 0.171 s/step | spent 0:24:16 left 5:49:14
|
| 77 |
+
[agatha_v2_coco256_plain_s1] step 6600/100000 loss 1.05829 | tower grad norms - | 0.171 s/step | spent 0:24:33 left 5:47:37
|
| 78 |
+
[agatha_v2_coco256_plain_s1] step 6700/100000 loss 1.05818 | tower grad norms - | 0.171 s/step | spent 0:24:51 left 5:46:02
|
| 79 |
+
[agatha_v2_coco256_plain_s1] step 6800/100000 loss 1.05865 | tower grad norms - | 0.171 s/step | spent 0:25:08 left 5:44:30
|
| 80 |
+
[agatha_v2_coco256_plain_s1] step 6900/100000 loss 1.05516 | tower grad norms - | 0.171 s/step | spent 0:25:25 left 5:43:00
|
| 81 |
+
[agatha_v2_coco256_plain_s1] step 7000/100000 loss 1.05592 | tower grad norms - | 0.171 s/step | spent 0:25:42 left 5:41:31
|
| 82 |
+
[agatha_v2_coco256_plain_s1] step 7100/100000 loss 1.05410 | tower grad norms - | 0.171 s/step | spent 0:25:59 left 5:40:05
|
| 83 |
+
[agatha_v2_coco256_plain_s1] step 7200/100000 loss 1.05254 | tower grad norms - | 0.171 s/step | spent 0:26:16 left 5:38:41
|
| 84 |
+
[agatha_v2_coco256_plain_s1] step 7300/100000 loss 1.05324 | tower grad norms - | 0.171 s/step | spent 0:26:33 left 5:37:18
|
| 85 |
+
[agatha_v2_coco256_plain_s1] step 7400/100000 loss 1.05342 | tower grad norms - | 0.171 s/step | spent 0:26:50 left 5:35:58
|
| 86 |
+
[agatha_v2_coco256_plain_s1] step 7500/100000 loss 1.05123 | tower grad norms - | 0.171 s/step | spent 0:27:08 left 5:34:39
|
| 87 |
+
[hook heldout] step 7500 ok in 2.77 s: {"items": 2000, "raw": {"loss": 1.0527509669065476, "bands": [1.1966421534885523, 0.9896592786988051, 0.9560231008289625], "loss_shuffled": 1.0613422909229995, "loss_null": 1.0574774746149778, "gap_shuffled": 0.008591324016451836, "gap_shuffled_se": 0.00045697683862331163, "gap_null": 0.004726507708430291, "gap_null_se": 0.00025403870344915645, "gap_shuffled_bands": [9.839178685563359e-05, 0.0019136230555621945, 0.032390227651715744]}, "ema": {"loss": 1.5483408688902855, "bands": [1.657555389651042, 1.514948013770183, 1.449716326509407], "loss_shuffled": 1.5496041336655617, "loss_null": 1.5504 ...
|
| 88 |
+
[hook sheet] step 7500 ok in 4.28 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step007500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.005440347827970982, "latent_std": 0.971423864364624, "image_mean": 0.447876 ...
|
| 89 |
+
[hook sphere] step 7500 ok in 22.0 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.0916671952792677, "a90": -0.018563600509033957, "a180": -0.16477079004950143, "b": 0.08039703577357238, "c": 0.0697347347727558, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.07236302309216754, "a90": 0.0018569978297470796, "a180": -0.14658304401408212, "b": 0.09004577959065006, "c": 0.057447388135408534, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.0126406087671384, "a90": -0.003752517752051489, ...
|
| 90 |
+
[agatha_v2_coco256_plain_s1] step 7600/100000 loss 1.05172 | tower grad norms - | 0.462 s/step | spent 0:27:54 left 5:39:15
|
| 91 |
+
[agatha_v2_coco256_plain_s1] step 7700/100000 loss 1.05011 | tower grad norms - | 0.171 s/step | spent 0:28:11 left 5:37:54
|
| 92 |
+
[agatha_v2_coco256_plain_s1] step 7800/100000 loss 1.05150 | tower grad norms - | 0.171 s/step | spent 0:28:28 left 5:36:35
|
| 93 |
+
[agatha_v2_coco256_plain_s1] step 7900/100000 loss 1.04984 | tower grad norms - | 0.171 s/step | spent 0:28:45 left 5:35:18
|
| 94 |
+
[agatha_v2_coco256_plain_s1] step 8000/100000 loss 1.04881 | tower grad norms - | 0.171 s/step | spent 0:29:02 left 5:34:02
|
| 95 |
+
[agatha_v2_coco256_plain_s1] step 8100/100000 loss 1.04942 | tower grad norms - | 0.171 s/step | spent 0:29:19 left 5:32:48
|
| 96 |
+
[agatha_v2_coco256_plain_s1] step 8200/100000 loss 1.04744 | tower grad norms - | 0.171 s/step | spent 0:29:37 left 5:31:34
|
| 97 |
+
[agatha_v2_coco256_plain_s1] step 8300/100000 loss 1.04804 | tower grad norms - | 0.171 s/step | spent 0:29:54 left 5:30:22
|
| 98 |
+
[agatha_v2_coco256_plain_s1] step 8400/100000 loss 1.04778 | tower grad norms - | 0.171 s/step | spent 0:30:11 left 5:29:12
|
| 99 |
+
[agatha_v2_coco256_plain_s1] step 8500/100000 loss 1.04649 | tower grad norms - | 0.172 s/step | spent 0:30:28 left 5:28:03
|
| 100 |
+
[agatha_v2_coco256_plain_s1] step 8600/100000 loss 1.04521 | tower grad norms - | 0.171 s/step | spent 0:30:45 left 5:26:55
|
| 101 |
+
[agatha_v2_coco256_plain_s1] step 8700/100000 loss 1.04642 | tower grad norms - | 0.171 s/step | spent 0:31:02 left 5:25:48
|
| 102 |
+
[agatha_v2_coco256_plain_s1] step 8800/100000 loss 1.04584 | tower grad norms - | 0.171 s/step | spent 0:31:19 left 5:24:42
|
| 103 |
+
[agatha_v2_coco256_plain_s1] step 8900/100000 loss 1.04427 | tower grad norms - | 0.171 s/step | spent 0:31:37 left 5:23:37
|
| 104 |
+
[agatha_v2_coco256_plain_s1] step 9000/100000 loss 1.04624 | tower grad norms - | 0.171 s/step | spent 0:31:54 left 5:22:34
|
| 105 |
+
[agatha_v2_coco256_plain_s1] step 9100/100000 loss 1.04396 | tower grad norms - | 0.171 s/step | spent 0:32:11 left 5:21:31
|
| 106 |
+
[agatha_v2_coco256_plain_s1] step 9200/100000 loss 1.04486 | tower grad norms - | 0.171 s/step | spent 0:32:28 left 5:20:29
|
| 107 |
+
[agatha_v2_coco256_plain_s1] step 9300/100000 loss 1.04221 | tower grad norms - | 0.171 s/step | spent 0:32:45 left 5:19:29
|
| 108 |
+
[agatha_v2_coco256_plain_s1] step 9400/100000 loss 1.04262 | tower grad norms - | 0.171 s/step | spent 0:33:02 left 5:18:29
|
| 109 |
+
[agatha_v2_coco256_plain_s1] step 9500/100000 loss 1.04177 | tower grad norms - | 0.171 s/step | spent 0:33:19 left 5:17:30
|
| 110 |
+
[agatha_v2_coco256_plain_s1] step 9600/100000 loss 1.04155 | tower grad norms - | 0.172 s/step | spent 0:33:36 left 5:16:33
|
| 111 |
+
[agatha_v2_coco256_plain_s1] step 9700/100000 loss 1.04297 | tower grad norms - | 0.171 s/step | spent 0:33:54 left 5:15:36
|
| 112 |
+
[agatha_v2_coco256_plain_s1] step 9800/100000 loss 1.04173 | tower grad norms - | 0.171 s/step | spent 0:34:11 left 5:14:39
|
| 113 |
+
[agatha_v2_coco256_plain_s1] step 9900/100000 loss 1.04282 | tower grad norms - | 0.171 s/step | spent 0:34:28 left 5:13:44
|
| 114 |
+
[agatha_v2_coco256_plain_s1] step 10000/100000 loss 1.04115 | tower grad norms - | 0.171 s/step | spent 0:34:45 left 5:12:49
|
| 115 |
+
[hook heldout] step 10000 ok in 2.77 s: {"items": 2000, "raw": {"loss": 1.040866563975811, "bands": [1.1878199254293522, 0.9738380786500304, 0.9465917472417333], "loss_shuffled": 1.0501134403795005, "loss_null": 1.0458295726776123, "gap_shuffled": 0.009246876403689385, "gap_shuffled_se": 0.00048799503679389065, "gap_null": 0.0049630087018013, "gap_null_se": 0.00027034165972455077, "gap_shuffled_bands": [0.00010853242688990107, 0.002186981132419154, 0.034636491273392335]}, "ema": {"loss": 1.4506305185556412, "bands": [1.5908604074125874, 1.406306135752465, 1.326517024304366], "loss_shuffled": 1.4522544096708299, "loss_null": 1.453974 ...
|
| 116 |
+
[hook sheet] step 10000 ok in 4.33 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step010000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": -0.0009416508255526423, "latent_std": 0.9640180468559265, "image_mean": 0.446 ...
|
| 117 |
+
[hook sphere] step 10000 ok in 22.05 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.08012808002025468, "a90": -0.018078158534599847, "a180": -0.1421780015059095, "b": 0.09103709596567915, "c": 0.09071703594717218, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.06332974147986845, "a90": 0.013939649088396278, "a180": -0.14059913204813318, "b": 0.1061597238954187, "c": 0.09162666795108075, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.022250898527468563, "a90": -0.006953704750641202, ...
|
| 118 |
+
[hook fid] step 10000 ok in 182.06 s: {"prompts": 2000, "raw_g1": {"fid": 122.63021826548851, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.08723259272771239, "kid_std": 0.00267339454033186, "subset_size_used": 1000, "subsets": 100}, "raw_g3": {"fid": 86.39212835949343, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.02694455344907753, "kid_std": 0.0010700188909768859, "subset_size_used": 1000, "subsets": 100}, "ema_g1": {"fid": 283.4267263596274, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.22383844121228924, "kid_std": 0.0016183721736492609, "subset_size_used": 1000, "subsets": 100}, "ema_g3": {"fid": 280.44970675613695, "n_re ...
|
| 119 |
+
[hook clip] step 10000 ok in 97.51 s: {"items": 500, "raw_g1": {"clip_score": {"mean": 16.228196844421575, "se": 0.1502539611974739, "n": 500}, "grounding": {"mean": 0.024697193144931802, "se": 0.0015292161886473398, "n": 500, "own_cos": 0.5681618586869637, "shuffled_cos": 0.543464665542032}}, "raw_g3": {"clip_score": {"mean": 19.3464173823413, "se": 0.17078185214898417, "n": 500}, "grounding": {"mean": 0.07099942703809643, "se": 0.0028911807869080645, "n": 500, "own_cos": 0.6110491589402395, "shuffled_cos": 0.5400497319021431}}, "ema_g1": {"clip_score": {"mean": 12.578478006623975, "se": 0.1291393100714229, "n": 500}, "grounding" ...
|
| 120 |
+
[hook checkpoint] step 10000 ok in 8.34 s: {"file": "agatha_v2_coco256_plain_s1_state_step010000.pt", "bytes": 686934603, "pushed": true}
|
| 121 |
+
[agatha_v2_coco256_plain_s1] step 10100/100000 loss 1.04218 | tower grad norms - | 3.343 s/step | spent 0:40:19 left 5:58:58
|
| 122 |
+
[agatha_v2_coco256_plain_s1] step 10200/100000 loss 1.03916 | tower grad norms - | 0.171 s/step | spent 0:40:36 left 5:57:34
|
| 123 |
+
[agatha_v2_coco256_plain_s1] step 10300/100000 loss 1.03938 | tower grad norms - | 0.171 s/step | spent 0:40:54 left 5:56:11
|
| 124 |
+
[agatha_v2_coco256_plain_s1] step 10400/100000 loss 1.03855 | tower grad norms - | 0.171 s/step | spent 0:41:11 left 5:54:50
|
| 125 |
+
[agatha_v2_coco256_plain_s1] step 10500/100000 loss 1.04099 | tower grad norms - | 0.171 s/step | spent 0:41:28 left 5:53:29
|
| 126 |
+
[agatha_v2_coco256_plain_s1] step 10600/100000 loss 1.03842 | tower grad norms - | 0.172 s/step | spent 0:41:45 left 5:52:11
|
| 127 |
+
[agatha_v2_coco256_plain_s1] step 10700/100000 loss 1.03846 | tower grad norms - | 0.171 s/step | spent 0:42:02 left 5:50:53
|
| 128 |
+
[agatha_v2_coco256_plain_s1] step 10800/100000 loss 1.03800 | tower grad norms - | 0.171 s/step | spent 0:42:19 left 5:49:36
|
| 129 |
+
[agatha_v2_coco256_plain_s1] step 10900/100000 loss 1.03682 | tower grad norms - | 0.171 s/step | spent 0:42:36 left 5:48:20
|
| 130 |
+
[agatha_v2_coco256_plain_s1] step 11000/100000 loss 1.03545 | tower grad norms - | 0.171 s/step | spent 0:42:54 left 5:47:06
|
| 131 |
+
[agatha_v2_coco256_plain_s1] step 11100/100000 loss 1.03647 | tower grad norms - | 0.171 s/step | spent 0:43:11 left 5:45:52
|
| 132 |
+
[agatha_v2_coco256_plain_s1] step 11200/100000 loss 1.03665 | tower grad norms - | 0.171 s/step | spent 0:43:28 left 5:44:40
|
| 133 |
+
[agatha_v2_coco256_plain_s1] step 11300/100000 loss 1.03573 | tower grad norms - | 0.172 s/step | spent 0:43:45 left 5:43:28
|
| 134 |
+
[agatha_v2_coco256_plain_s1] step 11400/100000 loss 1.03488 | tower grad norms - | 0.171 s/step | spent 0:44:02 left 5:42:18
|
| 135 |
+
[agatha_v2_coco256_plain_s1] step 11500/100000 loss 1.03423 | tower grad norms - | 0.171 s/step | spent 0:44:19 left 5:41:08
|
| 136 |
+
[agatha_v2_coco256_plain_s1] step 11600/100000 loss 1.03502 | tower grad norms - | 0.171 s/step | spent 0:44:36 left 5:39:59
|
| 137 |
+
[agatha_v2_coco256_plain_s1] step 11700/100000 loss 1.03405 | tower grad norms - | 0.171 s/step | spent 0:44:53 left 5:38:51
|
| 138 |
+
[agatha_v2_coco256_plain_s1] step 11800/100000 loss 1.03428 | tower grad norms - | 0.171 s/step | spent 0:45:11 left 5:37:44
|
| 139 |
+
[agatha_v2_coco256_plain_s1] step 11900/100000 loss 1.03334 | tower grad norms - | 0.171 s/step | spent 0:45:28 left 5:36:38
|
| 140 |
+
[agatha_v2_coco256_plain_s1] step 12000/100000 loss 1.03307 | tower grad norms - | 0.171 s/step | spent 0:45:45 left 5:35:32
|
| 141 |
+
[agatha_v2_coco256_plain_s1] step 12100/100000 loss 1.03364 | tower grad norms - | 0.171 s/step | spent 0:46:02 left 5:34:27
|
| 142 |
+
[agatha_v2_coco256_plain_s1] step 12200/100000 loss 1.03513 | tower grad norms - | 0.171 s/step | spent 0:46:19 left 5:33:24
|
| 143 |
+
[agatha_v2_coco256_plain_s1] step 12300/100000 loss 1.03104 | tower grad norms - | 0.171 s/step | spent 0:46:36 left 5:32:20
|
| 144 |
+
[agatha_v2_coco256_plain_s1] step 12400/100000 loss 1.03259 | tower grad norms - | 0.171 s/step | spent 0:46:53 left 5:31:18
|
| 145 |
+
[agatha_v2_coco256_plain_s1] step 12500/100000 loss 1.03108 | tower grad norms - | 0.171 s/step | spent 0:47:10 left 5:30:16
|
| 146 |
+
[hook heldout] step 12500 ok in 2.77 s: {"items": 2000, "raw": {"loss": 1.0315691779702902, "bands": [1.1807572824108854, 0.9618699930441156, 0.9387326864652759], "loss_shuffled": 1.0408674488514662, "loss_null": 1.0367047579586506, "gap_shuffled": 0.009298270881175994, "gap_shuffled_se": 0.0004892731609331183, "gap_null": 0.005135579988360405, "gap_null_se": 0.00027116815204165906, "gap_shuffled_bands": [0.00013365050048699145, 0.002032863505246838, 0.03508299904977347]}, "ema": {"loss": 1.3611660003364086, "bands": [1.5088453724633386, 1.3094533609921608, 1.2392132608564004], "loss_shuffled": 1.3635696346461772, "loss_null": 1.365 ...
|
| 147 |
+
[hook sheet] step 12500 ok in 4.27 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step012500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.00323804235085845, "latent_std": 0.9808582663536072, "image_mean": 0.403134 ...
|
| 148 |
+
[hook sphere] step 12500 ok in 22.07 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07068350947490877, "a90": -0.022235081326920356, "a180": -0.11913193762289717, "b": 0.0846182787535483, "c": 0.030671004091588294, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.05820432496449297, "a90": 0.0016082691655571087, "a180": -0.11801691909454304, "b": 0.0944905324165625, "c": 0.029259948686539687, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.03127088135959827, "a90": -0.00966742508554177 ...
|
| 149 |
+
[agatha_v2_coco256_plain_s1] step 12600/100000 loss 1.03147 | tower grad norms - | 0.462 s/step | spent 0:47:57 left 5:32:37
|
| 150 |
+
[agatha_v2_coco256_plain_s1] step 12700/100000 loss 1.02988 | tower grad norms - | 0.171 s/step | spent 0:48:14 left 5:31:35
|
| 151 |
+
[agatha_v2_coco256_plain_s1] step 12800/100000 loss 1.03042 | tower grad norms - | 0.171 s/step | spent 0:48:31 left 5:30:34
|
| 152 |
+
[agatha_v2_coco256_plain_s1] step 12900/100000 loss 1.03124 | tower grad norms - | 0.171 s/step | spent 0:48:48 left 5:29:33
|
| 153 |
+
[agatha_v2_coco256_plain_s1] step 13000/100000 loss 1.03036 | tower grad norms - | 0.171 s/step | spent 0:49:05 left 5:28:33
|
| 154 |
+
[agatha_v2_coco256_plain_s1] step 13100/100000 loss 1.02903 | tower grad norms - | 0.171 s/step | spent 0:49:22 left 5:27:34
|
| 155 |
+
[agatha_v2_coco256_plain_s1] step 13200/100000 loss 1.02956 | tower grad norms - | 0.171 s/step | spent 0:49:39 left 5:26:35
|
| 156 |
+
[agatha_v2_coco256_plain_s1] step 13300/100000 loss 1.02804 | tower grad norms - | 0.171 s/step | spent 0:49:57 left 5:25:37
|
| 157 |
+
[agatha_v2_coco256_plain_s1] step 13400/100000 loss 1.02825 | tower grad norms - | 0.171 s/step | spent 0:50:14 left 5:24:40
|
| 158 |
+
[agatha_v2_coco256_plain_s1] step 13500/100000 loss 1.02658 | tower grad norms - | 0.171 s/step | spent 0:50:31 left 5:23:43
|
| 159 |
+
[agatha_v2_coco256_plain_s1] step 13600/100000 loss 1.02792 | tower grad norms - | 0.171 s/step | spent 0:50:48 left 5:22:47
|
| 160 |
+
[agatha_v2_coco256_plain_s1] step 13700/100000 loss 1.02910 | tower grad norms - | 0.171 s/step | spent 0:51:05 left 5:21:51
|
| 161 |
+
[agatha_v2_coco256_plain_s1] step 13800/100000 loss 1.02680 | tower grad norms - | 0.171 s/step | spent 0:51:22 left 5:20:56
|
| 162 |
+
[agatha_v2_coco256_plain_s1] step 13900/100000 loss 1.02778 | tower grad norms - | 0.171 s/step | spent 0:51:39 left 5:20:01
|
| 163 |
+
[agatha_v2_coco256_plain_s1] step 14000/100000 loss 1.02573 | tower grad norms - | 0.171 s/step | spent 0:51:57 left 5:19:07
|
| 164 |
+
[agatha_v2_coco256_plain_s1] step 14100/100000 loss 1.02809 | tower grad norms - | 0.171 s/step | spent 0:52:14 left 5:18:14
|
| 165 |
+
[agatha_v2_coco256_plain_s1] step 14200/100000 loss 1.02819 | tower grad norms - | 0.171 s/step | spent 0:52:31 left 5:17:21
|
| 166 |
+
[agatha_v2_coco256_plain_s1] step 14300/100000 loss 1.02640 | tower grad norms - | 0.172 s/step | spent 0:52:48 left 5:16:28
|
| 167 |
+
[agatha_v2_coco256_plain_s1] step 14400/100000 loss 1.02566 | tower grad norms - | 0.171 s/step | spent 0:53:05 left 5:15:36
|
| 168 |
+
[agatha_v2_coco256_plain_s1] step 14500/100000 loss 1.02413 | tower grad norms - | 0.171 s/step | spent 0:53:22 left 5:14:45
|
| 169 |
+
[agatha_v2_coco256_plain_s1] step 14600/100000 loss 1.02779 | tower grad norms - | 0.171 s/step | spent 0:53:39 left 5:13:54
|
| 170 |
+
[agatha_v2_coco256_plain_s1] step 14700/100000 loss 1.02526 | tower grad norms - | 0.171 s/step | spent 0:53:57 left 5:13:03
|
| 171 |
+
[agatha_v2_coco256_plain_s1] step 14800/100000 loss 1.02424 | tower grad norms - | 0.171 s/step | spent 0:54:14 left 5:12:13
|
| 172 |
+
[agatha_v2_coco256_plain_s1] step 14900/100000 loss 1.02545 | tower grad norms - | 0.171 s/step | spent 0:54:31 left 5:11:23
|
| 173 |
+
[agatha_v2_coco256_plain_s1] step 15000/100000 loss 1.02365 | tower grad norms - | 0.171 s/step | spent 0:54:48 left 5:10:34
|
| 174 |
+
[hook heldout] step 15000 ok in 2.75 s: {"items": 2000, "raw": {"loss": 1.024543161511421, "bands": [1.1754985869175352, 0.9523625062978236, 0.9334865496669377], "loss_shuffled": 1.0343676772713661, "loss_null": 1.029718685761094, "gap_shuffled": 0.009824515759944915, "gap_shuffled_se": 0.0005199088147394229, "gap_null": 0.00517552424967289, "gap_null_se": 0.0002825371424318698, "gap_shuffled_bands": [0.00015665616776000017, 0.002153634823910931, 0.03703645415964233]}, "ema": {"loss": 1.2796326101720332, "bands": [1.4259727619529834, 1.2220548459702967, 1.1698015782426965], "loss_shuffled": 1.2832420896589756, "loss_null": 1.2842971 ...
|
| 175 |
+
[hook sheet] step 15000 ok in 4.35 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step015000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.009824838489294052, "latent_std": 0.9836435317993164, "image_mean": 0.40991 ...
|
| 176 |
+
[hook sphere] step 15000 ok in 21.98 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07650356347462872, "a90": -0.020921241441233755, "a180": -0.13208588550802366, "b": 0.08184797474532139, "c": 0.054084783003937084, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.0643600245757865, "a90": -0.004468490488279641, "a180": -0.12425155866329336, "b": 0.0909247203853766, "c": 0.042767508444757206, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.03992248360579094, "a90": -0.01153316763649650 ...
|
| 177 |
+
[agatha_v2_coco256_plain_s1] step 15100/100000 loss 1.02324 | tower grad norms - | 0.462 s/step | spent 0:55:34 left 5:12:29
|
| 178 |
+
[agatha_v2_coco256_plain_s1] step 15200/100000 loss 1.02449 | tower grad norms - | 0.171 s/step | spent 0:55:51 left 5:11:39
|
| 179 |
+
[agatha_v2_coco256_plain_s1] step 15300/100000 loss 1.02188 | tower grad norms - | 0.171 s/step | spent 0:56:08 left 5:10:49
|
| 180 |
+
[agatha_v2_coco256_plain_s1] step 15400/100000 loss 1.02186 | tower grad norms - | 0.171 s/step | spent 0:56:26 left 5:10:01
|
| 181 |
+
[agatha_v2_coco256_plain_s1] step 15500/100000 loss 1.02426 | tower grad norms - | 0.171 s/step | spent 0:56:43 left 5:09:12
|
| 182 |
+
[agatha_v2_coco256_plain_s1] step 15600/100000 loss 1.02267 | tower grad norms - | 0.171 s/step | spent 0:57:00 left 5:08:24
|
| 183 |
+
[agatha_v2_coco256_plain_s1] step 15700/100000 loss 1.02335 | tower grad norms - | 0.171 s/step | spent 0:57:17 left 5:07:36
|
| 184 |
+
[agatha_v2_coco256_plain_s1] step 15800/100000 loss 1.02246 | tower grad norms - | 0.172 s/step | spent 0:57:34 left 5:06:49
|
| 185 |
+
[agatha_v2_coco256_plain_s1] step 15900/100000 loss 1.02078 | tower grad norms - | 0.171 s/step | spent 0:57:51 left 5:06:02
|
| 186 |
+
[agatha_v2_coco256_plain_s1] step 16000/100000 loss 1.02140 | tower grad norms - | 0.171 s/step | spent 0:58:08 left 5:05:16
|
| 187 |
+
[agatha_v2_coco256_plain_s1] step 16100/100000 loss 1.02177 | tower grad norms - | 0.171 s/step | spent 0:58:25 left 5:04:30
|
| 188 |
+
[agatha_v2_coco256_plain_s1] step 16200/100000 loss 1.02087 | tower grad norms - | 0.171 s/step | spent 0:58:43 left 5:03:44
|
| 189 |
+
[agatha_v2_coco256_plain_s1] step 16300/100000 loss 1.02218 | tower grad norms - | 0.171 s/step | spent 0:59:00 left 5:02:58
|
| 190 |
+
[agatha_v2_coco256_plain_s1] step 16400/100000 loss 1.02057 | tower grad norms - | 0.171 s/step | spent 0:59:17 left 5:02:13
|
| 191 |
+
[agatha_v2_coco256_plain_s1] step 16500/100000 loss 1.02294 | tower grad norms - | 0.171 s/step | spent 0:59:34 left 5:01:28
|
| 192 |
+
[agatha_v2_coco256_plain_s1] step 16600/100000 loss 1.01840 | tower grad norms - | 0.171 s/step | spent 0:59:51 left 5:00:44
|
| 193 |
+
[agatha_v2_coco256_plain_s1] step 16700/100000 loss 1.01996 | tower grad norms - | 0.171 s/step | spent 1:00:08 left 5:00:00
|
| 194 |
+
[agatha_v2_coco256_plain_s1] step 16800/100000 loss 1.02036 | tower grad norms - | 0.171 s/step | spent 1:00:25 left 4:59:16
|
| 195 |
+
[agatha_v2_coco256_plain_s1] step 16900/100000 loss 1.01976 | tower grad norms - | 0.171 s/step | spent 1:00:42 left 4:58:33
|
| 196 |
+
[agatha_v2_coco256_plain_s1] step 17000/100000 loss 1.01858 | tower grad norms - | 0.171 s/step | spent 1:01:00 left 4:57:49
|
| 197 |
+
[agatha_v2_coco256_plain_s1] step 17100/100000 loss 1.01962 | tower grad norms - | 0.171 s/step | spent 1:01:17 left 4:57:07
|
| 198 |
+
[agatha_v2_coco256_plain_s1] step 17200/100000 loss 1.02060 | tower grad norms - | 0.171 s/step | spent 1:01:34 left 4:56:24
|
| 199 |
+
[agatha_v2_coco256_plain_s1] step 17300/100000 loss 1.01686 | tower grad norms - | 0.171 s/step | spent 1:01:51 left 4:55:42
|
| 200 |
+
[agatha_v2_coco256_plain_s1] step 17400/100000 loss 1.01862 | tower grad norms - | 0.171 s/step | spent 1:02:08 left 4:55:00
|
| 201 |
+
[agatha_v2_coco256_plain_s1] step 17500/100000 loss 1.01816 | tower grad norms - | 0.171 s/step | spent 1:02:25 left 4:54:18
|
| 202 |
+
[hook heldout] step 17500 ok in 2.77 s: {"items": 2000, "raw": {"loss": 1.0181144452691078, "bands": [1.1703546606215787, 0.9441373807671314, 0.9283386296166777], "loss_shuffled": 1.0276644716262817, "loss_null": 1.0233549305349587, "gap_shuffled": 0.00955002635717392, "gap_shuffled_se": 0.0005023981342276614, "gap_null": 0.0052404852658510205, "gap_null_se": 0.0002774816753093695, "gap_shuffled_bands": [0.0001353749115645697, 0.002128126632468125, 0.035965655328436416]}, "ema": {"loss": 1.2087269382476806, "bands": [1.3539342950688984, 1.1458439328228889, 1.1097477276267234], "loss_shuffled": 1.2137327095270156, "loss_null": 1.2135 ...
|
| 203 |
+
[hook sheet] step 17500 ok in 4.37 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step017500_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.020398207008838654, "latent_std": 0.9819004535675049, "image_mean": 0.41330 ...
|
| 204 |
+
[hook sphere] step 17500 ok in 21.99 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.06426673388524581, "a90": -0.017940750440334198, "a180": -0.11059271733015744, "b": 0.0834645381520831, "c": 0.0277391162472737, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.05778250215404188, "a90": 0.0028513208216803367, "a180": -0.11841632512976409, "b": 0.09327979705233502, "c": 0.022143379723421706, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.04962622435713264, "a90": -0.01323167822031094, ...
|
| 205 |
+
[agatha_v2_coco256_plain_s1] step 17600/100000 loss 1.01794 | tower grad norms - | 0.463 s/step | spent 1:03:12 left 4:55:53
|
| 206 |
+
[agatha_v2_coco256_plain_s1] step 17700/100000 loss 1.01736 | tower grad norms - | 0.171 s/step | spent 1:03:29 left 4:55:11
|
| 207 |
+
[agatha_v2_coco256_plain_s1] step 17800/100000 loss 1.01647 | tower grad norms - | 0.171 s/step | spent 1:03:46 left 4:54:29
|
| 208 |
+
[agatha_v2_coco256_plain_s1] step 17900/100000 loss 1.01795 | tower grad norms - | 0.171 s/step | spent 1:04:03 left 4:53:48
|
| 209 |
+
[agatha_v2_coco256_plain_s1] step 18000/100000 loss 1.01632 | tower grad norms - | 0.171 s/step | spent 1:04:20 left 4:53:06
|
| 210 |
+
[agatha_v2_coco256_plain_s1] step 18100/100000 loss 1.01731 | tower grad norms - | 0.171 s/step | spent 1:04:37 left 4:52:25
|
| 211 |
+
[agatha_v2_coco256_plain_s1] step 18200/100000 loss 1.01772 | tower grad norms - | 0.171 s/step | spent 1:04:54 left 4:51:45
|
| 212 |
+
[agatha_v2_coco256_plain_s1] step 18300/100000 loss 1.01564 | tower grad norms - | 0.171 s/step | spent 1:05:11 left 4:51:04
|
| 213 |
+
[agatha_v2_coco256_plain_s1] step 18400/100000 loss 1.01595 | tower grad norms - | 0.171 s/step | spent 1:05:29 left 4:50:24
|
| 214 |
+
[agatha_v2_coco256_plain_s1] step 18500/100000 loss 1.01642 | tower grad norms - | 0.171 s/step | spent 1:05:46 left 4:49:44
|
| 215 |
+
[agatha_v2_coco256_plain_s1] step 18600/100000 loss 1.01674 | tower grad norms - | 0.171 s/step | spent 1:06:03 left 4:49:04
|
| 216 |
+
[agatha_v2_coco256_plain_s1] step 18700/100000 loss 1.01570 | tower grad norms - | 0.171 s/step | spent 1:06:20 left 4:48:25
|
| 217 |
+
[agatha_v2_coco256_plain_s1] step 18800/100000 loss 1.01666 | tower grad norms - | 0.171 s/step | spent 1:06:37 left 4:47:46
|
| 218 |
+
[agatha_v2_coco256_plain_s1] step 18900/100000 loss 1.01629 | tower grad norms - | 0.171 s/step | spent 1:06:54 left 4:47:07
|
| 219 |
+
[agatha_v2_coco256_plain_s1] step 19000/100000 loss 1.01529 | tower grad norms - | 0.171 s/step | spent 1:07:11 left 4:46:28
|
| 220 |
+
[agatha_v2_coco256_plain_s1] step 19100/100000 loss 1.01592 | tower grad norms - | 0.172 s/step | spent 1:07:29 left 4:45:49
|
| 221 |
+
[agatha_v2_coco256_plain_s1] step 19200/100000 loss 1.01527 | tower grad norms - | 0.171 s/step | spent 1:07:46 left 4:45:11
|
| 222 |
+
[agatha_v2_coco256_plain_s1] step 19300/100000 loss 1.01458 | tower grad norms - | 0.171 s/step | spent 1:08:03 left 4:44:33
|
| 223 |
+
[agatha_v2_coco256_plain_s1] step 19400/100000 loss 1.01338 | tower grad norms - | 0.171 s/step | spent 1:08:20 left 4:43:55
|
| 224 |
+
[agatha_v2_coco256_plain_s1] step 19500/100000 loss 1.01449 | tower grad norms - | 0.171 s/step | spent 1:08:37 left 4:43:18
|
| 225 |
+
[agatha_v2_coco256_plain_s1] step 19600/100000 loss 1.01401 | tower grad norms - | 0.172 s/step | spent 1:08:54 left 4:42:40
|
| 226 |
+
[agatha_v2_coco256_plain_s1] step 19700/100000 loss 1.01422 | tower grad norms - | 0.171 s/step | spent 1:09:11 left 4:42:03
|
| 227 |
+
[agatha_v2_coco256_plain_s1] step 19800/100000 loss 1.01239 | tower grad norms - | 0.171 s/step | spent 1:09:28 left 4:41:26
|
| 228 |
+
[agatha_v2_coco256_plain_s1] step 19900/100000 loss 1.01249 | tower grad norms - | 0.171 s/step | spent 1:09:46 left 4:40:49
|
| 229 |
+
[agatha_v2_coco256_plain_s1] step 20000/100000 loss 1.01418 | tower grad norms - | 0.171 s/step | spent 1:10:03 left 4:40:12
|
| 230 |
+
[hook heldout] step 20000 ok in 2.77 s: {"items": 2000, "raw": {"loss": 1.0126783934384584, "bands": [1.165832358338073, 0.937455107443086, 0.9237588878334067], "loss_shuffled": 1.022938299551606, "loss_null": 1.0182978525310755, "gap_shuffled": 0.010259906113147735, "gap_shuffled_se": 0.0005508768920291923, "gap_null": 0.005619459092617035, "gap_null_se": 0.0002978491021849585, "gap_shuffled_bands": [0.00013280262301082469, 0.002146368575466579, 0.03890059720359299]}, "ema": {"loss": 1.1511127418279647, "bands": [1.2973286959912949, 1.0840308241961236, 1.0579888698780124], "loss_shuffled": 1.157430842846632, "loss_null": 1.15617294 ...
|
| 231 |
+
[hook sheet] step 20000 ok in 4.33 s: {"prompts": 8, "seeds": [0, 1, 2, 3], "files": ["/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_raw_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_raw_g3.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_ema_g1.png", "/content/coco256/runs/agatha_v2_coco256_plain_s1/sheets/agatha_v2_coco256_plain_s1_step020000_ema_g3.png"], "raw_g1": {"finite": true, "latent_mean": 0.001954036997631192, "latent_std": 0.9788122177124023, "image_mean": 0.40847 ...
|
| 232 |
+
[hook sphere] step 20000 ok in 21.89 s: {"samples": 256, "thresholds": {"a": 0.14978502342341612, "b": 0.3048599402288705}, "raw_g1": {"n": 256, "size": 256, "a": -0.07124217640796669, "a90": -0.01688377321392199, "a180": -0.12560057960201138, "b": 0.08308222822257318, "c": 0.04070404268384665, "c_pairs": 32640, "sphere_like": false}, "raw_g3": {"n": 256, "size": 256, "a": -0.06276633362948185, "a90": 0.0052011144101525636, "a180": -0.13073378166911626, "b": 0.09241263341390762, "c": 0.028927616333788105, "c_pairs": 32640, "sphere_like": false}, "ema_g1": {"n": 256, "size": 256, "a": -0.06031139476768935, "a90": -0.01478895105322213 ...
|
| 233 |
+
[hook fid] step 20000 ok in 181.68 s: {"prompts": 2000, "raw_g1": {"fid": 98.66850449732999, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.06502686792557308, "kid_std": 0.002540500790259168, "subset_size_used": 1000, "subsets": 100}, "raw_g3": {"fid": 55.72256656735374, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.014099332261529257, "kid_std": 0.0008723743831032273, "subset_size_used": 1000, "subsets": 100}, "ema_g1": {"fid": 234.06023924352303, "n_real": 40504, "n_fake": 2000, "kid_mean": 0.14235114739940424, "kid_std": 0.001478596734812045, "subset_size_used": 1000, "subsets": 100}, "ema_g3": {"fid": 208.35249607026844, "n_r ...
|
| 234 |
+
[hook clip] step 20000 ok in 97.55 s: {"items": 500, "raw_g1": {"clip_score": {"mean": 17.473504930530563, "se": 0.16028343268509612, "n": 500}, "grounding": {"mean": 0.036085860297060575, "se": 0.0017991408835144188, "n": 500, "own_cos": 0.5831292171083763, "shuffled_cos": 0.5470433568113158}}, "raw_g3": {"clip_score": {"mean": 20.796975935260576, "se": 0.17060952985921918, "n": 500}, "grounding": {"mean": 0.08896992431537776, "se": 0.003138311883410436, "n": 500, "own_cos": 0.630659574469023, "shuffled_cos": 0.5416896501536453}}, "ema_g1": {"clip_score": {"mean": 12.961905810208346, "se": 0.13780490691817585, "n": 500}, "groundi ...
|
| 235 |
+
[hook checkpoint] step 20000 ok in 8.5 s: {"file": "agatha_v2_coco256_plain_s1_state_step020000.pt", "bytes": 686934603, "pushed": true}
|