| { |
| "base_config": { |
| "cache_dir": "/home/claude/geo_cache", |
| "results_file": "/home/claude/geo_results.json", |
| "device": "cuda", |
| "amp_enabled": true, |
| "amp_device_type": "cuda", |
| "train_batch_size": 256, |
| "eval_batch_size": 512, |
| "train_num_workers": 6, |
| "eval_num_workers": 4, |
| "pin_memory": true, |
| "train_frac": 0.85, |
| "default_seed": 42, |
| "lr": 0.0003, |
| "weight_decay": 0.01, |
| "min_lr": 1e-06, |
| "epochs": 1, |
| "grad_clip": 1.0, |
| "sanity_eval_before_train": true, |
| "print_first_epoch": true, |
| "print_every_n_epochs": 10 |
| }, |
| "fusion_config": { |
| "d_model": 1024, |
| "n_heads": 16, |
| "n_layers": 4, |
| "d_ff": 2048, |
| "dropout": 0.1, |
| "max_text": 32, |
| "n_img_tok": 16, |
| "text_dim": 1024, |
| "image_dim": 1024 |
| }, |
| "exp1_seeds": [ |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9802365303039551, |
| "cos_rand": 0.004815875651032954, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.19816121776775128, |
| "cv_text": 0.20177369040371396, |
| "cv_image": 0.2144568463483806, |
| "seed": 42, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0001645819575060159, |
| "val_r5": 0.0016458196332678199, |
| "val_cos_match": -0.014520097523927689, |
| "val_cos_rand": -0.017107021621870572, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3604310236648837, |
| "loss_c": 0.3111807710922031, |
| "loss_p": 0.00027522122852146756, |
| "loss_a": 0.984454566418235, |
| "temp": 14.542858999166915, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9802168011665344, |
| "val_cos_rand": 0.005433301805389619, |
| "val_cv_joint": 0.18878275194264 |
| } |
| ], |
| "flickr_r1": 0.9999677538871765, |
| "flickr_full": { |
| "t2i_r1": 0.9999677538871765, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9999677538871765, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.981198787689209, |
| "cos_rand": 0.05039304043041247, |
| "n": 31014, |
| "mean_r1": 0.9999677538871765, |
| "mean_r5": 1.0, |
| "cv_joint": 0.24781868640525653, |
| "cv_text": 0.23188932677933008, |
| "cv_image": 0.22197389778690288 |
| } |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9781100749969482, |
| "cos_rand": 0.005722987355913834, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.1931272671565465, |
| "cv_text": 0.2076582272809837, |
| "cv_image": 0.20367210396196817, |
| "seed": 123, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.00024687293625902385, |
| "val_r5": 0.0009052008099388331, |
| "val_cos_match": -0.00482949148863554, |
| "val_cos_rand": -0.0025325783813127003, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3313233847382353, |
| "loss_c": 0.2820752542743932, |
| "loss_p": 0.00024884290760654503, |
| "loss_a": 0.9844647810530307, |
| "temp": 14.537246177445597, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9781115055084229, |
| "val_cos_rand": 0.0055700115071914864, |
| "val_cv_joint": 0.20119761467555364 |
| } |
| ], |
| "flickr_r1": 0.9999677538871765, |
| "flickr_full": { |
| "t2i_r1": 0.9999677538871765, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9999677538871765, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9798046946525574, |
| "cos_rand": 0.04727248733039725, |
| "n": 31014, |
| "mean_r1": 0.9999677538871765, |
| "mean_r5": 1.0, |
| "cv_joint": 0.20696776462871333, |
| "cv_text": 0.2314309454253971, |
| "cv_image": 0.23395308865589556 |
| } |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9796735048294067, |
| "cos_rand": 0.006121344142889051, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.19243045382720206, |
| "cv_text": 0.20252426262253587, |
| "cv_image": 0.19126714089306693, |
| "seed": 456, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0, |
| "val_r5": 0.0004937458725180477, |
| "val_cos_match": 0.011171812191605568, |
| "val_cos_rand": 0.014950408678007244, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3464068347282374, |
| "loss_c": 0.2971590342583941, |
| "loss_p": 0.0002471890535949271, |
| "loss_a": 0.9844616113313988, |
| "temp": 14.532911001746335, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.979710042476654, |
| "val_cos_rand": 0.0060350579897430895, |
| "val_cv_joint": 0.21245926233954437 |
| } |
| ], |
| "flickr_r1": 0.9999677538871765, |
| "flickr_full": { |
| "t2i_r1": 0.9999677538871765, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9999677538871765, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9807236790657043, |
| "cos_rand": 0.03443771837882641, |
| "n": 31014, |
| "mean_r1": 0.9999677538871765, |
| "mean_r5": 1.0, |
| "cv_joint": 0.23718461008968403, |
| "cv_text": 0.2274004508202698, |
| "cv_image": 0.23590200700817085 |
| } |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9790452718734741, |
| "cos_rand": 0.004796514543521546, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.18597259250375442, |
| "cv_text": 0.21883323096411988, |
| "cv_image": 0.21900303788126466, |
| "seed": 789, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 8.229097875300795e-05, |
| "val_r5": 0.0004937459016218781, |
| "val_cos_match": -0.013301726430654526, |
| "val_cos_rand": -0.012185494368994113, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3281386477400118, |
| "loss_c": 0.27888798327254716, |
| "loss_p": 0.00027725696942857824, |
| "loss_a": 0.9844587520876927, |
| "temp": 14.534157987850815, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9791640043258667, |
| "val_cos_rand": 0.004544698056442808, |
| "val_cv_joint": 0.21299931108311554 |
| } |
| ], |
| "flickr_r1": 0.9999677538871765, |
| "flickr_full": { |
| "t2i_r1": 0.9999677538871765, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9999677538871765, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9797990918159485, |
| "cos_rand": 0.030854365536473926, |
| "n": 31014, |
| "mean_r1": 0.9999677538871765, |
| "mean_r5": 1.0, |
| "cv_joint": 0.22519140944237026, |
| "cv_text": 0.24007112748915457, |
| "cv_image": 0.2109630527543221 |
| } |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9802090525627136, |
| "cos_rand": 0.008819753466318822, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.20679795871493747, |
| "cv_text": 0.21340292355720755, |
| "cv_image": 0.19600466281501253, |
| "seed": 2024, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0003291639150120318, |
| "val_r5": 0.0009874917741399258, |
| "val_cos_match": 0.023554231971502304, |
| "val_cos_rand": 0.021345401661261875, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3102708759147729, |
| "loss_c": 0.26102272690788136, |
| "loss_p": 0.0002494794761563509, |
| "loss_a": 0.9844639928483251, |
| "temp": 14.531916404837993, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9802535176277161, |
| "val_cos_rand": 0.00682342463568462, |
| "val_cv_joint": 0.19868881317538734 |
| } |
| ], |
| "flickr_r1": 0.9999677538871765, |
| "flickr_full": { |
| "t2i_r1": 0.9999677538871765, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9999677538871765, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9814537167549133, |
| "cos_rand": 0.020291475901791454, |
| "n": 31014, |
| "mean_r1": 0.9999677538871765, |
| "mean_r5": 1.0, |
| "cv_joint": 0.21916470218703055, |
| "cv_text": 0.21078986194865337, |
| "cv_image": 0.22152895382247684 |
| } |
| } |
| ], |
| "exp2_contrastive_only": { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9755637645721436, |
| "cos_rand": 0.00519217939733117, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.19095554800172634, |
| "cv_text": 0.19876874320015583, |
| "cv_image": 0.2021314382495197, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 8.229097875300795e-05, |
| "val_r5": 0.0007406188233289868, |
| "val_cos_match": -0.026154598221182823, |
| "val_cos_rand": -0.023305105495005647, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3136101007572751, |
| "loss_c": 0.3136101007572751, |
| "loss_p": 0.0, |
| "loss_a": 0.0, |
| "temp": 14.54792034092234, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.975466787815094, |
| "val_cos_rand": 0.003988449123177746, |
| "val_cv_joint": 0.18087001892297977 |
| } |
| ] |
| }, |
| "exp3_depth": [ |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9791684746742249, |
| "cos_rand": 0.0049719960457363386, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.16185035577783302, |
| "cv_text": 0.1573237517562931, |
| "cv_image": 0.17416357304870567, |
| "n_layers": 1, |
| "n_params": 18971648, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0001645819575060159, |
| "val_r5": 0.0012343646958470345, |
| "val_cos_match": -0.002171160187572241, |
| "val_cos_rand": -0.0018906687276662956, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.2866348196655067, |
| "loss_c": 0.23738639798960579, |
| "loss_p": 0.00020936975796581437, |
| "loss_a": 0.9845496376058949, |
| "temp": 14.498909501887079, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9790947437286377, |
| "val_cos_rand": 0.005627969078909939, |
| "val_cv_joint": 0.1774810181323121 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9758472442626953, |
| "cos_rand": 0.007777164834096048, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.18133098549416019, |
| "cv_text": 0.16939866127170453, |
| "cv_image": 0.16563781059205712, |
| "n_layers": 2, |
| "n_params": 27371520, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0001645819575060159, |
| "val_r5": 0.0009874917450360954, |
| "val_cos_match": -0.01391527522355318, |
| "val_cos_rand": -0.01082503481281003, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.29409857644741216, |
| "loss_c": 0.24485232704666568, |
| "loss_p": 0.00020811439212797158, |
| "loss_a": 0.9845086438442344, |
| "temp": 14.508972267606365, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.976719856262207, |
| "val_cos_rand": 0.00786116681838008, |
| "val_cv_joint": 0.1669744517100522 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9798101186752319, |
| "cos_rand": 0.0071841155071800875, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.19313049879922453, |
| "cv_text": 0.19657508539240304, |
| "cv_image": 0.18292634769303312, |
| "n_layers": 4, |
| "n_params": 44171264, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0, |
| "val_r5": 0.00024687293625902385, |
| "val_cos_match": 0.005186428315937519, |
| "val_cos_rand": 0.005762690928621549, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3523789724863287, |
| "loss_c": 0.30312923289168237, |
| "loss_p": 0.0002690134769616281, |
| "loss_a": 0.9844567597802005, |
| "temp": 14.541548145351125, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9797381162643433, |
| "val_cos_rand": 0.007169316402387319, |
| "val_cv_joint": 0.2016364139123737 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9681504964828491, |
| "cos_rand": 0.00586712833225222, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.16916632425151873, |
| "cv_text": 0.15073405110197177, |
| "cv_image": 0.1578583080453881, |
| "n_layers": 6, |
| "n_params": 60971008, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0001645819575060159, |
| "val_r5": 0.0013989466824568808, |
| "val_cos_match": 0.010610276833176613, |
| "val_cos_rand": 0.006138145222246605, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.39716060604177306, |
| "loss_c": 0.34791065742776023, |
| "loss_p": 0.0002762387442279719, |
| "loss_a": 0.9844464392804387, |
| "temp": 14.55818178404623, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9681159257888794, |
| "val_cos_rand": 0.005384893204593666, |
| "val_cv_joint": 0.1453125072467149 |
| } |
| ] |
| } |
| ], |
| "exp4_scale": [ |
| { |
| "t2i_r1": 0.11516860872507095, |
| "t2i_r5": 0.26347026228904724, |
| "t2i_r10": 0.34790927171707153, |
| "i2t_r1": 0.1362844854593277, |
| "i2t_r5": 0.301557332277298, |
| "i2t_r10": 0.39850398898124695, |
| "cos_match": 0.5513743758201599, |
| "cos_rand": 0.10810032733558433, |
| "n": 40775, |
| "mean_r1": 0.12572654709219933, |
| "mean_r5": 0.2825137972831726, |
| "cv_joint": 0.41687772231628145, |
| "cv_text": 0.48397905495737265, |
| "cv_image": 0.4698781509601453, |
| "n_train": 1000, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0066225165501236916, |
| "val_r5": 0.03642384149134159, |
| "val_cos_match": 0.014715526252985, |
| "val_cos_rand": 0.012195601642263383, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 4.7239828904469805, |
| "loss_c": 4.674734751383464, |
| "loss_p": 3.0214179181105767e-05, |
| "loss_a": 0.9849026997884115, |
| "temp": 14.283679644266764, |
| "lr": 1e-06, |
| "val_r1": 0.7052980065345764, |
| "val_r5": 0.9139072597026825, |
| "val_cos_match": 0.5644899606704712, |
| "val_cos_rand": 0.05797249564535044, |
| "val_cv_joint": 0.4952436953166604 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 0.4151073098182678, |
| "t2i_r5": 0.7052850723266602, |
| "t2i_r10": 0.8050276041030884, |
| "i2t_r1": 0.4086572527885437, |
| "i2t_r5": 0.6997424960136414, |
| "i2t_r10": 0.7960024476051331, |
| "cos_match": 0.8036060333251953, |
| "cos_rand": 0.14059461378187377, |
| "n": 40775, |
| "mean_r1": 0.41188228130340576, |
| "mean_r5": 0.7025137841701508, |
| "cv_joint": 0.6176117876587591, |
| "cv_text": 0.7204219527081982, |
| "cv_image": 0.7979861664794918, |
| "n_train": 2000, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0, |
| "val_r5": 0.011627906933426857, |
| "val_cos_match": -0.014165498316287994, |
| "val_cos_rand": -0.012776521025834025, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 3.602165182431539, |
| "loss_c": 3.5529152552286782, |
| "loss_p": 0.00014807879354824158, |
| "loss_a": 0.9847011963526408, |
| "temp": 14.287150224049887, |
| "lr": 1e-06, |
| "val_r1": 0.9651162624359131, |
| "val_r5": 1.0, |
| "val_cos_match": 0.7963920831680298, |
| "val_cos_rand": 0.019024079619584026, |
| "val_cv_joint": 0.4599230193612991 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 0.9957572221755981, |
| "t2i_r5": 0.9999509453773499, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9926180243492126, |
| "i2t_r5": 0.9999755024909973, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9066203832626343, |
| "cos_rand": 0.06567482548071879, |
| "n": 40775, |
| "mean_r1": 0.9941876232624054, |
| "mean_r5": 0.9999632239341736, |
| "cv_joint": 0.3638854578424878, |
| "cv_text": 0.4330267332134504, |
| "cv_image": 0.43783834338960675, |
| "n_train": 5000, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.001997336803469807, |
| "val_r5": 0.01131824217736721, |
| "val_cos_match": 0.013700882904231548, |
| "val_cos_rand": 0.01662368404627164, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 2.050428867340088, |
| "loss_c": 2.001171462237835, |
| "loss_p": 0.0002893205418672551, |
| "loss_a": 0.9845700897276402, |
| "temp": 14.30588573217392, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9045200347900391, |
| "val_cos_rand": 0.019053824067909453, |
| "val_cv_joint": 0.343196548154803 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 0.9997792840003967, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9993623495101929, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.959222674369812, |
| "cos_rand": 0.05922815951558075, |
| "n": 40775, |
| "mean_r1": 0.9995708167552948, |
| "mean_r5": 1.0, |
| "cv_joint": 0.35081241107348377, |
| "cv_text": 0.38016875123022353, |
| "cv_image": 0.34697241360110526, |
| "n_train": 10000, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0003331112675368786, |
| "val_r5": 0.004996669013053179, |
| "val_cos_match": 0.0037761128041893244, |
| "val_cos_rand": 0.008478566372418388, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 1.1547488010290898, |
| "loss_c": 1.1054894057187168, |
| "loss_p": 0.0003352394364948409, |
| "loss_a": 0.9845174153645834, |
| "temp": 14.34102945616751, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9568090438842773, |
| "val_cos_rand": 0.01709470075505219, |
| "val_cv_joint": 0.27296792075378934 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9772582054138184, |
| "cos_rand": 0.027510665555889612, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.2713337931941491, |
| "cv_text": 0.25341599713599494, |
| "cv_image": 0.2625376196183584, |
| "n_train": 20000, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0, |
| "val_r5": 0.0004998334043193609, |
| "val_cos_match": -0.010969501920044422, |
| "val_cos_rand": -0.010371207861268467, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.5679009875113313, |
| "loss_c": 0.5186469731005755, |
| "loss_p": 0.0002979531171177135, |
| "loss_a": 0.9844844187750961, |
| "temp": 14.414950341889352, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9768332242965698, |
| "val_cos_rand": 0.010893757636343442, |
| "val_cv_joint": 0.2660828207986141 |
| } |
| ] |
| }, |
| { |
| "t2i_r1": 0.9999755024909973, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9999755024909973, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9785894155502319, |
| "cos_rand": 0.004512723256248489, |
| "n": 40775, |
| "mean_r1": 0.9999755024909973, |
| "mean_r5": 1.0, |
| "cv_joint": 0.19772704114052064, |
| "cv_text": 0.1842218416445132, |
| "cv_image": 0.19997962456948865, |
| "n_train": 40504, |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0002468729508109391, |
| "val_r5": 0.0004937459016218781, |
| "val_cos_match": 0.0007370442035607994, |
| "val_cos_rand": 0.0023658041098757305, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.37305756202384605, |
| "loss_c": 0.32380727250406993, |
| "loss_p": 0.00027708984211429524, |
| "loss_a": 0.984451517240325, |
| "temp": 14.552047153017414, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9785646200180054, |
| "val_cos_rand": 0.005855794453384699, |
| "val_cv_joint": 0.19483283905642926 |
| } |
| ] |
| } |
| ], |
| "exp5_transfer": { |
| "history": [ |
| { |
| "epoch": 0, |
| "train_loss": null, |
| "val_r1": 0.0, |
| "val_r5": 0.00024687293625902385, |
| "val_cos_match": 0.005186428315937519, |
| "val_cos_rand": 0.005762690928621549, |
| "loss_c": null, |
| "loss_p": null, |
| "loss_a": null, |
| "temp": null, |
| "lr": 0.0003 |
| }, |
| { |
| "epoch": 1, |
| "train_loss": 0.3523789724863287, |
| "loss_c": 0.30312923289168237, |
| "loss_p": 0.0002690134769616281, |
| "loss_a": 0.9844567597802005, |
| "temp": 14.541548145351125, |
| "lr": 1e-06, |
| "val_r1": 1.0, |
| "val_r5": 1.0, |
| "val_cos_match": 0.9797381162643433, |
| "val_cos_rand": 0.007169316402387319, |
| "val_cv_joint": 0.2016364139123737 |
| } |
| ], |
| "coco": { |
| "t2i_r1": 1.0, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 1.0, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.9798101186752319, |
| "cos_rand": 0.0071841155071800875, |
| "n": 40775, |
| "mean_r1": 1.0, |
| "mean_r5": 1.0, |
| "cv_joint": 0.19313049879922453, |
| "cv_text": 0.19657508539240304, |
| "cv_image": 0.18292634769303312 |
| }, |
| "flickr": { |
| "t2i_r1": 0.9999677538871765, |
| "t2i_r5": 1.0, |
| "t2i_r10": 1.0, |
| "i2t_r1": 0.9999677538871765, |
| "i2t_r5": 1.0, |
| "i2t_r10": 1.0, |
| "cos_match": 0.979983925819397, |
| "cos_rand": 0.060006472072525886, |
| "n": 31014, |
| "mean_r1": 0.9999677538871765, |
| "mean_r5": 1.0, |
| "cv_joint": 0.23617153907833988, |
| "cv_text": 0.2316977084367446, |
| "cv_image": 0.23643823297705538 |
| }, |
| "transfer_ratio": 0.9999677538871765 |
| } |
| } |
