Upload folder using huggingface_hub

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2b66e8689fac215dc0eae1a363ee3cbe849c544c2ad5b77c96c5cf95e14126
+size 593077348

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__A100-SXM4-40GB__la_0.5.json

@@ -0,0 +1,71 @@
+{
+  "AP50": 0.31085976942345733,
+  "(single)R@20": 0.19190484572331626,
+  "(single)R@50": 0.23232076332940768,
+  "(single)R@100": 0.2567892828655026,
+  "(single)mR@20": 0.1203792385316211,
+  "(single)mR@50": 0.1838395314543699,
+  "(single)mR@100": 0.2274595694865592,
+  "eval_arg": {
+    "data_path": "dataset/visual_genome",
+    "output_path": "./output_2",
+    "backbone_dirpath": "",
+    "architecture": "SenseTime/deformable-detr",
+    "auxiliary_loss": false,
+    "from_scratch": false,
+    "pretrained": "./ckpt/pretrained_detr__SenseTime__deformable-detr/batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune/version_0/",
+    "num_queries": 200,
+    "ce_loss_coefficient": 2.0,
+    "rel_loss_coefficient": 15.0,
+    "connectivity_loss_coefficient": 30.0,
+    "smoothing": 1e-14,
+    "rel_sample_negatives": 80,
+    "rel_sample_nonmatching": 80,
+    "rel_sample_negatives_largest": true,
+    "rel_sample_nonmatching_largest": true,
+    "batch_size": 12,
+    "accumulate": 2,
+    "gpus": 1,
+    "max_epochs": 70,
+    "max_epochs_finetune": 25,
+    "lr_backbone": 1e-07,
+    "lr": 1e-06,
+    "lr_initialized": 0.0001,
+    "weight_decay": 0.0001,
+    "gradient_clip_val": 0.1,
+    "frozen_params": false,
+    "debug": false,
+    "resume": true,
+    "memo": "07-27-egtr-3-NO6-fintune",
+    "version": 0,
+    "patience": 15,
+    "finetune": true,
+    "skip_main_train": true,
+    "main_trained_path": "output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/",
+    "filter_duplicate_rels": true,
+    "filter_multiple_rels": true,
+    "use_freq_bias": true,
+    "use_log_softmax": false,
+    "skip_train": true,
+    "split": "test",
+    "eval_batch_size": 3,
+    "eval_when_train_end": true,
+    "eval_single_preds": true,
+    "eval_multiple_preds": false,
+    "logit_adjustment": true,
+    "logit_adj_tau": 0.5,
+    "num_workers": 8,
+    "precision": 32,
+    "depth_data_path": "dataset/vg_depth",
+    "depth_file_suffix": "_depth.pt",
+    "use_depth_input": true,
+    "depth_strength_factor": 1.0,
+    "enable_correlation": true,
+    "use_depth_cross_attention": true,
+    "depth_fusion_heads": 8,
+    "depth_fusion_method": "concat",
+    "depth_decoder_fusion_layers": 6
+  },
+  "weight_source": "finetune",
+  "weight_path": "./output_2/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695.ckpt"
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__A100-SXM4-40GB__la_0.5__relation_results.json

@@ -0,0 +1,263 @@
+{
+  "sgdet_recall_with_constraint_R@K": {
+    "above": {
+      "R@20": 0.09375121147509206,
+      "R@50": 0.136057052400336,
+      "R@100": 0.15856949021128125
+    },
+    "across": {
+      "R@20": 0.047619047619047616,
+      "R@50": 0.1111111111111111,
+      "R@100": 0.1746031746031746
+    },
+    "against": {
+      "R@20": 0.08870967741935484,
+      "R@50": 0.1532258064516129,
+      "R@100": 0.20967741935483872
+    },
+    "along": {
+      "R@20": 0.0481651376146789,
+      "R@50": 0.06498470948012233,
+      "R@100": 0.13149847094801223
+    },
+    "and": {
+      "R@20": 0.09566074950690334,
+      "R@50": 0.17751479289940827,
+      "R@100": 0.25345167652859957
+    },
+    "at": {
+      "R@20": 0.2489746263468891,
+      "R@50": 0.31777314332058854,
+      "R@100": 0.35130923415594945
+    },
+    "attached to": {
+      "R@20": 0.027496069182389938,
+      "R@50": 0.041374663072776284,
+      "R@100": 0.07065925426774483
+    },
+    "behind": {
+      "R@20": 0.13236341786254222,
+      "R@50": 0.21238878101446082,
+      "R@100": 0.2595480843651182
+    },
+    "belonging to": {
+      "R@20": 0.06081519329926973,
+      "R@50": 0.14077278878234292,
+      "R@100": 0.21267527589183638
+    },
+    "between": {
+      "R@20": 0.03263888888888889,
+      "R@50": 0.07824074074074074,
+      "R@100": 0.12685185185185185
+    },
+    "carrying": {
+      "R@20": 0.24841085271317828,
+      "R@50": 0.30333333333333334,
+      "R@100": 0.34112403100775196
+    },
+    "covered in": {
+      "R@20": 0.08095238095238094,
+      "R@50": 0.14166666666666666,
+      "R@100": 0.20952380952380953
+    },
+    "covering": {
+      "R@20": 0.06344086021505375,
+      "R@50": 0.13413978494623655,
+      "R@100": 0.1986559139784946
+    },
+    "eating": {
+      "R@20": 0.10596026490066225,
+      "R@50": 0.1479028697571744,
+      "R@100": 0.22130242825607063
+    },
+    "flying in": {
+      "R@20": 0.0,
+      "R@50": 0.4090909090909091,
+      "R@100": 0.49242424242424243
+    },
+    "for": {
+      "R@20": 0.09508196721311475,
+      "R@50": 0.128551912568306,
+      "R@100": 0.1662568306010929
+    },
+    "from": {
+      "R@20": 0.014084507042253521,
+      "R@50": 0.028169014084507043,
+      "R@100": 0.04225352112676056
+    },
+    "growing on": {
+      "R@20": 0.01293103448275862,
+      "R@50": 0.10775862068965517,
+      "R@100": 0.14655172413793102
+    },
+    "hanging from": {
+      "R@20": 0.125,
+      "R@50": 0.15139442231075698,
+      "R@100": 0.16766268260292164
+    },
+    "has": {
+      "R@20": 0.27637132297722705,
+      "R@50": 0.34619057477572235,
+      "R@100": 0.38561314217531345
+    },
+    "holding": {
+      "R@20": 0.2359710455415977,
+      "R@50": 0.2777535949621839,
+      "R@100": 0.3002825656506638
+    },
+    "in": {
+      "R@20": 0.09015441387880412,
+      "R@50": 0.11939243601926527,
+      "R@100": 0.1382950518316372
+    },
+    "in front of": {
+      "R@20": 0.103192867105001,
+      "R@50": 0.15623879258816495,
+      "R@100": 0.19832386929667264
+    },
+    "laying on": {
+      "R@20": 0.23048048048048048,
+      "R@50": 0.26576576576576577,
+      "R@100": 0.30067567567567566
+    },
+    "looking at": {
+      "R@20": 0.0536813922356091,
+      "R@50": 0.08514056224899598,
+      "R@100": 0.09819277108433734
+    },
+    "lying on": {
+      "R@20": 0.1292517006802721,
+      "R@50": 0.1989795918367347,
+      "R@100": 0.22448979591836735
+    },
+    "made of": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "mounted on": {
+      "R@20": 0.11493055555555555,
+      "R@50": 0.20069444444444443,
+      "R@100": 0.26215277777777773
+    },
+    "near": {
+      "R@20": 0.08224208743759794,
+      "R@50": 0.11013279235581913,
+      "R@100": 0.13233815692179196
+    },
+    "of": {
+      "R@20": 0.19956552551257672,
+      "R@50": 0.25437480720519895,
+      "R@100": 0.2724176359346398
+    },
+    "on": {
+      "R@20": 0.13177983480233005,
+      "R@50": 0.15392783433725135,
+      "R@100": 0.1637968615306533
+    },
+    "on back of": {
+      "R@20": 0.18912529550827423,
+      "R@50": 0.2541371158392435,
+      "R@100": 0.29314420803782504
+    },
+    "over": {
+      "R@20": 0.09826302729528537,
+      "R@50": 0.18622828784119108,
+      "R@100": 0.24152191894127376
+    },
+    "painted on": {
+      "R@20": 0.11982758620689656,
+      "R@50": 0.1721264367816092,
+      "R@100": 0.18764367816091954
+    },
+    "parked on": {
+      "R@20": 0.26787051899411446,
+      "R@50": 0.3740502942750133,
+      "R@100": 0.46647940074906363
+    },
+    "part of": {
+      "R@20": 0.02821869488536155,
+      "R@50": 0.13109935332157555,
+      "R@100": 0.20291005291005287
+    },
+    "playing": {
+      "R@20": 0.09090909090909091,
+      "R@50": 0.09090909090909091,
+      "R@100": 0.18181818181818182
+    },
+    "riding": {
+      "R@20": 0.409092706850182,
+      "R@50": 0.4680377577387544,
+      "R@100": 0.5079602383589095
+    },
+    "says": {
+      "R@20": 0.0,
+      "R@50": 0.08333333333333333,
+      "R@100": 0.08333333333333333
+    },
+    "sitting on": {
+      "R@20": 0.1346372767857143,
+      "R@50": 0.19252325148809524,
+      "R@100": 0.23345424107142856
+    },
+    "standing on": {
+      "R@20": 0.09198961499493413,
+      "R@50": 0.11742126815265111,
+      "R@100": 0.13745672914555893
+    },
+    "to": {
+      "R@20": 0.2015027322404372,
+      "R@50": 0.29849726775956287,
+      "R@100": 0.32991803278688525
+    },
+    "under": {
+      "R@20": 0.16433418150975404,
+      "R@50": 0.23539722929035903,
+      "R@100": 0.27489397794741305
+    },
+    "using": {
+      "R@20": 0.20229166666666662,
+      "R@50": 0.29916666666666664,
+      "R@100": 0.36604166666666665
+    },
+    "walking in": {
+      "R@20": 0.10563380281690139,
+      "R@50": 0.244131455399061,
+      "R@100": 0.27511737089201876
+    },
+    "walking on": {
+      "R@20": 0.14405719392314567,
+      "R@50": 0.20685880250223412,
+      "R@100": 0.24054959785522786
+    },
+    "watching": {
+      "R@20": 0.05779220779220779,
+      "R@50": 0.11629389129389128,
+      "R@100": 0.15980439313772646
+    },
+    "wearing": {
+      "R@20": 0.42432847697583415,
+      "R@50": 0.47827642619859706,
+      "R@100": 0.504113118885478
+    },
+    "wears": {
+      "R@20": 0.004271476032273374,
+      "R@50": 0.052344397942404586,
+      "R@100": 0.20103796627883005
+    },
+    "with": {
+      "R@20": 0.0151392632524708,
+      "R@50": 0.03710192672456824,
+      "R@100": 0.07460294771615525
+    }
+  },
+  "sgdet_recall_with_constraint_mR@K": {
+    "mR@20": 0.1203792385316211,
+    "mR@50": 0.1838395314543699,
+    "mR@100": 0.2274595694865592,
+    "valid_relations": 50,
+    "total_relations": 50
+  },
+  "sgdet_recall_without_constraint_R@K": {},
+  "sgdet_recall_without_constraint_mR@K": {}
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__la_0.1.json

@@ -0,0 +1,71 @@
+{
+  "AP50": 0.3108353009300483,
+  "(single)R@20": 0.23464301820624542,
+  "(single)R@50": 0.30025732086366447,
+  "(single)R@100": 0.34345918947420007,
+  "(single)mR@20": 0.0685558184377165,
+  "(single)mR@50": 0.10355626064595619,
+  "(single)mR@100": 0.13606674084998174,
+  "eval_arg": {
+    "data_path": "dataset/visual_genome",
+    "output_path": "./output",
+    "backbone_dirpath": "",
+    "architecture": "SenseTime/deformable-detr",
+    "auxiliary_loss": false,
+    "from_scratch": false,
+    "pretrained": "./ckpt/pretrained_detr__SenseTime__deformable-detr/batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune/version_0/",
+    "num_queries": 200,
+    "ce_loss_coefficient": 2.0,
+    "rel_loss_coefficient": 15.0,
+    "connectivity_loss_coefficient": 30.0,
+    "smoothing": 1e-14,
+    "rel_sample_negatives": 80,
+    "rel_sample_nonmatching": 80,
+    "rel_sample_negatives_largest": true,
+    "rel_sample_nonmatching_largest": true,
+    "batch_size": 12,
+    "accumulate": 2,
+    "gpus": 1,
+    "max_epochs": 70,
+    "max_epochs_finetune": 25,
+    "lr_backbone": 1e-07,
+    "lr": 1e-06,
+    "lr_initialized": 0.0001,
+    "weight_decay": 0.0001,
+    "gradient_clip_val": 0.1,
+    "frozen_params": false,
+    "debug": false,
+    "resume": true,
+    "memo": "07-27-egtr-3-NO6-fintune",
+    "version": 0,
+    "patience": 15,
+    "finetune": true,
+    "skip_main_train": true,
+    "main_trained_path": "output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/",
+    "filter_duplicate_rels": true,
+    "filter_multiple_rels": true,
+    "use_freq_bias": true,
+    "use_log_softmax": false,
+    "skip_train": true,
+    "split": "test",
+    "eval_batch_size": 3,
+    "eval_when_train_end": true,
+    "eval_single_preds": true,
+    "eval_multiple_preds": false,
+    "logit_adjustment": true,
+    "logit_adj_tau": 0.1,
+    "num_workers": 8,
+    "precision": 32,
+    "depth_data_path": "dataset/vg_depth",
+    "depth_file_suffix": "_depth.pt",
+    "use_depth_input": true,
+    "depth_strength_factor": 1.0,
+    "enable_correlation": true,
+    "use_depth_cross_attention": true,
+    "depth_fusion_heads": 8,
+    "depth_fusion_method": "concat",
+    "depth_decoder_fusion_layers": 6
+  },
+  "weight_source": "finetune",
+  "weight_path": "./output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695.ckpt"
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__la_0.1__relation_results.json

@@ -0,0 +1,263 @@
+{
+  "sgdet_recall_with_constraint_R@K": {
+    "above": {
+      "R@20": 0.07562189054726368,
+      "R@50": 0.10920398009950247,
+      "R@100": 0.125318052594172
+    },
+    "across": {
+      "R@20": 0.007936507936507936,
+      "R@50": 0.023809523809523808,
+      "R@100": 0.023809523809523808
+    },
+    "against": {
+      "R@20": 0.024193548387096774,
+      "R@50": 0.04032258064516129,
+      "R@100": 0.04032258064516129
+    },
+    "along": {
+      "R@20": 0.009174311926605505,
+      "R@50": 0.01834862385321101,
+      "R@100": 0.039755351681957186
+    },
+    "and": {
+      "R@20": 0.01775147928994083,
+      "R@50": 0.06015779092702169,
+      "R@100": 0.10207100591715976
+    },
+    "at": {
+      "R@20": 0.15444907890163367,
+      "R@50": 0.2406036380488935,
+      "R@100": 0.3006198586490557
+    },
+    "attached to": {
+      "R@20": 0.0026533018867924527,
+      "R@50": 0.0072720125786163515,
+      "R@100": 0.015723270440251572
+    },
+    "behind": {
+      "R@20": 0.1303902713359806,
+      "R@50": 0.22684879268988406,
+      "R@100": 0.29268662247923005
+    },
+    "belonging to": {
+      "R@20": 0.0,
+      "R@50": 0.0007961783439490446,
+      "R@100": 0.002502274795268426
+    },
+    "between": {
+      "R@20": 0.001388888888888889,
+      "R@50": 0.004861111111111111,
+      "R@100": 0.018750000000000003
+    },
+    "carrying": {
+      "R@20": 0.14360465116279067,
+      "R@50": 0.2051937984496124,
+      "R@100": 0.23511627906976743
+    },
+    "covered in": {
+      "R@20": 0.014285714285714285,
+      "R@50": 0.07202380952380952,
+      "R@100": 0.1113095238095238
+    },
+    "covering": {
+      "R@20": 0.012903225806451613,
+      "R@50": 0.04731182795698925,
+      "R@100": 0.1010752688172043
+    },
+    "eating": {
+      "R@20": 0.0728476821192053,
+      "R@50": 0.09381898454746136,
+      "R@100": 0.11589403973509933
+    },
+    "flying in": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.06060606060606061
+    },
+    "for": {
+      "R@20": 0.004098360655737705,
+      "R@50": 0.018442622950819672,
+      "R@100": 0.03210382513661202
+    },
+    "from": {
+      "R@20": 0.0,
+      "R@50": 0.014084507042253521,
+      "R@100": 0.014084507042253521
+    },
+    "growing on": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.004310344827586207
+    },
+    "hanging from": {
+      "R@20": 0.04731075697211155,
+      "R@50": 0.07569721115537849,
+      "R@100": 0.08964143426294821
+    },
+    "has": {
+      "R@20": 0.2993442119380327,
+      "R@50": 0.3809683819526443,
+      "R@100": 0.43174050582696827
+    },
+    "holding": {
+      "R@20": 0.26921689875677607,
+      "R@50": 0.3360220079851982,
+      "R@100": 0.37786980231765505
+    },
+    "in": {
+      "R@20": 0.09800878749817056,
+      "R@50": 0.13656938029290971,
+      "R@100": 0.16687650812442778
+    },
+    "in front of": {
+      "R@20": 0.07154064554692169,
+      "R@50": 0.10757621040047817,
+      "R@100": 0.15479677226539149
+    },
+    "laying on": {
+      "R@20": 0.04504504504504504,
+      "R@50": 0.09271771771771772,
+      "R@100": 0.13025525525525528
+    },
+    "looking at": {
+      "R@20": 0.018741633199464522,
+      "R@50": 0.05488621151271753,
+      "R@100": 0.07295850066934405
+    },
+    "lying on": {
+      "R@20": 0.04081632653061224,
+      "R@50": 0.061224489795918366,
+      "R@100": 0.08163265306122448
+    },
+    "made of": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "mounted on": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "near": {
+      "R@20": 0.12523888065162503,
+      "R@50": 0.19232593512101118,
+      "R@100": 0.2438225310238344
+    },
+    "of": {
+      "R@20": 0.21399538823129008,
+      "R@50": 0.3111187585131015,
+      "R@100": 0.3642678316996516
+    },
+    "on": {
+      "R@20": 0.24538279812576158,
+      "R@50": 0.31321311201124696,
+      "R@100": 0.3581433952934044
+    },
+    "on back of": {
+      "R@20": 0.07092198581560284,
+      "R@50": 0.09456264775413711,
+      "R@100": 0.16312056737588654
+    },
+    "over": {
+      "R@20": 0.04813895781637717,
+      "R@50": 0.12514474772539289,
+      "R@100": 0.16699751861042184
+    },
+    "painted on": {
+      "R@20": 0.0,
+      "R@50": 0.020689655172413793,
+      "R@100": 0.03793103448275863
+    },
+    "parked on": {
+      "R@20": 0.0,
+      "R@50": 0.011235955056179775,
+      "R@100": 0.04325842696629214
+    },
+    "part of": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.003527336860670194
+    },
+    "playing": {
+      "R@20": 0.0,
+      "R@50": 0.045454545454545456,
+      "R@100": 0.045454545454545456
+    },
+    "riding": {
+      "R@20": 0.24399488477561568,
+      "R@50": 0.31519538047777257,
+      "R@100": 0.3738332542319253
+    },
+    "says": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.08333333333333333
+    },
+    "sitting on": {
+      "R@20": 0.09591889880952381,
+      "R@50": 0.14075613839285714,
+      "R@100": 0.18025669642857142
+    },
+    "standing on": {
+      "R@20": 0.016828140830800406,
+      "R@50": 0.0450491810199257,
+      "R@100": 0.08712955927051672
+    },
+    "to": {
+      "R@20": 0.0,
+      "R@50": 0.04918032786885246,
+      "R@100": 0.13934426229508196
+    },
+    "under": {
+      "R@20": 0.15213457732541702,
+      "R@50": 0.22404580152671755,
+      "R@100": 0.2750494769578739
+    },
+    "using": {
+      "R@20": 0.13854166666666665,
+      "R@50": 0.16895833333333332,
+      "R@100": 0.19395833333333332
+    },
+    "walking in": {
+      "R@20": 0.007042253521126761,
+      "R@50": 0.025821596244131453,
+      "R@100": 0.07276995305164319
+    },
+    "walking on": {
+      "R@20": 0.03820375335120643,
+      "R@50": 0.09658176943699734,
+      "R@100": 0.15212243074173368
+    },
+    "watching": {
+      "R@20": 0.026262626262626265,
+      "R@50": 0.04971139971139971,
+      "R@100": 0.09600769600769601
+    },
+    "wearing": {
+      "R@20": 0.43773830288438165,
+      "R@50": 0.5042531345602067,
+      "R@100": 0.5496789246415315
+    },
+    "wears": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.00013842746400885935
+    },
+    "with": {
+      "R@20": 0.006124588200059898,
+      "R@50": 0.015753219526804432,
+      "R@100": 0.03136168513527004
+    }
+  },
+  "sgdet_recall_with_constraint_mR@K": {
+    "mR@20": 0.0685558184377165,
+    "mR@50": 0.10355626064595619,
+    "mR@100": 0.13606674084998174,
+    "valid_relations": 50,
+    "total_relations": 50
+  },
+  "sgdet_recall_without_constraint_R@K": {},
+  "sgdet_recall_without_constraint_mR@K": {}
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__la_0.2.json

@@ -0,0 +1,71 @@
+{
+  "AP50": 0.3108365771999762,
+  "(single)R@20": 0.23070578229352812,
+  "(single)R@50": 0.2929217262399124,
+  "(single)R@100": 0.332902109339687,
+  "(single)mR@20": 0.08066815345015485,
+  "(single)mR@50": 0.12837122336340046,
+  "(single)mR@100": 0.16961804429088428,
+  "eval_arg": {
+    "data_path": "dataset/visual_genome",
+    "output_path": "./output",
+    "backbone_dirpath": "",
+    "architecture": "SenseTime/deformable-detr",
+    "auxiliary_loss": false,
+    "from_scratch": false,
+    "pretrained": "./ckpt/pretrained_detr__SenseTime__deformable-detr/batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune/version_0/",
+    "num_queries": 200,
+    "ce_loss_coefficient": 2.0,
+    "rel_loss_coefficient": 15.0,
+    "connectivity_loss_coefficient": 30.0,
+    "smoothing": 1e-14,
+    "rel_sample_negatives": 80,
+    "rel_sample_nonmatching": 80,
+    "rel_sample_negatives_largest": true,
+    "rel_sample_nonmatching_largest": true,
+    "batch_size": 12,
+    "accumulate": 2,
+    "gpus": 1,
+    "max_epochs": 70,
+    "max_epochs_finetune": 25,
+    "lr_backbone": 1e-07,
+    "lr": 1e-06,
+    "lr_initialized": 0.0001,
+    "weight_decay": 0.0001,
+    "gradient_clip_val": 0.1,
+    "frozen_params": false,
+    "debug": false,
+    "resume": true,
+    "memo": "07-27-egtr-3-NO6-fintune",
+    "version": 0,
+    "patience": 15,
+    "finetune": true,
+    "skip_main_train": true,
+    "main_trained_path": "output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/",
+    "filter_duplicate_rels": true,
+    "filter_multiple_rels": true,
+    "use_freq_bias": true,
+    "use_log_softmax": false,
+    "skip_train": true,
+    "split": "test",
+    "eval_batch_size": 3,
+    "eval_when_train_end": true,
+    "eval_single_preds": true,
+    "eval_multiple_preds": false,
+    "logit_adjustment": true,
+    "logit_adj_tau": 0.2,
+    "num_workers": 8,
+    "precision": 32,
+    "depth_data_path": "dataset/vg_depth",
+    "depth_file_suffix": "_depth.pt",
+    "use_depth_input": true,
+    "depth_strength_factor": 1.0,
+    "enable_correlation": true,
+    "use_depth_cross_attention": true,
+    "depth_fusion_heads": 8,
+    "depth_fusion_method": "concat",
+    "depth_decoder_fusion_layers": 6
+  },
+  "weight_source": "finetune",
+  "weight_path": "./output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695.ckpt"
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__la_0.2__relation_results.json

@@ -0,0 +1,263 @@
+{
+  "sgdet_recall_with_constraint_R@K": {
+    "above": {
+      "R@20": 0.07916666666666666,
+      "R@50": 0.11134893713251921,
+      "R@100": 0.1404412999935388
+    },
+    "across": {
+      "R@20": 0.015873015873015872,
+      "R@50": 0.031746031746031744,
+      "R@100": 0.07936507936507936
+    },
+    "against": {
+      "R@20": 0.024193548387096774,
+      "R@50": 0.07258064516129033,
+      "R@100": 0.08870967741935484
+    },
+    "along": {
+      "R@20": 0.01834862385321101,
+      "R@50": 0.05045871559633028,
+      "R@100": 0.09021406727828747
+    },
+    "and": {
+      "R@20": 0.03747534516765286,
+      "R@50": 0.11193293885601577,
+      "R@100": 0.16420118343195267
+    },
+    "at": {
+      "R@20": 0.19589271231606997,
+      "R@50": 0.2843587069864442,
+      "R@100": 0.3301413509442706
+    },
+    "attached to": {
+      "R@20": 0.007370283018867925,
+      "R@50": 0.022680817610062895,
+      "R@100": 0.04036949685534591
+    },
+    "behind": {
+      "R@20": 0.1346401253931902,
+      "R@50": 0.23079508574300722,
+      "R@100": 0.2910219529244324
+    },
+    "belonging to": {
+      "R@20": 0.0023885350318471337,
+      "R@50": 0.006767515923566879,
+      "R@100": 0.02373369730057628
+    },
+    "between": {
+      "R@20": 0.001388888888888889,
+      "R@50": 0.022222222222222223,
+      "R@100": 0.06180555555555556
+    },
+    "carrying": {
+      "R@20": 0.18589147286821703,
+      "R@50": 0.24507751937984495,
+      "R@100": 0.275968992248062
+    },
+    "covered in": {
+      "R@20": 0.02142857142857143,
+      "R@50": 0.10595238095238095,
+      "R@100": 0.16785714285714284
+    },
+    "covering": {
+      "R@20": 0.04408602150537635,
+      "R@50": 0.07311827956989246,
+      "R@100": 0.14381720430107525
+    },
+    "eating": {
+      "R@20": 0.076158940397351,
+      "R@50": 0.11368653421633552,
+      "R@100": 0.15011037527593818
+    },
+    "flying in": {
+      "R@20": 0.0,
+      "R@50": 0.06060606060606061,
+      "R@100": 0.12121212121212122
+    },
+    "for": {
+      "R@20": 0.02459016393442623,
+      "R@50": 0.04498438719750195,
+      "R@100": 0.0961455893832943
+    },
+    "from": {
+      "R@20": 0.014084507042253521,
+      "R@50": 0.014084507042253521,
+      "R@100": 0.028169014084507043
+    },
+    "growing on": {
+      "R@20": 0.0,
+      "R@50": 0.008620689655172414,
+      "R@100": 0.017241379310344827
+    },
+    "hanging from": {
+      "R@20": 0.06723107569721115,
+      "R@50": 0.10358565737051793,
+      "R@100": 0.1347941567065073
+    },
+    "has": {
+      "R@20": 0.2965780974880082,
+      "R@50": 0.37805799441863924,
+      "R@100": 0.426011748055756
+    },
+    "holding": {
+      "R@20": 0.26718554224689195,
+      "R@50": 0.3305073522251436,
+      "R@100": 0.3673176550783913
+    },
+    "in": {
+      "R@20": 0.09776145994926483,
+      "R@50": 0.13684205631766608,
+      "R@100": 0.16560138344040784
+    },
+    "in front of": {
+      "R@20": 0.08156505279936242,
+      "R@50": 0.11915471209404264,
+      "R@100": 0.17024556684598524
+    },
+    "laying on": {
+      "R@20": 0.10247747747747747,
+      "R@50": 0.16666666666666666,
+      "R@100": 0.21509009009009009
+    },
+    "looking at": {
+      "R@20": 0.03480589022757698,
+      "R@50": 0.06091030789825971,
+      "R@100": 0.07409638554216867
+    },
+    "lying on": {
+      "R@20": 0.061224489795918366,
+      "R@50": 0.09693877551020408,
+      "R@100": 0.10204081632653061
+    },
+    "made of": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "mounted on": {
+      "R@20": 0.0,
+      "R@50": 0.05416666666666667,
+      "R@100": 0.08437499999999999
+    },
+    "near": {
+      "R@20": 0.11660584500917592,
+      "R@50": 0.17491676532226857,
+      "R@100": 0.21938572999398487
+    },
+    "of": {
+      "R@20": 0.21916931659721156,
+      "R@50": 0.3145738452226006,
+      "R@100": 0.36492391180041533
+    },
+    "on": {
+      "R@20": 0.2278054939092815,
+      "R@50": 0.2853801628773039,
+      "R@100": 0.32046430691638556
+    },
+    "on back of": {
+      "R@20": 0.08747044917257682,
+      "R@50": 0.11465721040189124,
+      "R@100": 0.2210401891252955
+    },
+    "over": {
+      "R@20": 0.07593052109181142,
+      "R@50": 0.16079404466501243,
+      "R@100": 0.20748552522746072
+    },
+    "painted on": {
+      "R@20": 0.003448275862068966,
+      "R@50": 0.03793103448275863,
+      "R@100": 0.0839080459770115
+    },
+    "parked on": {
+      "R@20": 0.044101123595505616,
+      "R@50": 0.17455858747993577,
+      "R@100": 0.2585072231139647
+    },
+    "part of": {
+      "R@20": 0.003527336860670194,
+      "R@50": 0.011757789535567312,
+      "R@100": 0.026572604350382126
+    },
+    "playing": {
+      "R@20": 0.0,
+      "R@50": 0.045454545454545456,
+      "R@100": 0.045454545454545456
+    },
+    "riding": {
+      "R@20": 0.3054566787955492,
+      "R@50": 0.39935927859515896,
+      "R@100": 0.4674471338923166
+    },
+    "says": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.08333333333333333
+    },
+    "sitting on": {
+      "R@20": 0.11154389880952383,
+      "R@50": 0.16690941220238095,
+      "R@100": 0.20608444940476192
+    },
+    "standing on": {
+      "R@20": 0.03479293313069909,
+      "R@50": 0.08291012326916583,
+      "R@100": 0.12313513171225937
+    },
+    "to": {
+      "R@20": 0.02459016393442623,
+      "R@50": 0.13387978142076504,
+      "R@100": 0.24180327868852458
+    },
+    "under": {
+      "R@20": 0.15942889454339837,
+      "R@50": 0.23549618320610685,
+      "R@100": 0.2852134577325417
+    },
+    "using": {
+      "R@20": 0.13979166666666668,
+      "R@50": 0.1877083333333333,
+      "R@100": 0.22020833333333334
+    },
+    "walking in": {
+      "R@20": 0.011737089201877934,
+      "R@50": 0.058685446009389665,
+      "R@100": 0.1295774647887324
+    },
+    "walking on": {
+      "R@20": 0.09593386952636282,
+      "R@50": 0.1720509383378016,
+      "R@100": 0.22763628239499553
+    },
+    "watching": {
+      "R@20": 0.03455988455988456,
+      "R@50": 0.0816979316979317,
+      "R@100": 0.10935545935545936
+    },
+    "wearing": {
+      "R@20": 0.43746174195575055,
+      "R@50": 0.5023909042569448,
+      "R@100": 0.5477327961378834
+    },
+    "wears": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0009689922480620156
+    },
+    "with": {
+      "R@20": 0.00824598183088749,
+      "R@50": 0.019596685634421483,
+      "R@100": 0.040566037735849055
+    }
+  },
+  "sgdet_recall_with_constraint_mR@K": {
+    "mR@20": 0.08066815345015485,
+    "mR@50": 0.12837122336340046,
+    "mR@100": 0.16961804429088428,
+    "valid_relations": 50,
+    "total_relations": 50
+  },
+  "sgdet_recall_without_constraint_R@K": {},
+  "sgdet_recall_without_constraint_mR@K": {}
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__la_0.3.json

@@ -0,0 +1,71 @@
+{
+  "AP50": 0.31083629376792,
+  "(single)R@20": 0.22293541252777127,
+  "(single)R@50": 0.27842156996614476,
+  "(single)R@100": 0.31196234852039123,
+  "(single)mR@20": 0.0973406813538091,
+  "(single)mR@50": 0.1533125959946274,
+  "(single)mR@100": 0.19882191580158376,
+  "eval_arg": {
+    "data_path": "dataset/visual_genome",
+    "output_path": "./output",
+    "backbone_dirpath": "",
+    "architecture": "SenseTime/deformable-detr",
+    "auxiliary_loss": false,
+    "from_scratch": false,
+    "pretrained": "./ckpt/pretrained_detr__SenseTime__deformable-detr/batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune/version_0/",
+    "num_queries": 200,
+    "ce_loss_coefficient": 2.0,
+    "rel_loss_coefficient": 15.0,
+    "connectivity_loss_coefficient": 30.0,
+    "smoothing": 1e-14,
+    "rel_sample_negatives": 80,
+    "rel_sample_nonmatching": 80,
+    "rel_sample_negatives_largest": true,
+    "rel_sample_nonmatching_largest": true,
+    "batch_size": 12,
+    "accumulate": 2,
+    "gpus": 1,
+    "max_epochs": 70,
+    "max_epochs_finetune": 25,
+    "lr_backbone": 1e-07,
+    "lr": 1e-06,
+    "lr_initialized": 0.0001,
+    "weight_decay": 0.0001,
+    "gradient_clip_val": 0.1,
+    "frozen_params": false,
+    "debug": false,
+    "resume": true,
+    "memo": "07-27-egtr-3-NO6-fintune",
+    "version": 0,
+    "patience": 15,
+    "finetune": true,
+    "skip_main_train": true,
+    "main_trained_path": "output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/",
+    "filter_duplicate_rels": true,
+    "filter_multiple_rels": true,
+    "use_freq_bias": true,
+    "use_log_softmax": false,
+    "skip_train": true,
+    "split": "test",
+    "eval_batch_size": 3,
+    "eval_when_train_end": true,
+    "eval_single_preds": true,
+    "eval_multiple_preds": false,
+    "logit_adjustment": true,
+    "logit_adj_tau": 0.3,
+    "num_workers": 8,
+    "precision": 32,
+    "depth_data_path": "dataset/vg_depth",
+    "depth_file_suffix": "_depth.pt",
+    "use_depth_input": true,
+    "depth_strength_factor": 1.0,
+    "enable_correlation": true,
+    "use_depth_cross_attention": true,
+    "depth_fusion_heads": 8,
+    "depth_fusion_method": "concat",
+    "depth_decoder_fusion_layers": 6
+  },
+  "weight_source": "finetune",
+  "weight_path": "./output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695.ckpt"
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__la_0.3__relation_results.json

@@ -0,0 +1,263 @@
+{
+  "sgdet_recall_with_constraint_R@K": {
+    "above": {
+      "R@20": 0.08136815920398009,
+      "R@50": 0.12057698520385085,
+      "R@100": 0.1556013762357046
+    },
+    "across": {
+      "R@20": 0.031746031746031744,
+      "R@50": 0.07936507936507936,
+      "R@100": 0.09523809523809523
+    },
+    "against": {
+      "R@20": 0.056451612903225805,
+      "R@50": 0.12096774193548387,
+      "R@100": 0.1693548387096774
+    },
+    "along": {
+      "R@20": 0.027522935779816515,
+      "R@50": 0.06269113149847096,
+      "R@100": 0.12232415902140671
+    },
+    "and": {
+      "R@20": 0.0670611439842209,
+      "R@50": 0.15187376725838264,
+      "R@100": 0.22090729783037472
+    },
+    "at": {
+      "R@20": 0.21462750550341791,
+      "R@50": 0.3095817402386745,
+      "R@100": 0.3452265090951222
+    },
+    "attached to": {
+      "R@20": 0.01963443396226415,
+      "R@50": 0.039740566037735854,
+      "R@100": 0.06544811320754718
+    },
+    "behind": {
+      "R@20": 0.13662494734298586,
+      "R@50": 0.2283324931845533,
+      "R@100": 0.2851298584149538
+    },
+    "belonging to": {
+      "R@20": 0.0036965423111919925,
+      "R@50": 0.021003942978465272,
+      "R@100": 0.08475887170154686
+    },
+    "between": {
+      "R@20": 0.008333333333333333,
+      "R@50": 0.03888888888888889,
+      "R@100": 0.08194444444444444
+    },
+    "carrying": {
+      "R@20": 0.22228682170542638,
+      "R@50": 0.27972868217054264,
+      "R@100": 0.3016279069767442
+    },
+    "covered in": {
+      "R@20": 0.03809523809523809,
+      "R@50": 0.13273809523809524,
+      "R@100": 0.2
+    },
+    "covering": {
+      "R@20": 0.04408602150537635,
+      "R@50": 0.1021505376344086,
+      "R@100": 0.1696236559139785
+    },
+    "eating": {
+      "R@20": 0.08940397350993377,
+      "R@50": 0.12803532008830024,
+      "R@100": 0.15949227373068434
+    },
+    "flying in": {
+      "R@20": 0.0,
+      "R@50": 0.12121212121212122,
+      "R@100": 0.4090909090909091
+    },
+    "for": {
+      "R@20": 0.041803278688524584,
+      "R@50": 0.09908274785323966,
+      "R@100": 0.14430132708821233
+    },
+    "from": {
+      "R@20": 0.014084507042253521,
+      "R@50": 0.028169014084507043,
+      "R@100": 0.04225352112676056
+    },
+    "growing on": {
+      "R@20": 0.0,
+      "R@50": 0.034482758620689655,
+      "R@100": 0.04310344827586207
+    },
+    "hanging from": {
+      "R@20": 0.09113545816733068,
+      "R@50": 0.1254980079681275,
+      "R@100": 0.15073041168658696
+    },
+    "has": {
+      "R@20": 0.2928556226676025,
+      "R@50": 0.37014790506062645,
+      "R@100": 0.4183261737629751
+    },
+    "holding": {
+      "R@20": 0.2627785892816568,
+      "R@50": 0.31668662966208977,
+      "R@100": 0.3493319700068166
+    },
+    "in": {
+      "R@20": 0.09773133993377894,
+      "R@50": 0.1330790675449212,
+      "R@100": 0.15841555301067495
+    },
+    "in front of": {
+      "R@20": 0.09168659095437338,
+      "R@50": 0.14191821079896394,
+      "R@100": 0.19172643952978682
+    },
+    "laying on": {
+      "R@20": 0.1719219219219219,
+      "R@50": 0.22297297297297297,
+      "R@100": 0.26238738738738737
+    },
+    "looking at": {
+      "R@20": 0.038821954484605084,
+      "R@50": 0.06291834002677375,
+      "R@100": 0.0821285140562249
+    },
+    "lying on": {
+      "R@20": 0.09183673469387756,
+      "R@50": 0.12074829931972787,
+      "R@100": 0.15986394557823128
+    },
+    "made of": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "mounted on": {
+      "R@20": 0.026041666666666668,
+      "R@50": 0.11979166666666667,
+      "R@100": 0.16145833333333334
+    },
+    "near": {
+      "R@20": 0.10750213594167252,
+      "R@50": 0.157036347405645,
+      "R@100": 0.19381506001708754
+    },
+    "of": {
+      "R@20": 0.2190911359012952,
+      "R@50": 0.30706225768581746,
+      "R@100": 0.3464654449575064
+    },
+    "on": {
+      "R@20": 0.20201358481239315,
+      "R@50": 0.24632449277709742,
+      "R@100": 0.2688159536239559
+    },
+    "on back of": {
+      "R@20": 0.13356973995271867,
+      "R@50": 0.1950354609929078,
+      "R@100": 0.2647754137115839
+    },
+    "over": {
+      "R@20": 0.08213399503722085,
+      "R@50": 0.17568238213399504,
+      "R@100": 0.21368899917287015
+    },
+    "painted on": {
+      "R@20": 0.019252873563218392,
+      "R@50": 0.07097701149425288,
+      "R@100": 0.11551724137931035
+    },
+    "parked on": {
+      "R@20": 0.1734617442482611,
+      "R@50": 0.2762974852862493,
+      "R@100": 0.36816479400749064
+    },
+    "part of": {
+      "R@20": 0.003527336860670194,
+      "R@50": 0.024103468547912992,
+      "R@100": 0.08212815990593768
+    },
+    "playing": {
+      "R@20": 0.045454545454545456,
+      "R@50": 0.045454545454545456,
+      "R@100": 0.045454545454545456
+    },
+    "riding": {
+      "R@20": 0.35685941043083896,
+      "R@50": 0.45629910879080315,
+      "R@100": 0.5128513420872224
+    },
+    "says": {
+      "R@20": 0.0,
+      "R@50": 0.08333333333333333,
+      "R@100": 0.08333333333333333
+    },
+    "sitting on": {
+      "R@20": 0.12050967261904762,
+      "R@50": 0.17978143601190474,
+      "R@100": 0.22182105654761908
+    },
+    "standing on": {
+      "R@20": 0.06648619554204661,
+      "R@50": 0.11270052347180007,
+      "R@100": 0.145931484295846
+    },
+    "to": {
+      "R@20": 0.07581967213114754,
+      "R@50": 0.21789617486338797,
+      "R@100": 0.305327868852459
+    },
+    "under": {
+      "R@20": 0.16595985298275373,
+      "R@50": 0.24160305343511448,
+      "R@100": 0.29072660446706244
+    },
+    "using": {
+      "R@20": 0.15854166666666666,
+      "R@50": 0.20645833333333333,
+      "R@100": 0.27020833333333333
+    },
+    "walking in": {
+      "R@20": 0.0516431924882629,
+      "R@50": 0.13380281690140844,
+      "R@100": 0.20469483568075117
+    },
+    "walking on": {
+      "R@20": 0.1296023235031278,
+      "R@50": 0.20580875781948169,
+      "R@100": 0.2384271671134942
+    },
+    "watching": {
+      "R@20": 0.047691197691197694,
+      "R@50": 0.0923039923039923,
+      "R@100": 0.13090428090428088
+    },
+    "wearing": {
+      "R@20": 0.4352361965651805,
+      "R@50": 0.4989630916693831,
+      "R@100": 0.5410597147008801
+    },
+    "wears": {
+      "R@20": 0.0,
+      "R@50": 0.0005767811000369139,
+      "R@100": 0.018519287559985234
+    },
+    "with": {
+      "R@20": 0.011041229909154437,
+      "R@50": 0.025746231406608765,
+      "R@100": 0.04866953451859112
+    }
+  },
+  "sgdet_recall_with_constraint_mR@K": {
+    "mR@20": 0.0973406813538091,
+    "mR@50": 0.1533125959946274,
+    "mR@100": 0.19882191580158376,
+    "valid_relations": 50,
+    "total_relations": 50
+  },
+  "sgdet_recall_without_constraint_R@K": {},
+  "sgdet_recall_without_constraint_mR@K": {}
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__no__la.json

@@ -0,0 +1,71 @@
+{
+  "AP50": 0.3108389356569485,
+  "(single)R@20": 0.23635742876518284,
+  "(single)R@50": 0.3028534447090023,
+  "(single)R@100": 0.3473717402840602,
+  "(single)mR@20": 0.05985749452580964,
+  "(single)mR@50": 0.08607311657799739,
+  "(single)mR@100": 0.10750285419405314,
+  "eval_arg": {
+    "data_path": "dataset/visual_genome",
+    "output_path": "./output",
+    "backbone_dirpath": "",
+    "architecture": "SenseTime/deformable-detr",
+    "auxiliary_loss": false,
+    "from_scratch": false,
+    "pretrained": "./ckpt/pretrained_detr__SenseTime__deformable-detr/batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune/version_0/",
+    "num_queries": 200,
+    "ce_loss_coefficient": 2.0,
+    "rel_loss_coefficient": 15.0,
+    "connectivity_loss_coefficient": 30.0,
+    "smoothing": 1e-14,
+    "rel_sample_negatives": 80,
+    "rel_sample_nonmatching": 80,
+    "rel_sample_negatives_largest": true,
+    "rel_sample_nonmatching_largest": true,
+    "batch_size": 12,
+    "accumulate": 2,
+    "gpus": 1,
+    "max_epochs": 70,
+    "max_epochs_finetune": 25,
+    "lr_backbone": 1e-07,
+    "lr": 1e-06,
+    "lr_initialized": 0.0001,
+    "weight_decay": 0.0001,
+    "gradient_clip_val": 0.1,
+    "frozen_params": false,
+    "debug": false,
+    "resume": true,
+    "memo": "07-27-egtr-3-NO6-fintune",
+    "version": 0,
+    "patience": 15,
+    "finetune": true,
+    "skip_main_train": true,
+    "main_trained_path": "output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/",
+    "filter_duplicate_rels": true,
+    "filter_multiple_rels": true,
+    "use_freq_bias": true,
+    "use_log_softmax": false,
+    "skip_train": true,
+    "split": "test",
+    "eval_batch_size": 3,
+    "eval_when_train_end": true,
+    "eval_single_preds": true,
+    "eval_multiple_preds": false,
+    "logit_adjustment": false,
+    "logit_adj_tau": 0.5,
+    "num_workers": 8,
+    "precision": 32,
+    "depth_data_path": "dataset/vg_depth",
+    "depth_file_suffix": "_depth.pt",
+    "use_depth_input": true,
+    "depth_strength_factor": 1.0,
+    "enable_correlation": true,
+    "use_depth_cross_attention": true,
+    "depth_fusion_heads": 8,
+    "depth_fusion_method": "concat",
+    "depth_decoder_fusion_layers": 6
+  },
+  "weight_source": "finetune",
+  "weight_path": "./output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695.ckpt"
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/epoch=06-validation_loss=1.695__test__8816__GeForce__no__la__relation_results.json

@@ -0,0 +1,263 @@
+{
+  "sgdet_recall_with_constraint_R@K": {
+    "above": {
+      "R@20": 0.06890547263681591,
+      "R@50": 0.09699715707178394,
+      "R@100": 0.11572316986496091
+    },
+    "across": {
+      "R@20": 0.007936507936507936,
+      "R@50": 0.023809523809523808,
+      "R@100": 0.023809523809523808
+    },
+    "against": {
+      "R@20": 0.024193548387096774,
+      "R@50": 0.024193548387096774,
+      "R@100": 0.024193548387096774
+    },
+    "along": {
+      "R@20": 0.009174311926605505,
+      "R@50": 0.009174311926605505,
+      "R@100": 0.009174311926605505
+    },
+    "and": {
+      "R@20": 0.014792899408284023,
+      "R@50": 0.05128205128205128,
+      "R@100": 0.07495069033530571
+    },
+    "at": {
+      "R@20": 0.13007762715791912,
+      "R@50": 0.19319893407484648,
+      "R@100": 0.24287452207160232
+    },
+    "attached to": {
+      "R@20": 0.0,
+      "R@50": 0.0026533018867924527,
+      "R@100": 0.004127358490566038
+    },
+    "behind": {
+      "R@20": 0.12649846359128322,
+      "R@50": 0.22391621313826127,
+      "R@100": 0.2890438904301933
+    },
+    "belonging to": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0009099181073703366
+    },
+    "between": {
+      "R@20": 0.0,
+      "R@50": 0.001388888888888889,
+      "R@100": 0.008333333333333333
+    },
+    "carrying": {
+      "R@20": 0.10523255813953489,
+      "R@50": 0.1522093023255814,
+      "R@100": 0.18310077519379844
+    },
+    "covered in": {
+      "R@20": 0.0,
+      "R@50": 0.007142857142857143,
+      "R@100": 0.04345238095238095
+    },
+    "covering": {
+      "R@20": 0.0,
+      "R@50": 0.012903225806451613,
+      "R@100": 0.012903225806451613
+    },
+    "eating": {
+      "R@20": 0.06622516556291391,
+      "R@50": 0.0739514348785872,
+      "R@100": 0.09050772626931566
+    },
+    "flying in": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "for": {
+      "R@20": 0.0,
+      "R@50": 0.006147540983606557,
+      "R@100": 0.010245901639344262
+    },
+    "from": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "growing on": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "hanging from": {
+      "R@20": 0.035856573705179286,
+      "R@50": 0.06872509960159362,
+      "R@100": 0.07768924302788845
+    },
+    "has": {
+      "R@20": 0.3012178701174347,
+      "R@50": 0.38372819860828683,
+      "R@100": 0.4357496782985025
+    },
+    "holding": {
+      "R@20": 0.26346366085629885,
+      "R@50": 0.3322115103710196,
+      "R@100": 0.37318677573278797
+    },
+    "in": {
+      "R@20": 0.09489610958147544,
+      "R@50": 0.13397377554694628,
+      "R@100": 0.16556808178271593
+    },
+    "in front of": {
+      "R@20": 0.05524008766686591,
+      "R@50": 0.08735305837816297,
+      "R@100": 0.11847230524008767
+    },
+    "laying on": {
+      "R@20": 0.0045045045045045045,
+      "R@50": 0.02177177177177177,
+      "R@100": 0.052177177177177174
+    },
+    "looking at": {
+      "R@20": 0.018741633199464522,
+      "R@50": 0.04685408299866131,
+      "R@100": 0.06894243641231594
+    },
+    "lying on": {
+      "R@20": 0.0,
+      "R@50": 0.01020408163265306,
+      "R@100": 0.04591836734693878
+    },
+    "made of": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "mounted on": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "near": {
+      "R@20": 0.12785440348800234,
+      "R@50": 0.1994206138485646,
+      "R@100": 0.2537019796252236
+    },
+    "of": {
+      "R@20": 0.2076770493580653,
+      "R@50": 0.30236269139500255,
+      "R@100": 0.35507849303334355
+    },
+    "on": {
+      "R@20": 0.2582196946906444,
+      "R@50": 0.3325839237163287,
+      "R@100": 0.3837283568065826
+    },
+    "on back of": {
+      "R@20": 0.03546099290780142,
+      "R@50": 0.059101654846335686,
+      "R@100": 0.08037825059101654
+    },
+    "over": {
+      "R@20": 0.02977667493796526,
+      "R@50": 0.09636062861869313,
+      "R@100": 0.1346153846153846
+    },
+    "painted on": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.020689655172413793
+    },
+    "parked on": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "part of": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "playing": {
+      "R@20": 0.0,
+      "R@50": 0.045454545454545456,
+      "R@100": 0.045454545454545456
+    },
+    "riding": {
+      "R@20": 0.18306702525971627,
+      "R@50": 0.22175552391499237,
+      "R@100": 0.257359067658071
+    },
+    "says": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "sitting on": {
+      "R@20": 0.07827566964285715,
+      "R@50": 0.11371186755952381,
+      "R@100": 0.15263764880952382
+    },
+    "standing on": {
+      "R@20": 0.008833586626139816,
+      "R@50": 0.0165273556231003,
+      "R@100": 0.02918671901384667
+    },
+    "to": {
+      "R@20": 0.0,
+      "R@50": 0.00819672131147541,
+      "R@100": 0.055327868852459015
+    },
+    "under": {
+      "R@20": 0.14068419564602772,
+      "R@50": 0.2098529827537461,
+      "R@100": 0.2605315238903025
+    },
+    "using": {
+      "R@20": 0.12604166666666666,
+      "R@50": 0.16145833333333331,
+      "R@100": 0.17395833333333333
+    },
+    "walking in": {
+      "R@20": 0.007042253521126761,
+      "R@50": 0.007042253521126761,
+      "R@100": 0.011737089201877934
+    },
+    "walking on": {
+      "R@20": 0.002680965147453083,
+      "R@50": 0.02680965147453083,
+      "R@100": 0.04349865951742628
+    },
+    "watching": {
+      "R@20": 0.01616161616161616,
+      "R@50": 0.020530703864037197,
+      "R@100": 0.0700537117203784
+    },
+    "wearing": {
+      "R@20": 0.4381670950909194,
+      "R@50": 0.5049898085401434,
+      "R@100": 0.5507342893161369
+    },
+    "wears": {
+      "R@20": 0.0,
+      "R@50": 0.0,
+      "R@100": 0.0
+    },
+    "with": {
+      "R@20": 0.005974842767295597,
+      "R@50": 0.01370669861235899,
+      "R@100": 0.025416791454527302
+    }
+  },
+  "sgdet_recall_with_constraint_mR@K": {
+    "mR@20": 0.05985749452580964,
+    "mR@50": 0.08607311657799739,
+    "mR@100": 0.10750285419405314,
+    "valid_relations": 50,
+    "total_relations": 50
+  },
+  "sgdet_recall_without_constraint_R@K": {},
+  "sgdet_recall_without_constraint_mR@K": {}
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1241de60e7d6c315ce88c7dc89b82df22d6328f86193a66a9a2ff644ab7ca043
+size 593083428

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/config.json

@@ -0,0 +1,376 @@
+{
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architecture": "SenseTime/deformable-detr",
+  "architectures": [
+    "DeformableDetrForObjectDetection"
+  ],
+  "attention_dropout": 0.0,
+  "auxiliary_loss": false,
+  "backbone": "resnet50",
+  "bbox_cost": 5,
+  "bbox_loss_coefficient": 5,
+  "ce_loss_coefficient": 2.0,
+  "class_cost": 1,
+  "connectivity_loss_coefficient": 30.0,
+  "d_model": 256,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 1024,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_n_points": 4,
+  "depth_decoder_fusion_layers": 6,
+  "depth_fusion_heads": 8,
+  "depth_fusion_method": "concat",
+  "depth_strength_factor": 1.0,
+  "dice_loss_coefficient": 1,
+  "dilation": false,
+  "dropout": 0.1,
+  "enable_correlation": true,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 1024,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "encoder_n_points": 4,
+  "eos_coefficient": 0.1,
+  "focal_alpha": 0.25,
+  "freq_bias_eps": 1e-12,
+  "from_scratch": false,
+  "frozen_params": false,
+  "giou_cost": 2,
+  "giou_loss_coefficient": 2,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16",
+    "17": "LABEL_17",
+    "18": "LABEL_18",
+    "19": "LABEL_19",
+    "20": "LABEL_20",
+    "21": "LABEL_21",
+    "22": "LABEL_22",
+    "23": "LABEL_23",
+    "24": "LABEL_24",
+    "25": "LABEL_25",
+    "26": "LABEL_26",
+    "27": "LABEL_27",
+    "28": "LABEL_28",
+    "29": "LABEL_29",
+    "30": "LABEL_30",
+    "31": "LABEL_31",
+    "32": "LABEL_32",
+    "33": "LABEL_33",
+    "34": "LABEL_34",
+    "35": "LABEL_35",
+    "36": "LABEL_36",
+    "37": "LABEL_37",
+    "38": "LABEL_38",
+    "39": "LABEL_39",
+    "40": "LABEL_40",
+    "41": "LABEL_41",
+    "42": "LABEL_42",
+    "43": "LABEL_43",
+    "44": "LABEL_44",
+    "45": "LABEL_45",
+    "46": "LABEL_46",
+    "47": "LABEL_47",
+    "48": "LABEL_48",
+    "49": "LABEL_49",
+    "50": "LABEL_50",
+    "51": "LABEL_51",
+    "52": "LABEL_52",
+    "53": "LABEL_53",
+    "54": "LABEL_54",
+    "55": "LABEL_55",
+    "56": "LABEL_56",
+    "57": "LABEL_57",
+    "58": "LABEL_58",
+    "59": "LABEL_59",
+    "60": "LABEL_60",
+    "61": "LABEL_61",
+    "62": "LABEL_62",
+    "63": "LABEL_63",
+    "64": "LABEL_64",
+    "65": "LABEL_65",
+    "66": "LABEL_66",
+    "67": "LABEL_67",
+    "68": "LABEL_68",
+    "69": "LABEL_69",
+    "70": "LABEL_70",
+    "71": "LABEL_71",
+    "72": "LABEL_72",
+    "73": "LABEL_73",
+    "74": "LABEL_74",
+    "75": "LABEL_75",
+    "76": "LABEL_76",
+    "77": "LABEL_77",
+    "78": "LABEL_78",
+    "79": "LABEL_79",
+    "80": "LABEL_80",
+    "81": "LABEL_81",
+    "82": "LABEL_82",
+    "83": "LABEL_83",
+    "84": "LABEL_84",
+    "85": "LABEL_85",
+    "86": "LABEL_86",
+    "87": "LABEL_87",
+    "88": "LABEL_88",
+    "89": "LABEL_89",
+    "90": "LABEL_90",
+    "91": "LABEL_91",
+    "92": "LABEL_92",
+    "93": "LABEL_93",
+    "94": "LABEL_94",
+    "95": "LABEL_95",
+    "96": "LABEL_96",
+    "97": "LABEL_97",
+    "98": "LABEL_98",
+    "99": "LABEL_99",
+    "100": "LABEL_100",
+    "101": "LABEL_101",
+    "102": "LABEL_102",
+    "103": "LABEL_103",
+    "104": "LABEL_104",
+    "105": "LABEL_105",
+    "106": "LABEL_106",
+    "107": "LABEL_107",
+    "108": "LABEL_108",
+    "109": "LABEL_109",
+    "110": "LABEL_110",
+    "111": "LABEL_111",
+    "112": "LABEL_112",
+    "113": "LABEL_113",
+    "114": "LABEL_114",
+    "115": "LABEL_115",
+    "116": "LABEL_116",
+    "117": "LABEL_117",
+    "118": "LABEL_118",
+    "119": "LABEL_119",
+    "120": "LABEL_120",
+    "121": "LABEL_121",
+    "122": "LABEL_122",
+    "123": "LABEL_123",
+    "124": "LABEL_124",
+    "125": "LABEL_125",
+    "126": "LABEL_126",
+    "127": "LABEL_127",
+    "128": "LABEL_128",
+    "129": "LABEL_129",
+    "130": "LABEL_130",
+    "131": "LABEL_131",
+    "132": "LABEL_132",
+    "133": "LABEL_133",
+    "134": "LABEL_134",
+    "135": "LABEL_135",
+    "136": "LABEL_136",
+    "137": "LABEL_137",
+    "138": "LABEL_138",
+    "139": "LABEL_139",
+    "140": "LABEL_140",
+    "141": "LABEL_141",
+    "142": "LABEL_142",
+    "143": "LABEL_143",
+    "144": "LABEL_144",
+    "145": "LABEL_145",
+    "146": "LABEL_146",
+    "147": "LABEL_147",
+    "148": "LABEL_148",
+    "149": "LABEL_149"
+  },
+  "init_std": 0.02,
+  "init_xavier_std": 1.0,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_100": 100,
+    "LABEL_101": 101,
+    "LABEL_102": 102,
+    "LABEL_103": 103,
+    "LABEL_104": 104,
+    "LABEL_105": 105,
+    "LABEL_106": 106,
+    "LABEL_107": 107,
+    "LABEL_108": 108,
+    "LABEL_109": 109,
+    "LABEL_11": 11,
+    "LABEL_110": 110,
+    "LABEL_111": 111,
+    "LABEL_112": 112,
+    "LABEL_113": 113,
+    "LABEL_114": 114,
+    "LABEL_115": 115,
+    "LABEL_116": 116,
+    "LABEL_117": 117,
+    "LABEL_118": 118,
+    "LABEL_119": 119,
+    "LABEL_12": 12,
+    "LABEL_120": 120,
+    "LABEL_121": 121,
+    "LABEL_122": 122,
+    "LABEL_123": 123,
+    "LABEL_124": 124,
+    "LABEL_125": 125,
+    "LABEL_126": 126,
+    "LABEL_127": 127,
+    "LABEL_128": 128,
+    "LABEL_129": 129,
+    "LABEL_13": 13,
+    "LABEL_130": 130,
+    "LABEL_131": 131,
+    "LABEL_132": 132,
+    "LABEL_133": 133,
+    "LABEL_134": 134,
+    "LABEL_135": 135,
+    "LABEL_136": 136,
+    "LABEL_137": 137,
+    "LABEL_138": 138,
+    "LABEL_139": 139,
+    "LABEL_14": 14,
+    "LABEL_140": 140,
+    "LABEL_141": 141,
+    "LABEL_142": 142,
+    "LABEL_143": 143,
+    "LABEL_144": 144,
+    "LABEL_145": 145,
+    "LABEL_146": 146,
+    "LABEL_147": 147,
+    "LABEL_148": 148,
+    "LABEL_149": 149,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_17": 17,
+    "LABEL_18": 18,
+    "LABEL_19": 19,
+    "LABEL_2": 2,
+    "LABEL_20": 20,
+    "LABEL_21": 21,
+    "LABEL_22": 22,
+    "LABEL_23": 23,
+    "LABEL_24": 24,
+    "LABEL_25": 25,
+    "LABEL_26": 26,
+    "LABEL_27": 27,
+    "LABEL_28": 28,
+    "LABEL_29": 29,
+    "LABEL_3": 3,
+    "LABEL_30": 30,
+    "LABEL_31": 31,
+    "LABEL_32": 32,
+    "LABEL_33": 33,
+    "LABEL_34": 34,
+    "LABEL_35": 35,
+    "LABEL_36": 36,
+    "LABEL_37": 37,
+    "LABEL_38": 38,
+    "LABEL_39": 39,
+    "LABEL_4": 4,
+    "LABEL_40": 40,
+    "LABEL_41": 41,
+    "LABEL_42": 42,
+    "LABEL_43": 43,
+    "LABEL_44": 44,
+    "LABEL_45": 45,
+    "LABEL_46": 46,
+    "LABEL_47": 47,
+    "LABEL_48": 48,
+    "LABEL_49": 49,
+    "LABEL_5": 5,
+    "LABEL_50": 50,
+    "LABEL_51": 51,
+    "LABEL_52": 52,
+    "LABEL_53": 53,
+    "LABEL_54": 54,
+    "LABEL_55": 55,
+    "LABEL_56": 56,
+    "LABEL_57": 57,
+    "LABEL_58": 58,
+    "LABEL_59": 59,
+    "LABEL_6": 6,
+    "LABEL_60": 60,
+    "LABEL_61": 61,
+    "LABEL_62": 62,
+    "LABEL_63": 63,
+    "LABEL_64": 64,
+    "LABEL_65": 65,
+    "LABEL_66": 66,
+    "LABEL_67": 67,
+    "LABEL_68": 68,
+    "LABEL_69": 69,
+    "LABEL_7": 7,
+    "LABEL_70": 70,
+    "LABEL_71": 71,
+    "LABEL_72": 72,
+    "LABEL_73": 73,
+    "LABEL_74": 74,
+    "LABEL_75": 75,
+    "LABEL_76": 76,
+    "LABEL_77": 77,
+    "LABEL_78": 78,
+    "LABEL_79": 79,
+    "LABEL_8": 8,
+    "LABEL_80": 80,
+    "LABEL_81": 81,
+    "LABEL_82": 82,
+    "LABEL_83": 83,
+    "LABEL_84": 84,
+    "LABEL_85": 85,
+    "LABEL_86": 86,
+    "LABEL_87": 87,
+    "LABEL_88": 88,
+    "LABEL_89": 89,
+    "LABEL_9": 9,
+    "LABEL_90": 90,
+    "LABEL_91": 91,
+    "LABEL_92": 92,
+    "LABEL_93": 93,
+    "LABEL_94": 94,
+    "LABEL_95": 95,
+    "LABEL_96": 96,
+    "LABEL_97": 97,
+    "LABEL_98": 98,
+    "LABEL_99": 99
+  },
+  "logit_adj_tau": 0.5,
+  "logit_adjustment": false,
+  "main_trained_path": "output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6/version_0/checkpoints/epoch=47-validation_loss=1.695.ckpt",
+  "mask_loss_coefficient": 1,
+  "max_position_embeddings": 1024,
+  "model_type": "deformable_detr",
+  "num_feature_levels": 4,
+  "num_queries": 200,
+  "num_rel_labels": 50,
+  "output_attention_states": false,
+  "position_embedding_type": "sine",
+  "pretrained": "./ckpt/pretrained_detr__SenseTime__deformable-detr/batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune/version_0/",
+  "rel_loss_coefficient": 15.0,
+  "rel_sample_negatives": 80,
+  "rel_sample_negatives_largest": true,
+  "rel_sample_nonmatching": 80,
+  "rel_sample_nonmatching_largest": true,
+  "smoothing": 1e-14,
+  "torch_dtype": "float32",
+  "transformers_version": "4.18.0",
+  "two_stage": false,
+  "two_stage_num_proposals": 300,
+  "use_depth_cross_attention": true,
+  "use_depth_fusion": true,
+  "use_freq_bias": true,
+  "use_log_softmax": false,
+  "with_box_refine": false
+}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1753832749.hnode003.3197765.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3eac9022d84f72a97e31cb4bd3216399f4cc5ca2a19305be26420d01dc6e658
+size 748310

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1753891515.hnode003.3956668.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfa4d2ec3ab4cbd62a35158ea98e63a249537bf29cf51d9f7c4f7d236e77dee
+size 414

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1753892532.hnode003.4069729.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae375b7578f0d7933340e01eb151c76dc9caf0b12027cbd27b9179c124f8bae
+size 338512

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1753973183.hnode003.1067497.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d094e270ab3ceb07221a38af48ba5576709d364154c4c233cbeb9ae2a90a645
+size 1814

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1753973834.hnode003.1095230.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bd119c2904e0ec4ab7782ad0ce3772e29be04376639c55f7e1f57f67fe18d9
+size 33746

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1754129498.hnode003.3387473.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d6afe343496ada7627995c6b5c0c7db3b76d2876fbac78f9b2ce9e185908e4
+size 414

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1755449537.hnode003.2175788.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439797e03fb63025ff198326b199ded3f2929c653405e0d2390e1401f1b8f52b
+size 414

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/events.out.tfevents.1755449544.hnode003.2168874.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab723cab4b88828b417c59f04ee5f39e130a6253988ab87911e1ab737f2891b
+size 414

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/hparams.yaml

@@ -0,0 +1 @@
+{}

ckpt/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6-fintune__finetune/version_0/training_args.yaml

@@ -0,0 +1,58 @@
+accumulate: 2
+architecture: SenseTime/deformable-detr
+auxiliary_loss: false
+backbone_dirpath: ''
+batch_size: 2
+ce_loss_coefficient: 2.0
+connectivity_loss_coefficient: 30.0
+data_path: dataset/visual_genome
+debug: false
+depth_data_path: dataset/vg_depth
+depth_decoder_fusion_layers: 6
+depth_file_suffix: _depth.pt
+depth_fusion_heads: 8
+depth_fusion_method: concat
+depth_strength_factor: 1.0
+enable_correlation: true
+eval_batch_size: 2
+eval_multiple_preds: false
+eval_single_preds: true
+eval_when_train_end: true
+filter_duplicate_rels: true
+filter_multiple_rels: true
+finetune: true
+from_scratch: false
+frozen_params: false
+gpus: 6
+gradient_clip_val: 0.1
+logit_adj_tau: 0.5
+logit_adjustment: false
+lr: 1.0e-07
+lr_backbone: 1.0e-08
+lr_initialized: 1.0e-05
+main_trained_path: output/egtr__batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune__version_0__/batch__24__epochs__70_25__lr__1e-07_1e-06_0.0001__07-27-egtr-3-NO6/version_0/
+max_epochs: 70
+max_epochs_finetune: 25
+memo: 07-27-egtr-3-NO6-fintune
+num_queries: 200
+num_workers: 8
+output_path: ./output
+patience: 15
+precision: 32
+pretrained: ./ckpt/pretrained_detr__SenseTime__deformable-detr/batch__32__epochs__150_50__lr__1e-05_0.0001__visual_genome__finetune/version_0/
+rel_loss_coefficient: 15.0
+rel_sample_negatives: 80
+rel_sample_negatives_largest: true
+rel_sample_nonmatching: 80
+rel_sample_nonmatching_largest: true
+resume: true
+skip_main_train: true
+skip_train: false
+smoothing: 1.0e-14
+split: test
+use_depth_cross_attention: true
+use_depth_input: true
+use_freq_bias: true
+use_log_softmax: false
+version: 0
+weight_decay: 0.0001