Upload 5 files

config_kwargs.json

@@ -0,0 +1,42 @@
+{
+  "monitor_metric": "eval_MRR@NM",
+  "trainer_kwargs": {
+    "class_name": "IR"
+  },
+  "trainee_kwargs": {
+    "class_name": "DPRBiEncoder",
+    "loss": {
+      "class_name": "NLLLoss"
+    }
+  },
+  "data_module_kwargs": {
+    "class_name": "mono_modal_DataModule",
+    "data_processor": {
+      "class_name": "infoseek_data_processor",
+      "dataset_path": "../../data/infoseek/",
+      "kb_path": "../../data/infoseek/passages",
+      "entity_kb_path": "../../data/infoseek/kb"
+    },
+    "use_image": false,
+    "relevant_indices_key": "BM25_provenance_indices",
+    "irrelevant_indices_key": "BM25_irrelevant_indices",
+    "input_key": "question",
+    "passage_key": "passage",
+    "dataloader_kwargs": {
+      "num_workers": 6,
+      "prefetch_factor": 2
+    }
+  },
+  "question_model_kwargs": {
+    "class_name": "DPRQuestionEncoder",
+    "checkpoint_name": "question_model",
+    "pretrained_model_name_or_path": "/home/data/meerqat/my_transformers_cache/dpr_question_encoder_triviaqa_without_viquae",
+    "inference_path": "saved_models/DPR_infoseek/question_model"
+  },
+  "context_model_kwargs": {
+    "class_name": "DPRContextEncoder",
+    "checkpoint_name": "context_model",
+    "pretrained_model_name_or_path": "/home/data/meerqat/my_transformers_cache/dpr_context_encoder_triviaqa_without_viquae",
+    "inference_path": "saved_models/DPR_infoseek/context_model"
+  }
+}

experiment_params.json

@@ -0,0 +1,151 @@
+{
+  "subparser": null,
+  "max_seq_length": 256,
+  "question_max_seq_length": 256,
+  "RC": false,
+  "coco": false,
+  "flickr": false,
+  "aokvqa": false,
+  "grad_check": true,
+  "MJL": false,
+  "debug_run_time": false,
+  "only_neighbors": false,
+  "full_kb": false,
+  "image_eval": false,
+  "embedding_column": "my_DPR_few_shot",
+  "output_ds": null,
+  "output_kb": null,
+  "embed": false,
+  "data_path": null,
+  "train_batch_size": 512,
+  "eval_batch_size": 1000,
+  "transformer_model_name": "bert-base-uncased",
+  "gradient_accumulation_steps": 1,
+  "warmup_proportion": 0.1,
+  "weight_decay": 0.01,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "warmup_steps": 4,
+  "adam_epsilon": 1e-08,
+  "num_train_epochs": 15,
+  "learning_rate": 2e-05,
+  "dropout": 0.5,
+  "bert_hidden_size": 768,
+  "MM": null,
+  "use_graph_P": null,
+  "use_graph_Q": null,
+  "syntactic_P": null,
+  "syntactic_Q": null,
+  "NS": null,
+  "IC_Q": false,
+  "IC_P": false,
+  "gcn_lr": 2e-05,
+  "head_lr": 2e-06,
+  "func": "cat",
+  "graph_pooling": "mean",
+  "max_nbr_nodes": 2,
+  "num_neib": 1,
+  "neib_depth": 1,
+  "undirect": false,
+  "node_hidden_size": 128,
+  "max_num_relations": null,
+  "max_num_syntactic_relations": null,
+  "map_wikidataRelCode_to_idx": null,
+  "graph_layout": "fr",
+  "residual": false,
+  "num_gcn": null,
+  "node_alias_max_len": 32,
+  "attention": false,
+  "num_paths": 1,
+  "kg_embed": false,
+  "graph_only": false,
+  "freeze": false,
+  "sanity_run": false,
+  "enhanced_question": false,
+  "use_entity_type": false,
+  "filter_edges": false,
+  "draw": false,
+  "layer_norm": false,
+  "filters_3": 768,
+  "tensor_neurons": 16,
+  "output_dir": "saved_models/DPR_infoseek",
+  "main_dir": "/home/data/meerqat/ViQuAE/meerqat/GP-VQA",
+  "experiment_dir": "None",
+  "experiment_name": "DPR_infoseek",
+  "search": null,
+  "xlnet": false,
+  "tune_loss": false,
+  "tune_dev": true,
+  "tune_valid_loss": false,
+  "sanity_val_steps": 0,
+  "cpu": false,
+  "N": 0,
+  "nbr_workers": 1,
+  "num_proc": 1,
+  "local_cache": "/home/data/meerqat/my_transformers_cache",
+  "IMAGE_PATH": null,
+  "transformer_path": null,
+  "resume_from": null,
+  "checkpoint": null,
+  "linear_MEP_checkpoint": null,
+  "linear_MLM_checkpoint": null,
+  "config": "experiments/ir/infoseek/dpr/config.json",
+  "context_checkpoint": null,
+  "grad_accum": 1,
+  "cls_token": "[CLS]",
+  "sep_token": "[SEP]",
+  "pad_token": "[PAD]",
+  "cls_token_at_end": false,
+  "mask_padding_with_zero": true,
+  "pad_on_left": false,
+  "sequence_a_segment_id": 0,
+  "pad_token_segment_id": 0,
+  "cls_token_segment_id": 0,
+  "pad_token_label_id": 0,
+  "pad_token_id": 0,
+  "past_index": -1,
+  "world_size": 1,
+  "use_lstm": false,
+  "use_entity": false,
+  "use_question_graph": false,
+  "use_question_objects": false,
+  "EFeat": null,
+  "NFeat": null,
+  "ltn": false,
+  "use_kelm": false,
+  "unshared": false,
+  "mlm": false,
+  "test": false,
+  "split_dpr": false,
+  "rename_model": false,
+  "mask_rate": 0.15,
+  "pretrained_triviaq": false,
+  "error_analysis": false,
+  "debug": false,
+  "stop_debug": false,
+  "entity_linking": false,
+  "entity_linking_split": false,
+  "build_entity_paths": null,
+  "object_detection": null,
+  "update_wikidata_ids": null,
+  "update_None_ids": null,
+  "dependency_parsing": null,
+  "image_captionning": null,
+  "build_graph": false,
+  "from_bert": false,
+  "fast": false,
+  "get_examples": false,
+  "get_statistics": null,
+  "word_vocab_size": 0,
+  "char_vocab_size": 0,
+  "max_word_len": 30,
+  "device": null,
+  "embedding_matrix": null,
+  "w2v_file": "word_vector_200d.vec",
+  "word_emb_dim": 200,
+  "char_lstm": false,
+  "char_cnn": false,
+  "seed": 32,
+  "tune_batch_size": false,
+  "model_names": null
+}

model-epoch=02-eval_MRR@NM=0.2249_sd=32.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d57f39cedbf8c74fb38cf1e399febd48af4a206d6091b2145e1192ca806e080
+size 2613940077

results.txt

@@ -0,0 +1,2 @@
+-------- dev--------- 
+[0.22488734126091003]

validation_metrics.txt

@@ -0,0 +1,15 @@
+{'MRR@NM': 0.10558550525976783, 'hits@1': 0.040221297185754436}
+{'MRR@NM': 0.2161168630014627, 'hits@1': 0.09654178674351585}
+{'MRR@NM': 0.22488734429883234, 'hits@1': 0.10273241541253068}
+{'MRR@NM': 0.22140587399232292, 'hits@1': 0.101024655779699}
+{'MRR@NM': 0.21979681045055613, 'hits@1': 0.10275020457537268}
+{'MRR@NM': 0.2177612861961234, 'hits@1': 0.10168285480485288}
+{'MRR@NM': 0.21682980275282598, 'hits@1': 0.10225210801579677}
+{'MRR@NM': 0.21654957124706536, 'hits@1': 0.10273241541253068}
+{'MRR@NM': 0.20927489700441432, 'hits@1': 0.0989433237271854}
+{'MRR@NM': 0.20752238784589702, 'hits@1': 0.09864090795887145}
+{'MRR@NM': 0.21108217116175781, 'hits@1': 0.10043761340591312}
+{'MRR@NM': 0.20421901194846445, 'hits@1': 0.09764471483971965}
+{'MRR@NM': 0.19860714370345037, 'hits@1': 0.09497634041342014}
+{'MRR@NM': 0.19831797864640366, 'hits@1': 0.09689757000035579}
+{'MRR@NM': 0.1992387042524054, 'hits@1': 0.09648841925498985}