| { |
| "monitor_metric": "eval_MRR@NM", |
| "trainer_kwargs": { |
| "class_name": "CROSS_MODAL_IR" |
| }, |
| "trainee_kwargs": { |
| "class_name": "CLIP_Encoder", |
| "freeze_prefixes": [], |
| "use_attention": false, |
| "symmetric_CL": false, |
| "weighted_loss": false, |
| "image_type": false, |
| "mlm_type": false, |
| "tie_weights": false, |
| "loss": { |
| "class_name": "NLLLoss", |
| "align_uniform": false |
| } |
| }, |
| "data_module_kwargs": { |
| "class_name": "cross_modal_kb_DataModule_article", |
| "data_processor": { |
| "class_name": "infoseek_data_processor", |
| "train_path": "../../data/infoseek/kb/", |
| "val_path": "../../all_data/kb_dataset_new/val/" |
| }, |
| "input_key": "input", |
| "passage_key": "passage", |
| "title_key": "wikipedia_title", |
| "validation_title_key": "wikipedia_title", |
| "relevant_indices_key": "BM25_provenance_indices", |
| "irrelevant_indices_key": "BM25_irrelevant_indices", |
| "use_image": true, |
| "add_positives": false, |
| "cross_modal_viquae_valid": true, |
| "use_mep": false, |
| "use_mlm": false, |
| "use_CL": true, |
| "augmented": false, |
| "random_mask": false, |
| "dataloader_kwargs": { |
| "num_workers": 6, |
| "prefetch_factor": 2 |
| }, |
| "tokenizer_kwargs": { |
| "class_name": "CLIPTokenizer", |
| "pretrained_model_name_or_path": "clip-vit-base-patch32_tokenizer" |
| }, |
| "tokenization_kwargs": { |
| "max_length": 77, |
| "padding": "longest" |
| }, |
| "image_processor_kwargs": { |
| "class_name": "ImageFormatter_infoseek", |
| "feature_extractor_kwargs": { |
| "class_name": "CLIPFeatureExtractor", |
| "pretrained_model_name_or_path": "clip-vit-base-patch32_FE" |
| } |
| }, |
| "validation_image_processor_kwargs": { |
| "class_name": "ImageFormatter", |
| "feature_extractor_kwargs": { |
| "class_name": "CLIPFeatureExtractor", |
| "pretrained_model_name_or_path": "clip-vit-base-patch32_FE" |
| } |
| } |
| }, |
| "text_encoder_kwargs": { |
| "class_name": "CLIP_Text_Encoder", |
| "checkpoint_name": "text_encoder", |
| "base_encoder_kwargs": { |
| "class_name": "CLIPModel", |
| "pretrained_model_name_or_path": "/gpfswork/rech/der/ufc61ee/my_transformers_cache/clip-vit-base-patch32" |
| }, |
| "inference_path": "saved_models/CLIP_article_infoseek_ZS/text_encoder" |
| }, |
| "image_encoder_kwargs": { |
| "class_name": "CLIP_Image_Encoder", |
| "checkpoint_name": "image_encoder", |
| "base_encoder_kwargs": { |
| "class_name": "CLIPModel", |
| "pretrained_model_name_or_path": "/gpfswork/rech/der/ufc61ee/my_transformers_cache/clip-vit-base-patch32" |
| }, |
| "inference_path": "saved_models/CLIP_article_infoseek_ZS/image_encoder" |
| } |
| } |
