| { |
| "cnn_type": "densenet121", |
| "config_dict": { |
| "answer_spaces": { |
| "choice_multiple": { |
| "barretts": 3, |
| "biopsy forceps": 14, |
| "cecum": 8, |
| "hemorrhoids": 5, |
| "ileum": 6, |
| "injection needle": 13, |
| "metal clip": 11, |
| "none": 15, |
| "oesophagitis": 0, |
| "polyp": 4, |
| "polyp snare": 12, |
| "pylorus": 9, |
| "short-segment barretts": 2, |
| "tube": 10, |
| "ulcerative colitis": 1, |
| "z-line": 7 |
| }, |
| "choice_single": { |
| "11-20mm": 8, |
| "5-10mm": 7, |
| "<5mm": 6, |
| ">20": 10, |
| ">20mm": 9, |
| "capsule endoscopy": 3, |
| "colonoscopy": 4, |
| "gastroscopy": 5, |
| "none": 11, |
| "paris iia": 1, |
| "paris ip": 0, |
| "paris is": 2 |
| }, |
| "color": { |
| "black": 3, |
| "blue": 8, |
| "brown": 11, |
| "flesh": 1, |
| "green": 10, |
| "grey": 9, |
| "landmark:grey": 0, |
| "none": 13, |
| "orange": 4, |
| "pink": 2, |
| "purple": 12, |
| "red": 5, |
| "white": 6, |
| "yellow": 7 |
| }, |
| "location": { |
| "center": 4, |
| "center-left": 3, |
| "center-right": 5, |
| "lower-center": 7, |
| "lower-left": 6, |
| "lower-right": 8, |
| "lower-rigth": 8, |
| "none": 9, |
| "upper-center": 1, |
| "upper-left": 0, |
| "upper-right": 2 |
| }, |
| "numerical": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "2": 2, |
| "3": 3, |
| "4": 4, |
| "5": 5, |
| "6": 6, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "yesno": { |
| "no": 1, |
| "not relevant": 2, |
| "yes": 0 |
| } |
| }, |
| "batch_size": 32, |
| "captions_file": "data/kvasir-captions.json", |
| "checkpoint_path": "artifacts/vqa_cnn_bilstm.pth", |
| "cnn_out_dim": 512, |
| "dataset_name": "SimulaMet-HOST/Kvasir-VQA", |
| "device": "cuda", |
| "embedding_dim": 128, |
| "hidden_dim": 256, |
| "img_dir": "data/images", |
| "img_size": [ |
| 224, |
| 224 |
| ], |
| "jsonl_file": "data/kvasir-vqa.jsonl", |
| "learning_rate": 0.0001, |
| "max_seq_len": 20, |
| "num_epochs": 10, |
| "num_workers": 2, |
| "output_dir": "artifacts/output", |
| "patience": 5, |
| "question_types": { |
| "Are there any abnormalities in the image? Check all that are present.": "choice_multiple", |
| "Are there any anatomical landmarks in the image? Check all that are present.": "choice_multiple", |
| "Are there any instruments in the image? Check all that are present.": "choice_multiple", |
| "Does this image contain any finding?": "yesno", |
| "Have all polyps been removed?": "yesno", |
| "How many findings are present?": "numerical", |
| "How many instruments are in the image?": "numerical", |
| "How many instrumnets are in the image?": "numerical", |
| "How many polyps are in the image?": "numerical", |
| "Is there a green/black box artefact?": "yesno", |
| "Is there text?": "yesno", |
| "Is this finding easy to detect?": "yesno", |
| "What color is the abnormality? If more than one separate with ;": "color", |
| "What color is the anatomical landmark? If more than one separate with ;": "color", |
| "What is the size of the polyp?": "choice_single", |
| "What type of polyp is present?": "choice_single", |
| "What type of procedure is the image taken from?": "choice_single", |
| "Where in the image is the abnormality?": "location", |
| "Where in the image is the anatomical landmark?": "location", |
| "Where in the image is the instrument?": "location" |
| }, |
| "seed": 42, |
| "test_split": 0.15, |
| "train_split": 0.7, |
| "use_multi_gpu": false, |
| "val_split": 0.15, |
| "vocab_size": 1399 |
| }, |
| "model_type": "vqa_cnn_bilstm", |
| "transformers_version": "4.51.3", |
| "vocab_size": 1399 |
| } |
|
|
