Upload 9 files

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llava_med_alignment_500k.json filter=lfs diff=lfs merge=lfs -text
+llava_med_image_urls.jsonl filter=lfs diff=lfs merge=lfs -text
+llava_med_instruct_10k.json filter=lfs diff=lfs merge=lfs -text
+llava_med_instruct_60k_inline_mention.json filter=lfs diff=lfs merge=lfs -text
+llava_med_instruct_60k.json filter=lfs diff=lfs merge=lfs -text
+llava_med_instruct_fig_captions.json filter=lfs diff=lfs merge=lfs -text

llava_med_alignment_500k.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007456f3d6c2091466b3fb6cd0573f61a63fd0c937e568f44113d5a1f23e8b93
+size 358112840

llava_med_eval_qa50_fig_captions.json

@@ -0,0 +1,1430 @@
+{
+  "chest_xray": [
+    {
+      "fig_caption": "Chest X ray after thoracoplasty",
+      "fig_id": "F0003",
+      "fig_label": "Figure 3",
+      "graphic_ref": "cd/6e/PMC2988167/LI-27-196-g003.jpg",
+      "pair_id": "21139713_F0003",
+      "pmid": "21139713",
+      "in_text_mention": [
+        {
+          "tokens": "Of the 16 patients in the tuberculous empyema group who needed surgery , 4 required decortication only , 10 patients required decortication with closure of bronchochopleural fistula [ Figure 2 ] , and 2 of them needed additional thoracoplasty [ Figure 3 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 40,
+              "end_tok": 42
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest x-ray, few weeks after starting hemodialysis, showed no pleural effusion. Perm catheter is in place",
+      "fig_id": "F5",
+      "fig_label": "Figure 5",
+      "graphic_ref": "f2/b7/PMC6647920/AJM-9-111-g005.jpg",
+      "pair_id": "31404134_F5",
+      "pmid": "31404134",
+      "in_text_mention": [
+        {
+          "tokens": "Follow-up evaluation showed neither recurrence of symptoms nor recurrence of pleural effusion on chest x-ray ( see Figure 5 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "5",
+              "start_tok": 17,
+              "end_tok": 19
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest X-ray of a patient at presentation. Patchy areas of consolidation seen throughout the right lung and left upper zone",
+      "fig_id": "F1",
+      "fig_label": "Figure 1",
+      "graphic_ref": "e9/65/PMC6937890/AER-13-695-g001.jpg",
+      "pair_id": "32009718_F1",
+      "pmid": "32009718",
+      "in_text_mention": [
+        {
+          "tokens": "Chest roentgenogram showed patchy areas of consolidation throughout the right lung fields and left upper lobe [ Figure 1 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 17,
+              "end_tok": 19
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest X-ray: Normal with no signs of metastatic lesions",
+      "fig_id": "F0003",
+      "fig_label": "Figure 3",
+      "graphic_ref": "b5/41/PMC2762569/IJO-43-420-g003.jpg",
+      "pair_id": "19838397_F0003",
+      "pmid": "19838397",
+      "in_text_mention": [
+        {
+          "tokens": "Chest radiograph [ Figure 3 ] , ultrasound scan and computed tomography ( CT ) chest , abdomen , and pelvis [ Figure 4 ] did not reveal any metastases or lymph node involvement .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 3,
+              "end_tok": 5
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Representative sample images of chest X-rays and CT scans used in the mixed dataset adopted for analysis.",
+      "fig_id": "healthcare-09-01099-f003",
+      "fig_label": "Figure 3",
+      "graphic_ref": "e6/e0/PMC8465084/healthcare-09-01099-g003.jpg",
+      "pair_id": "34574873_healthcare-09-01099-f003",
+      "pmid": "34574873",
+      "in_text_mention": [
+        {
+          "tokens": "Figure 3 presents a set of representative images used in the analysis .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 0,
+              "end_tok": 2
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest X-ray of patient with SHS showing bilateral extensive pneumonic consolidation.",
+      "fig_id": "fig1",
+      "fig_label": "Figure 1",
+      "graphic_ref": "97/e8/PMC6230409/CRIID2018-6870768.001.jpg",
+      "pair_id": "30510823_fig1",
+      "pmid": "30510823",
+      "in_text_mention": [
+        {
+          "tokens": "Chest X-ray was suggestive of bilateral , extensive , and patchy consolidation suggestive of infective etiology ( Figure 1 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 17,
+              "end_tok": 19
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Adult pathway to screen for acute heart failure in COVID-19 patients admitted to hospital. Abbreviations: ED, emergency department; EUC, electrolytes, urea and creatine; LFT, liver function test; CRP, C-reactive protein; LDH, lactate dehydrogenase; CXR, chest X-ray; ECG, electrocardiograph; HDU, high dependency unit; ICU, intensive care unit; TTE, transthoracic echocardiogram; LV, left ventricular.",
+      "fig_id": "fig1",
+      "fig_label": "Figure\u00a01",
+      "graphic_ref": "15/fb/PMC7252099/gr1_lrg.jpg",
+      "pair_id": "32418875_fig1",
+      "pmid": "32418875",
+      "in_text_mention": [
+        {
+          "tokens": "We suggest the following algorithm ( Figure 1 ) , to better identify COVID-19 patients at risk for severe heart failure and circulatory collapse , whilst balancing the need to protect health care workers from virus exposure and to preserve personal protective equipment ( PPE ) :",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 6,
+              "end_tok": 8
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest X-ray showing dilated cardiomyopathy",
+      "fig_id": "F1",
+      "fig_label": "Figure 1",
+      "graphic_ref": "34/0c/PMC3590515/JOACP-29-114-g001.jpg",
+      "pair_id": "23493967_F1",
+      "pmid": "23493967",
+      "in_text_mention": [
+        {
+          "tokens": "Severe mitral regurgitation was also diagnosed , and by 3 years , he developed dilated cardiomyopathy ( DCM ) [ Figure 1 ] with heart failure .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 20,
+              "end_tok": 22
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest X ray - case 2: mediastinal widening (white arrow)",
+      "fig_id": "f0004",
+      "fig_label": "Figure 4",
+      "graphic_ref": "9e/26/PMC7906545/PAMJ-34-137-g004.jpg",
+      "pair_id": "33708306_f0004",
+      "pmid": "33708306",
+      "in_text_mention": [
+        {
+          "tokens": "Chest X ray showed a mediastinal widening ( Figure 4 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 8,
+              "end_tok": 10
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest X-ray showing pluffy opacities in both lung fields",
+      "fig_id": "F1",
+      "fig_label": "Figure 1",
+      "graphic_ref": "91/04/PMC3603106/IJEM-16-438-g001.jpg",
+      "pair_id": "23565458_F1",
+      "pmid": "23565458",
+      "in_text_mention": null,
+      "domain": {
+        "chest_xray": true,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    }
+  ],
+  "ct_scan": [
+    {
+      "fig_caption": "Contrast-enhanced pelvic CT scan showing the aneurysm of the left internal iliac artery protruding into the urinary bladder (transverse view).",
+      "fig_id": "F3",
+      "fig_label": "FIG. 3",
+      "graphic_ref": "ba/ff/PMC2924565/kju-51-583-g003.jpg",
+      "pair_id": "20733967_F3",
+      "pmid": "20733967",
+      "in_text_mention": [
+        {
+          "tokens": "The greatest diameter of the aortic aneurysm was 8.0 cm , and the left internal iliac artery 's diameter was 11.5 cm ( Fig. 3 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 23,
+              "end_tok": 25
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Viral Sialadenitis. Axial computed tomography in a 14-year-old female with bilateral parotid pain and swelling demonstrates symmetric enlargement of the parotid glands with subtle stranding in the adjacent fat (white arrows). Blood work was positive for parainfluenza virus.",
+      "fig_id": "F9",
+      "fig_label": "Figure 9",
+      "graphic_ref": "8e/1d/PMC6251248/JCIS-8-47-g010.jpg",
+      "pair_id": "30546931_F9",
+      "pmid": "30546931",
+      "in_text_mention": [
+        {
+          "tokens": "On imaging , classic findings include bilateral enlargement of the salivary glands , fat stranding , and thickening of the superficial cervical fascia and platysma muscles [ Figure 9 ] . [ 1213 ] Although bilateral involvement is seen in up to 75 % of patients , a small minority of patients may present with only unilateral involvement .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "9",
+              "start_tok": 27,
+              "end_tok": 29
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Computed tomography scan of the right peroneal artery aneurysm.",
+      "fig_id": "fig1",
+      "fig_label": "Fig\u00a01",
+      "graphic_ref": "9c/87/PMC6416376/gr1.jpg",
+      "pair_id": "30911703_fig1",
+      "pmid": "30911703",
+      "in_text_mention": [
+        {
+          "tokens": "A computed tomography scan with contrast of the right lower extremity demonstrated a 2.7- \u00d7 3.2- \u00d7 3.2-cm saccular aneurysm of his right peroneal artery just distal to the tibioperoneal trunk ( Fig 1 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 32,
+              "end_tok": 34
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Single photon emission computed tomography (SPECT) images from a depressed patient showing characteristic hypofrontality relative to a healthy control subject[82].",
+      "fig_id": "F3",
+      "fig_label": "Figure 3",
+      "graphic_ref": "5f/1d/PMC2515304/1744-859X-7-9-3.jpg",
+      "pair_id": "18652673_F3",
+      "pmid": "18652673",
+      "in_text_mention": [
+        {
+          "tokens": "One of the most consistent findings in the neuroimaging of depression is decreased cerebral blood flow ( CBF ) and glucose metabolism in the PFC , particularly the DLPFC [ 77-85 ] ( figure 3 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 33,
+              "end_tok": 35
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "A computed tomography scan shows that the mass arises from the posterior costal arc of the eighth rib on the patient\u2019s left side and does not involve the medulla.",
+      "fig_id": "f1-amjcaserep-22-e930902",
+      "fig_label": "Figure 1.",
+      "graphic_ref": "0d/0f/PMC8057282/amjcaserep-22-e930902-g001.jpg",
+      "pair_id": "33864678_f1-amjcaserep-22-e930902",
+      "pmid": "33864678",
+      "in_text_mention": null,
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Computed tomography angiography showing almost normal vascularity of the left middle cerebral artery.",
+      "fig_id": "F4",
+      "fig_label": "FIGURE 4",
+      "graphic_ref": "47/df/PMC5949520/kjn-14-28-g004.jpg",
+      "pair_id": "29774196_F4",
+      "pmid": "29774196",
+      "in_text_mention": [
+        {
+          "tokens": "However , the left MCA showed almost normal vascularity on CT angiography ( Figure 4 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 13,
+              "end_tok": 15
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Chest computed tomography revealed bilateral airspace consolidation and ground-glass opacity.",
+      "fig_id": "fig2",
+      "fig_label": "Figure 2",
+      "graphic_ref": "5d/f1/PMC6431524/CRIPU2019-3981681.002.jpg",
+      "pair_id": "30984437_fig2",
+      "pmid": "30984437",
+      "in_text_mention": [
+        {
+          "tokens": "Chest computed tomography ( CT ) revealed bilateral airspace consolidation and ground-glass opacity ( Figure 2 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 14,
+              "end_tok": 16
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Avulsion fracture in hyperextension dislocation. Sagittal CT image shows an avulsion fracture at the anterosuperior end plate of C7 (white arrow), with the transverse diameter wider than the vertical diameter. Avulsion of the posteroinferior corner of the C6 vertebral body is also seen (black arrow), which suggests avulsion of the posterior annulus or PLL",
+      "fig_id": "Fig23",
+      "fig_label": "Fig. 23",
+      "graphic_ref": "76/48/PMC4035495/13244_2014_311_Fig23_HTML.jpg",
+      "pair_id": "24554380_Fig23",
+      "pmid": "24554380",
+      "in_text_mention": [
+        {
+          "tokens": "Less common CT indicators include : disc vacuum phenomenon and an avulsion fracture of the anteroinferior margin of the involved vertebra caused by avulsion due to the intact Sharpey\u2019s fibres ( Fig. 23 ) [ 23 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "23",
+              "start_tok": 31,
+              "end_tok": 33
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Preoperative aortography demonstrating anatomy consistent with the computed tomography scan.",
+      "fig_id": "fig2",
+      "fig_label": "Fig\u00a02",
+      "graphic_ref": "9c/e1/PMC7371717/gr2.jpg",
+      "pair_id": "32715172_fig2",
+      "pmid": "32715172",
+      "in_text_mention": [
+        {
+          "tokens": "Intraoperative flush abdominal aortography confirmed computed tomography angiography findings and a suitable anatomy for the proposed repair ( Fig 2 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 18,
+              "end_tok": 20
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "PET-CT scans revealed a nodular soft-tissue density area in the wall of the left-middle ureter at the L3 level, paraaortic and iliac lymphadenopathy and increased FDG uptake in the sternum and right ilium. PET-CT, positron emission tomography-computed tomography; FDG, fludeoxyglucose.",
+      "fig_id": "f2-etm-07-06-1521",
+      "fig_label": "Figure 2",
+      "graphic_ref": "8c/3d/PMC4043618/ETM-07-06-1521-g01.jpg",
+      "pair_id": "24926336_f2-etm-07-06-1521",
+      "pmid": "24926336",
+      "in_text_mention": [
+        {
+          "tokens": "Positron emission tomography-computed tomography ( PET-CT ) revealed an area of nodular soft-tissue density in the wall of the left middle ureter at the L3 level ( Fig. 2 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 27,
+              "end_tok": 29
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": true,
+        "histology": false,
+        "gross": false
+      }
+    }
+  ],
+  "gross": [
+    {
+      "fig_caption": "Gross section of Right kidney showing xanthogranulomatous area (arrow)",
+      "fig_id": "F2",
+      "fig_label": "Figure 2",
+      "graphic_ref": "2f/c1/PMC3237213/IJNM-26-109-g002.jpg",
+      "pair_id": "22174521_F2",
+      "pmid": "22174521",
+      "in_text_mention": [
+        {
+          "tokens": "The cut section of the gross specimen showed xanthomatous area [ Figure 2 ] and the histopathology was suggestive of XPN [ Figure 3 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 11,
+              "end_tok": 13
+            }
+          ]
+        },
+        {
+          "tokens": "XPN was subsequently established on evaluation of gross specimen [ Figure 2 ] and histopathology [ Figure 3 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 10,
+              "end_tok": 12
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Gross specimen of the eyeball of the size 2.5 cm \u00d7 2.5 cm \u00d7 1.3 cm with a gray-white growth attached on the scleral surface, with no involvement of the posterior half of the eyeball and optic nerve",
+      "fig_id": "F5",
+      "fig_label": "Figure 5",
+      "graphic_ref": "89/92/PMC5848365/OJO-11-97-g005.jpg",
+      "pair_id": "29563712_F5",
+      "pmid": "29563712",
+      "in_text_mention": [
+        {
+          "tokens": "Outer surface of the eyeball was gray-white with prominent vascular markings [ Figure 5 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "5",
+              "start_tok": 12,
+              "end_tok": 14
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Gross pathology showing an irregular ovoid mass measuring 9 cm in its greatest dimension, with a smooth serosal surface, prominent vasculature, and a 2.5 \u00d7 1.5 cm central ulcer (arrow).",
+      "fig_id": "F4",
+      "fig_label": "Figure 4",
+      "graphic_ref": "a5/23/PMC6119206/CG-CGCR180050F004.jpg",
+      "pair_id": "30214911_F4",
+      "pmid": "30214911",
+      "in_text_mention": [
+        {
+          "tokens": "Gross pathology revealed a tan-pink irregular ovoid mass measuring 9 cm in its greatest dimension , with a smooth serosal surface , prominent vasculature , and a 2.5 \u00d7 1.5 cm central ulcer ( Figure 4 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 34,
+              "end_tok": 36
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Left renal mass gross specimen demonstrating the renal venous thrombus.",
+      "fig_id": "F5",
+      "fig_label": "Figure 5",
+      "graphic_ref": "3c/be/PMC2873261/1471-2490-10-8-5.jpg",
+      "pair_id": "20406459_F5",
+      "pmid": "20406459",
+      "in_text_mention": [
+        {
+          "tokens": "Final pathology for case 2 was primary tumor size 7.6 cm , RCC , clear cell type , Fuhrman grade 3 , stage T3bNxM1 , with negative margins ( Figure 5 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "5",
+              "start_tok": 29,
+              "end_tok": 31
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Gross image of appendix adhered to right kidney.",
+      "fig_id": "fig2",
+      "fig_label": "Fig. 2",
+      "graphic_ref": "88/d9/PMC8120933/gr2.jpg",
+      "pair_id": "34026556_fig2",
+      "pmid": "34026556",
+      "in_text_mention": [
+        {
+          "tokens": "An appendectomy was performed to allow for complete removal of the fistulous tract along with the right kidney ( Fig. 2 , Fig. 3 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 19,
+              "end_tok": 21
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Gross appearance of cirrhotic liver in Wilson disease.",
+      "fig_id": "trd-2-trd015-g004",
+      "fig_label": "Fig.4",
+      "graphic_ref": "ae/08/PMC5764069/trd-2-trd015-g004.jpg",
+      "pair_id": "29354481_trd-2-trd015-g004",
+      "pmid": "29354481",
+      "in_text_mention": [
+        {
+          "tokens": "Cirrhosis may be micronodular or macronodular ( Fig. 4 ) , or it may be mixed .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 7,
+              "end_tok": 9
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Gross specimen.",
+      "fig_id": "F5",
+      "fig_label": "Figure 5",
+      "graphic_ref": "50/37/PMC7276600/JOCR-9-82-g005.jpg",
+      "pair_id": "32548036_F5",
+      "pmid": "32548036",
+      "in_text_mention": null,
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Cut surface of the gross specimen shows the brownish-yellow color of the mass, with multiple vessels but without any areas of hemorrhage or necrosis",
+      "fig_id": "F5",
+      "fig_label": "Figure 5",
+      "graphic_ref": "f1/15/PMC3249941/IJRI-21-270-g005.jpg",
+      "pair_id": "22223938_F5",
+      "pmid": "22223938",
+      "in_text_mention": [
+        {
+          "tokens": "The cut surface was brownish yellow in color , with multiple coursing vessels and without any areas of hemorrhage or necrosis [ Figure 5 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "5",
+              "start_tok": 22,
+              "end_tok": 24
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Gross specimen, with splenic tissue being darker in color.",
+      "fig_id": "fig2",
+      "fig_label": "Figure\u00a02",
+      "graphic_ref": "ab/fe/PMC5037259/gr2.jpg",
+      "pair_id": "27679760_fig2",
+      "pmid": "27679760",
+      "in_text_mention": [
+        {
+          "tokens": "The splenic tissue had a well delineated fibrous encapsulation , separate from the testicular tissue ( Figure 2 , Figure 3 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 16,
+              "end_tok": 18
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": false,
+        "gross": true
+      }
+    }
+  ],
+  "histology": [
+    {
+      "fig_caption": "Histological Phenotype of Mice with Muc2 Mutations PAS/Alcian blue stained intestinal sections from Winnie and wild-type C57BL/6 mice. Note the reduced size of Alcian blue staining thecae (stored mucin) and the presence of PAS-positive/Alcian blue negative accumulations (arrows) in Winnie goblet cells. L, lumen.",
+      "fig_id": "pmed-0050054-g001",
+      "fig_label": "Figure 1",
+      "graphic_ref": "56/95/PMC2270292/pmed.0050054.g001.jpg",
+      "pair_id": "18318598_pmed-0050054-g001",
+      "pmid": "18318598",
+      "in_text_mention": [
+        {
+          "tokens": "Compared with wild-type littermates , Winnie small and large intestines were characterized by fewer goblet cells with smaller thecae , the presence of PAS positive Alcian blue negative material in the cytoplasm , and a reduction in secreted mucus ( Figure 1 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 40,
+              "end_tok": 42
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Histopathological findings. Representative images of HE-stained sections of the disc fragment extracted during the operation, showing liquefaction degeneration and granulation surrounding the sequestered disc fragment. Scale bar: 200\u00a0\u03bcm (hematoxylin and eosin [H & E]\u2009\u00d7\u200940)",
+      "fig_id": "Fig5",
+      "fig_label": "Fig. 5",
+      "graphic_ref": "92/2f/PMC5387358/12891_2017_1516_Fig5_HTML.jpg",
+      "pair_id": "28399828_Fig5",
+      "pmid": "28399828",
+      "in_text_mention": [
+        {
+          "tokens": "Consistent with observations during the operation , histopathological analysis revealed liquefaction degeneration and granulation surrounding the sequestered disc fragment ( Fig. 5 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "5",
+              "start_tok": 20,
+              "end_tok": 22
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Histopathological finding of the liver",
+      "fig_id": "F3",
+      "fig_label": "Fig. 3:",
+      "graphic_ref": "3c/db/PMC5663786/ejohg-07-095-g003.jpg",
+      "pair_id": "29201784_F3",
+      "pmid": "29201784",
+      "in_text_mention": [
+        {
+          "tokens": "In liver biopsy interphase activity , confluent necrosis , hepatic duct proliferation , and biliary stasis were detected ( Fig. 3 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 19,
+              "end_tok": 21
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "The gross histopathologic finding disclosed the portion of conjunctiva showing a cystic wall lined by a single layer of low cuboidal epithelium with edema and congestion measuring 0.1-0.2 ml in volume. (H & E stain, \u00d7100)",
+      "fig_id": "F3",
+      "fig_label": "Fig. 3",
+      "graphic_ref": "77/8b/PMC2629892/kjo-21-251-g003.jpg",
+      "pair_id": "18063892_F3",
+      "pmid": "18063892",
+      "in_text_mention": [
+        {
+          "tokens": "Inflammatory cells were not found in the vicinity ( Fig. 3 , 4 , 5 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 9,
+              "end_tok": 11
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": true
+      }
+    },
+    {
+      "fig_caption": "Mixed adenocarcinoma high-grade neuroendocrine carcinoma in metastatic liver lesion (H&E, original \u00d7 400). H&E: hematoxylin and eosin stain.",
+      "fig_id": "F7",
+      "fig_label": "Figure 7",
+      "graphic_ref": "6b/31/PMC8256904/gr-14-194-g007.jpg",
+      "pair_id": "34267836_F7",
+      "pmid": "34267836",
+      "in_text_mention": [
+        {
+          "tokens": "Liver biopsy also showed mixed adenocarcinoma and neuroendocrine carcinoma , high-grade ( Fig. 7 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "7",
+              "start_tok": 12,
+              "end_tok": 14
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Overall survival according to Lauren\u2019s histological type of carcinoma with or without HER2 gene amplification by dual colour silver enhanced in situ hybridisation.",
+      "fig_id": "fig2",
+      "fig_label": "Figure 2",
+      "graphic_ref": "de/59/PMC3410298/jclinpath-2012-200774fig2.jpg",
+      "pair_id": "22569536_fig2",
+      "pmid": "22569536",
+      "in_text_mention": [
+        {
+          "tokens": "The Cox regression analysis model showed similar results ( p = 0.0005 ) ( figure 2 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 14,
+              "end_tok": 16
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "There were also abundant CD3+ T cells (a; \u00d7200) and scattered PAX8+ B cells (b; \u00d7100) within the portal tracts. H&E shows Reed-Sternberg cells (c; \u00d7600) throughout the portal and periportal areas positive for EBV (by Epstein-Barr encoding region in situ hybridization) (d; \u00d7600), CD15 (e; \u00d7600), and CD30 (f; \u00d7600).",
+      "fig_id": "F2",
+      "fig_label": "Fig. 2.",
+      "graphic_ref": "8f/a6/PMC5968292/crg-0012-0099-g02.jpg",
+      "pair_id": "29805352_F2",
+      "pmid": "29805352",
+      "in_text_mention": [
+        {
+          "tokens": "Immunohistochemical stains confirmed that the portal inflammation was composed primarily of CD3 + T lymphocytes , interspersed CD20 + / PAX-5 + B cells , and focal histiocytes ( Fig. 2 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 29,
+              "end_tok": 31
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Classification of 47 infants with biliary atresia into groups of inflammation or fibrosis based on differential histological scores \u22651 or \u22652 or on molecular profiling at diagnosis.",
+      "fig_id": "F8",
+      "fig_label": "Figure 8",
+      "graphic_ref": "63/c2/PMC2887077/gm154-8.jpg",
+      "pair_id": "20465800_F8",
+      "pmid": "20465800",
+      "in_text_mention": [
+        {
+          "tokens": "From the entire cohort of 47 subjects , 14 ( 30 % ) had a differential score of \u22651 for inflammation and 17 ( 36 % ) for fibrosis ; the remaining 16 ( 34 % ) were unclassified due to the differences between inflammation and fibrosis being zero ( Figure 8 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "8",
+              "start_tok": 50,
+              "end_tok": 52
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Involvement of BLTR1 in macrophage infiltration and neointima formation in wire-injured femoral arteries. Doppler images: Blood flow in the femoral arteries of WT and BLTR1-deficient (KO) mice at 4 wks after wire injury (WI) was assessed using a LDPI analyzer. In these color-coded images, red hue indicates regions of maximum perfusion, medium perfusion values are shown in yellow, and lowest perfusion values are represented as blue. Arrows indicate blood flow in an injured femoral artery. Photographs are representative of 5-6 independent experiments. H&E: Cross sections of mouse femoral arteries were prepared at 4 wks after WI, and stained with H&E. HMGB1 and CD36: HMGB1 and macrophage infiltration in the indicated neointima were stained with anti-HMGB1 antibody and anti-CD36 antibody, respectively. \u03b1-SMA: VSMCs were stained with anti-\u03b1-SMA antibody. Images are representative of 5\u20136 independent experiments. Bottom: LDPI ratio was quantified as the ratio of the blue-to-red pixels in the injured artery (WI) vs. non-injured arteries (Control). Neointima volumes in the cross sections of injured femoral artery were determined using an image analyzer. Numbers of HMGB1-positive and CD36-positive cells in neointima area were quantified, and data were presented as the means \u00b1 SEMs of 3-4 independent experiments. **P < 0.01 vs. WT mice.",
+      "fig_id": "F5",
+      "fig_label": "Figure 5",
+      "graphic_ref": "ce/1e/PMC6121004/fimmu-09-01938-g0005.jpg",
+      "pair_id": "30210495_F5",
+      "pmid": "30210495",
+      "in_text_mention": [
+        {
+          "tokens": "Likewise , macrophage infiltration into neointima was also markedly attenuated in BLTR1 deficient mice ( Figure 5 ) , suggesting BLTR1 contributed to vascular inflammation and subsequent neointima formation induced by damage associated mediators secreted in the injured vasculatures .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "5",
+              "start_tok": 15,
+              "end_tok": 17
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Absence of signs of fibrosis in the left ventricles of 3, 5, 3\u2019 triiodo-L-thyronine treated rats. (top) Representative microphotographs of histological slices stained with Sirius Red of hearts from short-term T3 treated and vehicle-treated rats (red color indicates collagen fibers; scale bar 25 \u00b5m). (bottom) Quantitative analysis of left ventricular collagen-positive areas in each of the different animal groups. The positively stained collagen area was expressed as a percentage of the total area. Short-term hyperthyroidism was induced by the daily subcutaneous injection of T3 (500 \u03bcg.kg-1) for 1 (T31d), 3 (T33d), and 10 (T310d) days. Control animals were injected daily with the vehicle for 1 (V1d), 3 (V3d), and 10 (V10d) days. Values are means\u00b1SEM. P not significant; n= 60 randomly chosen frames from 6 hearts per group (one-way ANOVA)",
+      "fig_id": "F4",
+      "fig_label": "Figure 4",
+      "graphic_ref": "71/75/PMC7478259/IJBMS-23-1091-g004.jpg",
+      "pair_id": "32952957_F4",
+      "pmid": "32952957",
+      "in_text_mention": [
+        {
+          "tokens": "Sirius Red staining to determine collagen deposition showed no more connective tissue in the left ventricles of T31d , T33d , and T310d rats compared with their respective temporal controls ( Figure 4 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 31,
+              "end_tok": 33
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "\nSystematic toxicity in the SAHA-DDP/PECE treated mice. H&E staining of section of major tissues obtained from tumor beard mice which received two doses of NS, PECE, SAHA, DDP, SAHA-DDP and SAHA-DDP/PECE. Heart, liver, spleen, lung and kidney were harvested at day 28 after intravenous injection. (A) Mean body weights on days 7, 10, 13, 16, 19, 22, 25 and 28 of mice treated with two doses of NS, PECE, SAHA, DDP, SAHA-DDP and SAHA-DDP/PECE; error bars correspond to 95% confidence intervals, Values are means\u00b1SD (n \u200a=\u200a 10 mice per group).",
+      "fig_id": "pone-0033860-g004",
+      "fig_label": "Figure 4",
+      "graphic_ref": "14/b5/PMC3329521/pone.0033860.g004.jpg",
+      "pair_id": "22529899_pone-0033860-g004",
+      "pmid": "22529899",
+      "in_text_mention": [
+        {
+          "tokens": "No difference of body weight was observed among the SAHA-DDP / PECE group compared with the other groups at the end of the study ( Fig. 4A ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 25,
+              "end_tok": 27
+            }
+          ]
+        },
+        {
+          "tokens": "As observed by two pathologists in a blinded manner , we found that mice treated with SAHA-DDP / PECE showed no slight changes of toxicity to the organ tissues , compared with the normal organ tissues from mice receiving NS ( Fig. 4B ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 41,
+              "end_tok": 43
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": false,
+        "ct_scan": false,
+        "histology": true,
+        "gross": false
+      }
+    }
+  ],
+  "mri": [
+    {
+      "fig_caption": "The orbital MRI reveals bilateral advanced proptosis with diffuse infiltration of orbital fat, obliteration of optic nerves, extraocular muscles with fi xation of intraorbital structures and enlarged lacrimal glands. Extraocular muscles show diffuse enlargement (both tendons as well muscle bundles enlarged in a tubular confi guration), with involvement of perineural optic sheath",
+      "fig_id": "F0004",
+      "fig_label": "Figure 4",
+      "graphic_ref": "19/9f/PMC2905189/OJO-2-96-g004.jpg",
+      "pair_id": "20671840_F0004",
+      "pmid": "20671840",
+      "in_text_mention": [
+        {
+          "tokens": "The extraocular muscles were diffusely enlarged ( tendons as well as muscle bellies in a tubular configuration ) [ Figure 4 ] .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 19,
+              "end_tok": 21
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "\nBESS:\n(Left ): Axial T2W MR image of the brain reveals mild prominence of both the lateral ventricles (black arrows) with increased anterior inter-hemispheric distance (green arrow).(Right): Axial T2W MR image of the same infant shows enlarged subarachnoid space along the anterior aspect of the brain (black arrows) with prominent of bilateral lateral ventricles (green arrows). Moreover, the anterior cranio-cortical distance (black arrows) is obviously increased.",
+      "fig_id": "F3",
+      "fig_label": "Figure 3",
+      "graphic_ref": "84/cc/PMC6160631/ijcn-12-007-g003.jpg",
+      "pair_id": "30279704_F3",
+      "pmid": "30279704",
+      "in_text_mention": [
+        {
+          "tokens": "CT and MRI without contrast are also important for evaluating the most common complications associated with external hydrocephalus ( 7 , 38 , 39 ) ( Figure 3 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 26,
+              "end_tok": 28
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Ultrasound image (left side) with the corresponding multiplanar reconstructed MR image (right side) of a 55-year-old woman who underwent a previous surgery of the left breast for invasive ductal carcinoma (IDC, pT2N0). After 6 months, a follow-up MR was performed showing a rounded enhancing lesion in the left internal mammary chain (green cross). Second-look ultrasound with coregistration revealed a pathological lymph node.",
+      "fig_id": "fig2",
+      "fig_label": "Figure 2",
+      "graphic_ref": "bd/0f/PMC6215588/BMRI2018-3896946.002.jpg",
+      "pair_id": "30420960_fig2",
+      "pmid": "30420960",
+      "in_text_mention": null,
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Source space projection and time-frequency analysis. Left hemisphere data from a single participant are illustrated. A single equivalent current dipole was fit to the sensor data and is shown overlaid onto the co-registered MRI scan for the same individual (left). The yellow waveform is the unfiltered, source-space projected, phase-locked average waveform resulting from that dipole (the M50, M100 and M200 responses can be seen in the waveform). In the upper right panel, a time-frequency plot illustrates the transient gamma-band response in terms of power relative to the pre-stimulus baseline. The lower right panel illustrates the PLF for the same data. Note the peak power and PLF centered around 50 ms post-stimulus at 40 Hz.",
+      "fig_id": "F1",
+      "fig_label": "Figure 1",
+      "graphic_ref": "14/bc/PMC2518921/1471-244X-8-66-1.jpg",
+      "pair_id": "18673566_F1",
+      "pmid": "18673566",
+      "in_text_mention": [
+        {
+          "tokens": "A single equivalent current dipole ( ECD ) was then fit separately for left and right hemispheres using a spatiotemporal model to the observed data in the post-stimulus window between 40-80 ms , yielding parameter estimates of the x , y , and z ECD position information , as well as dipole orientation and magnitude over time ( see Figure 1 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 59,
+              "end_tok": 61
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Selected slice from a multi-modal MRI dataset of a patient with Parkinson's disease.",
+      "fig_id": "F1",
+      "fig_label": "Figure 1",
+      "graphic_ref": "01/26/PMC8079721/fneur-12-648548-g0001.jpg",
+      "pair_id": "33935946_F1",
+      "pmid": "33935946",
+      "in_text_mention": [
+        {
+          "tokens": "All participants were scanned at the University Medical Center Hamburg-Eppendorf , Germany , using a 3T Siemens Skyra MR scanner ( Figure 1 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "1",
+              "start_tok": 21,
+              "end_tok": 23
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Fetal MRI SSFSE sequence shows the stenotic right main bronchus (blue arrow) comes from the sloping left main bronchus (red arrow), the position of pseudo carina is low (white arrow).which form a bridging bronchus in type II. LMB, left main bronchus; MRI, magnetic resonance imaging; SSFSE, single-shot fast spin echo.",
+      "fig_id": "f0015",
+      "fig_label": "Fig.\u00a02",
+      "graphic_ref": "93/b9/PMC5823290/radcr306-fig-0002.jpg",
+      "pair_id": "29484042_f0015",
+      "pmid": "29484042",
+      "in_text_mention": [
+        {
+          "tokens": "On the coronal view , the carina was obviously lower than the aortic arch , which was located at approximately the sixth or seventh thoracic vertebra ( Fig. 2 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "2",
+              "start_tok": 27,
+              "end_tok": 29
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Motion-corrected MRI data from a fetus with double aortic arch at 32 weeks Shown are the descending aorta (DAo), arterial duct (D), and left (L) and right (R) aortic arches. At 2 months postnatal age, contrast-enhanced MRI could show a right-sided arch (middle panel); however, a ligamentous remnant of the left arch was predicted on the basis of the fetal MRI findings (asterisk); this finding was confirmed at surgery (right panel). The distal remnant of the arterial duct\u2014analogous to the diverticulum of Kommerell\u2014is also seen (K). See video 3 for more detail.",
+      "fig_id": "fig3",
+      "fig_label": "Figure 3",
+      "graphic_ref": "18/94/PMC6484696/gr3.jpg",
+      "pair_id": "30910324_fig3",
+      "pmid": "30910324",
+      "in_text_mention": [
+        {
+          "tokens": "Example images from 3D reconstructed data are shown in Figure 3 , Figure 4 , Figure 5 ; appendix p 3 ; videos 2-4 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "3",
+              "start_tok": 9,
+              "end_tok": 11
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Sagittal T2-w MRI demonstrates compression of the esophagus by anterior osteophytes.",
+      "fig_id": "f4c-ccrep-1-2008-057",
+      "fig_label": "Figure 4c",
+      "graphic_ref": "2a/c8/PMC3785345/ccrep-1-2008-057f4c.jpg",
+      "pair_id": "24179348_f4c-ccrep-1-2008-057",
+      "pmid": "24179348",
+      "in_text_mention": [
+        {
+          "tokens": "The length of styloid process were elongated on both sides ( right : 29 mm , left : 30 mm ) ( Fig. 4a ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 22,
+              "end_tok": 24
+            }
+          ]
+        },
+        {
+          "tokens": "Barium swallow test revealed indentations along the esophagus , which were more prominent at C5-6 and C6-7 ( Fig. 4b ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 18,
+              "end_tok": 20
+            }
+          ]
+        },
+        {
+          "tokens": "Cervical MRI showed anterior osteophyte formations at the same levels which compressed the esophagus ( Fig. 4c ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 15,
+              "end_tok": 17
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "A schematic representing a multi-modal Janus nanoparticulate system composed of a SPION/MSN core/shell face and Au nanoparticle face. T2 MRI contrast capabilities arise from the encapsulated SPION with Au nanoparticles providing the possibility for CT imaging. As shown in this schematic, the system is functionalised with a fluorescent dye (Alexa Fluor\u00ae 647) for optical imaging in addition to cRDG for active tumour targeting. Reprinted with permission from reference [178]. Copyright (2018) American Chemical Society.",
+      "fig_id": "materials-13-03795-f015",
+      "fig_label": "Figure 15",
+      "graphic_ref": "5b/c5/PMC7504327/materials-13-03795-g015.jpg",
+      "pair_id": "32867401_materials-13-03795-f015",
+      "pmid": "32867401",
+      "in_text_mention": [
+        {
+          "tokens": "The gold interface was modified with a fluorescent dye ( Alexa Fluor\u00ae 647 ) and the MSN face with a tumour targeting peptide cRDG ( Figure 15 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "15",
+              "start_tok": 25,
+              "end_tok": 27
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    },
+    {
+      "fig_caption": "Scatter matrix of the PET/CT and DCE-MRI metrics in AC of the lung.",
+      "fig_id": "pone-0091649-g004",
+      "fig_label": "Figure 4",
+      "graphic_ref": "d3/2c/PMC3948888/pone.0091649.g004.jpg",
+      "pair_id": "24614132_pone-0091649-g004",
+      "pmid": "24614132",
+      "in_text_mention": [
+        {
+          "tokens": "3 ) , AC and SCC at a high level of statistical significance ( \u03c1 = 0.926 , P < 0.001 , Fig. 4 ; \u03c1 = 0.867 , P < 0.001 and \u03c1 = 0.968 , P < 0.001 , Fig. 5 , respectively ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 22,
+              "end_tok": 24
+            }
+          ]
+        },
+        {
+          "tokens": "3 ) ; for Ktrans and Kep ( \u03c1 = 0.606 , P = 0.001 ) , Ktrans and Ve ( \u03c1 = 0.537 , P = 0.006 ) , Ktrans and iAUC ( \u03c1 = 0.962 , P < 0.001 ) , Kep and iAUC ( \u03c1 = 0.566 , P = 0.003 ) and Ve and iAUC ( \u03c1 = 0.530 , P = 0.006 ) in AC ( Fig. 4 ) ; and for Ktrans and Ve ( \u03c1 = 0.776 , P < 0.001 ) , Ktrans and iAUC ( \u03c1 = 0.979 , P < 0.001 ) , and Ve and iAUC ( \u03c1 = 0.738 , P = 0.001 ) in SCC ( Fig. 5 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 71,
+              "end_tok": 73
+            }
+          ]
+        },
+        {
+          "tokens": "3 ) ; for SUVmax and iAUC ( \u03c1 = \u22120.420 , P = 0.037 ) , SUVmean and Ktrans ( \u03c1 = \u22120.411 , P = 0.041 ) , SUVmean and Kep ( \u03c1 = \u22120.045 , P = 0.026 ) , and SUVmean and iAUC ( \u03c1 = \u22120.512 , P = 0.009 ) in AC ( Fig. 4 ) ; However , for neither in SCC ( Fig. 5 ) .",
+          "entities": [
+            {
+              "type": "figure",
+              "entity_id": "4",
+              "start_tok": 59,
+              "end_tok": 61
+            }
+          ]
+        }
+      ],
+      "domain": {
+        "chest_xray": false,
+        "mri": true,
+        "ct_scan": false,
+        "histology": false,
+        "gross": false
+      }
+    }
+  ]
+}

llava_med_image_urls.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2604441ec3d1f6324d21846cfd44f92eab29454beed1da42a98d943b41731e44
+size 128785989

llava_med_instruct_10k.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f75c2b83404fe7dd1631212b4ad73228a0dad77bb819ab29c511a535a279c8
+size 20176754

llava_med_instruct_60k.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf84c82fb58e391d6cf198e2657b6fc8584a180509b8813c3604ce46f6275c19
+size 88758916

llava_med_instruct_60k_inline_mention.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3649f4193a51215aee4519b44d8436a4200e182d6a78a3cb78672d97bea948a
+size 87669379

llava_med_instruct_fig_captions.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d58b7befd2687695cbba04e4f51fd648899b25f4f567815eb49538faf6f07fb
+size 169224662