| { |
| "model_type": "chest2vec_labeler", |
| "architectures": [ |
| "Chest2VecLabelerModel" |
| ], |
| "auto_map": { |
| "AutoConfig": "modeling_chest2vec_labeler.Chest2VecLabelerConfig", |
| "AutoModel": "modeling_chest2vec_labeler.Chest2VecLabelerModel" |
| }, |
| "base_model": "Qwen/Qwen3-Embedding-0.6B", |
| "encoder_config": { |
| "vocab_size": 151669, |
| "max_position_embeddings": 32768, |
| "hidden_size": 1024, |
| "intermediate_size": 3072, |
| "num_hidden_layers": 28, |
| "num_attention_heads": 16, |
| "use_sliding_window": false, |
| "sliding_window": null, |
| "max_window_layers": 28, |
| "num_key_value_heads": 8, |
| "head_dim": 128, |
| "hidden_act": "silu", |
| "initializer_range": 0.02, |
| "rms_norm_eps": 1e-06, |
| "use_cache": true, |
| "rope_theta": 1000000, |
| "rope_scaling": null, |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "layer_types": [ |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention", |
| "full_attention" |
| ], |
| "return_dict": true, |
| "output_hidden_states": false, |
| "torchscript": false, |
| "dtype": "bfloat16", |
| "pruned_heads": {}, |
| "tie_word_embeddings": true, |
| "chunk_size_feed_forward": 0, |
| "is_encoder_decoder": false, |
| "is_decoder": false, |
| "cross_attention_hidden_size": null, |
| "add_cross_attention": false, |
| "tie_encoder_decoder": false, |
| "architectures": [ |
| "Qwen3ForCausalLM" |
| ], |
| "finetuning_task": null, |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1" |
| }, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1 |
| }, |
| "task_specific_params": null, |
| "problem_type": null, |
| "tokenizer_class": null, |
| "prefix": null, |
| "bos_token_id": 151643, |
| "pad_token_id": null, |
| "eos_token_id": 151643, |
| "sep_token_id": null, |
| "decoder_start_token_id": null, |
| "max_length": 20, |
| "min_length": 0, |
| "do_sample": false, |
| "early_stopping": false, |
| "num_beams": 1, |
| "temperature": 1.0, |
| "top_k": 50, |
| "top_p": 1.0, |
| "typical_p": 1.0, |
| "repetition_penalty": 1.0, |
| "length_penalty": 1.0, |
| "no_repeat_ngram_size": 0, |
| "encoder_no_repeat_ngram_size": 0, |
| "bad_words_ids": null, |
| "num_return_sequences": 1, |
| "output_scores": false, |
| "return_dict_in_generate": false, |
| "forced_bos_token_id": null, |
| "forced_eos_token_id": null, |
| "remove_invalid_values": false, |
| "exponential_decay_length_penalty": null, |
| "suppress_tokens": null, |
| "begin_suppress_tokens": null, |
| "num_beam_groups": 1, |
| "diversity_penalty": 0.0, |
| "_name_or_path": "Qwen/Qwen3-Embedding-0.6B", |
| "transformers_version": "4.57.3", |
| "model_type": "qwen3", |
| "tf_legacy_loss": false, |
| "use_bfloat16": false, |
| "output_attentions": false |
| }, |
| "hidden_size": 1024, |
| "num_classes_per_label": 3, |
| "labels": [ |
| "Consolidation", |
| "Ground-glass opacity (GGO)", |
| "Crazy-paving pattern", |
| "Mosaic attenuation / air-trapping", |
| "Tree-in-bud", |
| "Centrilobular nodules / bronchiolitis pattern", |
| "Pulmonary nodule (solid / PSN / GGN)", |
| "Pulmonary mass (>3 cm)", |
| "Cavitary nodule / mass", |
| "Emphysema", |
| "Bullae / giant bulla", |
| "Pulmonary cysts / cystic lung disease", |
| "Reticulation / intralobular thickening", |
| "Interlobular septal thickening", |
| "Traction bronchiectasis / bronchiolectasis", |
| "Honeycombing", |
| "Parenchymal scarring / fibrotic band", |
| "Tracheal stenosis / malacia", |
| "Tracheal / bronchial wall thickening", |
| "Bronchiectasis", |
| "Mucoid impaction / plugging", |
| "Tracheal diverticulum", |
| "Endotracheal tube", |
| "Tracheostomy tube", |
| "Lobar / segmental atelectasis", |
| "Subsegmental / linear atelectasis", |
| "Post-lobectomy / segmentectomy", |
| "Post-pneumonectomy", |
| "Lung transplant", |
| "Lungs & Airways_others", |
| "Pleural effusion", |
| "Loculated pleural effusion", |
| "Hemothorax", |
| "Chest tube / pleural drain", |
| "Pneumothorax", |
| "Tension pneumothorax", |
| "Pleural thickening", |
| "Pleural plaques", |
| "Pleural nodule / mass", |
| "Pleura_others", |
| "Mediastinal lymphadenopathy", |
| "Hilar lymphadenopathy", |
| "Calcified mediastinal / hilar lymph nodes", |
| "Anterior mediastinal mass", |
| "Middle / posterior mediastinal mass or cyst", |
| "Thymic remnant / hyperplasia", |
| "Esophageal wall thickening / mass", |
| "Hiatal hernia", |
| "Esophageal dilation", |
| "Nasogastric / orogastric tube", |
| "Pneumomediastinum", |
| "Mediastinal hematoma / fluid collection", |
| "Mediastinum & Hila_others", |
| "Cardiomegaly", |
| "Pericardial effusion", |
| "Pericardial thickening / calcification", |
| "Coronary artery calcification", |
| "Coronary stent or bypass graft", |
| "Thoracic aortic calcification", |
| "Thoracic aortic ectasia / dilation (non-aneurysmal)", |
| "Thoracic aortic aneurysm", |
| "Aortic dissection / intramural hematoma", |
| "Main pulmonary artery enlargement", |
| "Pulmonary embolism", |
| "Aortic valve calcification", |
| "Mitral annular calcification", |
| "Pacemaker / ICD leads", |
| "Central venous catheter / PICC", |
| "LVAD / other cardiac assist device", |
| "Cardiovascular_others", |
| "Chest wall soft tissue edema / hematoma", |
| "Subcutaneous emphysema", |
| "Chest wall mass", |
| "Post-thoracotomy change", |
| "Chest wall tumor invasion", |
| "Chest Wall_others", |
| "Acute rib fracture", |
| "Non-acute / healed rib fracture", |
| "Sternal fracture", |
| "Vertebral compression fracture", |
| "Degenerative spine changes", |
| "Osteolytic bone lesion", |
| "Osteosclerotic bone lesion", |
| "Mixed osteolytic-osteosclerotic lesion", |
| "Osteopenia", |
| "Scoliosis / kyphosis", |
| "Vertebral hemangioma", |
| "Postoperative spine change / hardware", |
| "Bones / Spine_others", |
| "Hepatic steatosis", |
| "Focal liver lesion (nodule / mass)", |
| "Hepatomegaly", |
| "Liver contour irregularity / cirrhosis features", |
| "Hepatic calcification", |
| "Cholelithiasis / gallstones", |
| "Post-cholecystectomy (gallbladder operated / absent)", |
| "Gallbladder wall thickening", |
| "Hydropic gallbladder / distension", |
| "Biliary sludge", |
| "Biliary stent / catheter / drain", |
| "Splenomegaly", |
| "Accessory spleen / splenule / polysplenia", |
| "Focal splenic lesion (nodule / mass)", |
| "Pancreatic mass / focal lesion", |
| "Pancreatic lipomatosis", |
| "Adrenal nodule / mass", |
| "Adrenal thickening / hyperplasia", |
| "Adrenal calcification", |
| "Simple renal cyst", |
| "Complex renal cyst / solid renal mass", |
| "Hydronephrosis", |
| "Renal calculi / nephrolithiasis", |
| "Renal atrophy / decreased renal size", |
| "Nephrectomy (kidney absent / operated)", |
| "Ascites", |
| "Pneumoperitoneum", |
| "Bowel wall thickening / inflammation", |
| "Diverticulosis", |
| "Omental caking / peritoneal carcinomatosis", |
| "Abdominal lymphadenopathy", |
| "Abdominal aortic aneurysm (partially imaged)", |
| "Abdominal aortic calcification / atherosclerosis (partially imaged)", |
| "IVC filter", |
| "Upper Abdomen_others", |
| "Thyroid enlargement (goiter)", |
| "Thyroid nodule", |
| "Cervical / supraclavicular lymphadenopathy", |
| "Neck soft tissue mass", |
| "Lower Neck_others", |
| "Breast mass / focal asymmetry", |
| "Post-lumpectomy / post-mastectomy change", |
| "Breast implant (intact or present)", |
| "Axillary lymphadenopathy", |
| "Motion artifact / suboptimal study", |
| "Study limitation / limited evaluation (non-motion)", |
| "No significant intrathoracic abnormality", |
| "Others_others" |
| ], |
| "instruction": "Given the following chest CT report, extract the presence/absence of entities", |
| "max_len": 512, |
| "default_threshold": 0.5, |
| "torch_dtype": "float32", |
| "n_labels": 137, |
| "attn_implementation": "sdpa", |
| "label_hierarchy": { |
| "Lungs & Airways": { |
| "Lung parenchymal attenuation patterns": [ |
| "Consolidation", |
| "Ground-glass opacity (GGO)", |
| "Crazy-paving pattern", |
| "Mosaic attenuation / air-trapping", |
| "Tree-in-bud", |
| "Centrilobular nodules / bronchiolitis pattern" |
| ], |
| "Nodules and masses": [ |
| "Pulmonary nodule (solid / PSN / GGN)", |
| "Pulmonary mass (>3 cm)", |
| "Cavitary nodule / mass" |
| ], |
| "Emphysema & cystic lung disease": [ |
| "Emphysema", |
| "Bullae / giant bulla", |
| "Pulmonary cysts / cystic lung disease" |
| ], |
| "Interstitial / fibrotic lung disease": [ |
| "Reticulation / intralobular thickening", |
| "Interlobular septal thickening", |
| "Traction bronchiectasis / bronchiolectasis", |
| "Honeycombing", |
| "Parenchymal scarring / fibrotic band" |
| ], |
| "Volume loss / hyperinflation": [ |
| "Lobar / segmental atelectasis", |
| "Subsegmental / linear atelectasis" |
| ] |
| }, |
| "Trachea & Airways": { |
| "Trachea & Airways": [ |
| "Tracheal stenosis / malacia", |
| "Tracheal / bronchial wall thickening", |
| "Bronchiectasis", |
| "Mucoid impaction / plugging", |
| "Tracheal diverticulum" |
| ] |
| }, |
| "Pleura": { |
| "Pleural fluid collections": [ |
| "Pleural effusion", |
| "Loculated pleural effusion", |
| "Hemothorax" |
| ], |
| "Pleural air": [ |
| "Pneumothorax", |
| "Tension pneumothorax" |
| ], |
| "Pleural thickening / masses": [ |
| "Pleural thickening", |
| "Pleural plaques", |
| "Pleural nodule / mass" |
| ] |
| }, |
| "Mediastinum & Hila": { |
| "Lymph nodes (mediastinal)": [ |
| "Mediastinal lymphadenopathy", |
| "Hilar lymphadenopathy", |
| "Calcified mediastinal / hilar lymph nodes" |
| ], |
| "Mediastinal masses / cysts": [ |
| "Anterior mediastinal mass", |
| "Middle / posterior mediastinal mass or cyst", |
| "Thymic remnant / hyperplasia" |
| ], |
| "Esophagus / hiatus": [ |
| "Esophageal wall thickening / mass", |
| "Hiatal hernia", |
| "Esophageal dilation" |
| ], |
| "Air / fluid in mediastinum": [ |
| "Pneumomediastinum", |
| "Mediastinal hematoma / fluid collection" |
| ] |
| }, |
| "Cardiovascular": { |
| "Cardiac size and morphology": [ |
| "Cardiomegaly" |
| ], |
| "Pericardium": [ |
| "Pericardial effusion", |
| "Pericardial thickening / calcification" |
| ], |
| "Coronary arteries": [ |
| "Coronary artery calcification", |
| "Coronary stent or bypass graft" |
| ], |
| "Aorta / pulmonary artery": [ |
| "Thoracic aortic calcification", |
| "Thoracic aortic ectasia / dilation (non-aneurysmal)", |
| "Thoracic aortic aneurysm", |
| "Aortic dissection / intramural hematoma", |
| "Main pulmonary artery enlargement", |
| "Pulmonary embolism" |
| ], |
| "Valves and cardiac devices": [ |
| "Aortic valve calcification", |
| "Mitral annular calcification", |
| "Pacemaker / ICD leads" |
| ] |
| }, |
| "Chest Wall": { |
| "Chest wall soft tissues": [ |
| "Chest wall soft tissue edema / hematoma", |
| "Subcutaneous emphysema", |
| "Chest wall mass" |
| ], |
| "Post-surgical / tumor invasion (chest wall)": [ |
| "Post-thoracotomy change", |
| "Post-mastectomy change", |
| "Chest wall tumor invasion" |
| ] |
| }, |
| "Bones / Spine": { |
| "Fractures": [ |
| "Acute rib fracture", |
| "Non-acute / healed rib fracture", |
| "Sternal fracture", |
| "Vertebral compression fracture" |
| ], |
| "Degenerative / osseous lesions": [ |
| "Degenerative spine changes", |
| "Osteolytic bone lesion", |
| "Osteosclerotic bone lesion", |
| "Mixed osteolytic-osteosclerotic lesion", |
| "Osteopenia", |
| "Scoliosis / kyphosis", |
| "Vertebral hemangioma", |
| "Postoperative spine change / hardware" |
| ] |
| }, |
| "Upper Abdomen": { |
| "Liver": [ |
| "Hepatic steatosis", |
| "Focal liver lesion (nodule / mass)", |
| "Hepatomegaly", |
| "Liver contour irregularity / cirrhosis features", |
| "Hepatic calcification" |
| ], |
| "Gallbladder & biliary": [ |
| "Cholelithiasis / gallstones", |
| "Post-cholecystectomy (gallbladder operated / absent)", |
| "Gallbladder wall thickening", |
| "Hydropic gallbladder / distension", |
| "Biliary sludge", |
| "Biliary stent / catheter / drain" |
| ], |
| "Spleen": [ |
| "Splenomegaly", |
| "Accessory spleen / splenule / polysplenia", |
| "Focal splenic lesion (nodule / mass)" |
| ], |
| "Pancreas": [ |
| "Pancreatic mass / focal lesion", |
| "Pancreatic lipomatosis" |
| ], |
| "Adrenals": [ |
| "Adrenal nodule / mass", |
| "Adrenal thickening / hyperplasia", |
| "Adrenal calcification" |
| ], |
| "Kidneys / urinary tract": [ |
| "Simple renal cyst", |
| "Complex renal cyst / solid renal mass", |
| "Hydronephrosis", |
| "Renal calculi / nephrolithiasis", |
| "Renal atrophy / decreased renal size", |
| "Nephrectomy (kidney absent / operated)" |
| ], |
| "GI & peritoneum": [ |
| "Ascites", |
| "Pneumoperitoneum", |
| "Bowel wall thickening / inflammation", |
| "Diverticulosis", |
| "Omental caking / peritoneal carcinomatosis" |
| ], |
| "Lymph nodes (abdominal)": [ |
| "Abdominal lymphadenopathy" |
| ], |
| "Upper abdominal vessels": [ |
| "Abdominal aortic aneurysm (partially imaged)", |
| "Abdominal aortic calcification / atherosclerosis (partially imaged)" |
| ] |
| }, |
| "Lower Neck": { |
| "Thyroid": [ |
| "Thyroid enlargement (goiter)", |
| "Thyroid nodule" |
| ], |
| "Neck nodes and soft tissues": [ |
| "Cervical / supraclavicular lymphadenopathy", |
| "Neck soft tissue mass" |
| ] |
| }, |
| "Others": { |
| "Breast": [ |
| "Breast mass / focal asymmetry", |
| "Post-lumpectomy / post-mastectomy change", |
| "Breast implant (intact or present)" |
| ], |
| "Axilla": [ |
| "Axillary lymphadenopathy" |
| ], |
| "Tubes, catheters, and support devices": [ |
| "Endotracheal tube", |
| "Tracheostomy tube", |
| "Central venous catheter / PICC", |
| "Chest tube / pleural drain", |
| "Nasogastric / orogastric tube", |
| "IVC filter", |
| "LVAD / other cardiac assist device" |
| ], |
| "Post-surgical / transplant status": [ |
| "Post-lobectomy / segmentectomy", |
| "Post-pneumonectomy", |
| "Lung transplant" |
| ], |
| "Study quality / global": [ |
| "Motion artifact / suboptimal study", |
| "Study limitation / limited evaluation (non-motion)", |
| "No significant intrathoracic abnormality" |
| ] |
| } |
| } |
| } |
