{ "model_type": "chest2vec_labeler", "architectures": [ "Chest2VecLabelerModel" ], "auto_map": { "AutoConfig": "modeling_chest2vec_labeler.Chest2VecLabelerConfig", "AutoModel": "modeling_chest2vec_labeler.Chest2VecLabelerModel" }, "base_model": "Qwen/Qwen3-Embedding-0.6B", "encoder_config": { "vocab_size": 151669, "max_position_embeddings": 32768, "hidden_size": 1024, "intermediate_size": 3072, "num_hidden_layers": 28, "num_attention_heads": 16, "use_sliding_window": false, "sliding_window": null, "max_window_layers": 28, "num_key_value_heads": 8, "head_dim": 128, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 1000000, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "layer_types": [ "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention" ], "return_dict": true, "output_hidden_states": false, "torchscript": false, "dtype": "bfloat16", "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "architectures": [ "Qwen3ForCausalLM" ], "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "task_specific_params": null, "problem_type": null, "tokenizer_class": null, "prefix": null, "bos_token_id": 151643, "pad_token_id": null, "eos_token_id": 151643, "sep_token_id": null, "decoder_start_token_id": null, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "num_beam_groups": 1, "diversity_penalty": 0.0, "_name_or_path": "Qwen/Qwen3-Embedding-0.6B", "transformers_version": "4.57.3", "model_type": "qwen3", "tf_legacy_loss": false, "use_bfloat16": false, "output_attentions": false }, "hidden_size": 1024, "num_classes_per_label": 3, "labels": [ "Consolidation", "Ground-glass opacity (GGO)", "Crazy-paving pattern", "Mosaic attenuation / air-trapping", "Tree-in-bud", "Centrilobular nodules / bronchiolitis pattern", "Pulmonary nodule (solid / PSN / GGN)", "Pulmonary mass (>3 cm)", "Cavitary nodule / mass", "Emphysema", "Bullae / giant bulla", "Pulmonary cysts / cystic lung disease", "Reticulation / intralobular thickening", "Interlobular septal thickening", "Traction bronchiectasis / bronchiolectasis", "Honeycombing", "Parenchymal scarring / fibrotic band", "Tracheal stenosis / malacia", "Tracheal / bronchial wall thickening", "Bronchiectasis", "Mucoid impaction / plugging", "Tracheal diverticulum", "Endotracheal tube", "Tracheostomy tube", "Lobar / segmental atelectasis", "Subsegmental / linear atelectasis", "Post-lobectomy / segmentectomy", "Post-pneumonectomy", "Lung transplant", "Lungs & Airways_others", "Pleural effusion", "Loculated pleural effusion", "Hemothorax", "Chest tube / pleural drain", "Pneumothorax", "Tension pneumothorax", "Pleural thickening", "Pleural plaques", "Pleural nodule / mass", "Pleura_others", "Mediastinal lymphadenopathy", "Hilar lymphadenopathy", "Calcified mediastinal / hilar lymph nodes", "Anterior mediastinal mass", "Middle / posterior mediastinal mass or cyst", "Thymic remnant / hyperplasia", "Esophageal wall thickening / mass", "Hiatal hernia", "Esophageal dilation", "Nasogastric / orogastric tube", "Pneumomediastinum", "Mediastinal hematoma / fluid collection", "Mediastinum & Hila_others", "Cardiomegaly", "Pericardial effusion", "Pericardial thickening / calcification", "Coronary artery calcification", "Coronary stent or bypass graft", "Thoracic aortic calcification", "Thoracic aortic ectasia / dilation (non-aneurysmal)", "Thoracic aortic aneurysm", "Aortic dissection / intramural hematoma", "Main pulmonary artery enlargement", "Pulmonary embolism", "Aortic valve calcification", "Mitral annular calcification", "Pacemaker / ICD leads", "Central venous catheter / PICC", "LVAD / other cardiac assist device", "Cardiovascular_others", "Chest wall soft tissue edema / hematoma", "Subcutaneous emphysema", "Chest wall mass", "Post-thoracotomy change", "Chest wall tumor invasion", "Chest Wall_others", "Acute rib fracture", "Non-acute / healed rib fracture", "Sternal fracture", "Vertebral compression fracture", "Degenerative spine changes", "Osteolytic bone lesion", "Osteosclerotic bone lesion", "Mixed osteolytic-osteosclerotic lesion", "Osteopenia", "Scoliosis / kyphosis", "Vertebral hemangioma", "Postoperative spine change / hardware", "Bones / Spine_others", "Hepatic steatosis", "Focal liver lesion (nodule / mass)", "Hepatomegaly", "Liver contour irregularity / cirrhosis features", "Hepatic calcification", "Cholelithiasis / gallstones", "Post-cholecystectomy (gallbladder operated / absent)", "Gallbladder wall thickening", "Hydropic gallbladder / distension", "Biliary sludge", "Biliary stent / catheter / drain", "Splenomegaly", "Accessory spleen / splenule / polysplenia", "Focal splenic lesion (nodule / mass)", "Pancreatic mass / focal lesion", "Pancreatic lipomatosis", "Adrenal nodule / mass", "Adrenal thickening / hyperplasia", "Adrenal calcification", "Simple renal cyst", "Complex renal cyst / solid renal mass", "Hydronephrosis", "Renal calculi / nephrolithiasis", "Renal atrophy / decreased renal size", "Nephrectomy (kidney absent / operated)", "Ascites", "Pneumoperitoneum", "Bowel wall thickening / inflammation", "Diverticulosis", "Omental caking / peritoneal carcinomatosis", "Abdominal lymphadenopathy", "Abdominal aortic aneurysm (partially imaged)", "Abdominal aortic calcification / atherosclerosis (partially imaged)", "IVC filter", "Upper Abdomen_others", "Thyroid enlargement (goiter)", "Thyroid nodule", "Cervical / supraclavicular lymphadenopathy", "Neck soft tissue mass", "Lower Neck_others", "Breast mass / focal asymmetry", "Post-lumpectomy / post-mastectomy change", "Breast implant (intact or present)", "Axillary lymphadenopathy", "Motion artifact / suboptimal study", "Study limitation / limited evaluation (non-motion)", "No significant intrathoracic abnormality", "Others_others" ], "instruction": "Given the following chest CT report, extract the presence/absence of entities", "max_len": 512, "default_threshold": 0.5, "torch_dtype": "float32", "n_labels": 137, "attn_implementation": "sdpa", "label_hierarchy": { "Lungs & Airways": { "Lung parenchymal attenuation patterns": [ "Consolidation", "Ground-glass opacity (GGO)", "Crazy-paving pattern", "Mosaic attenuation / air-trapping", "Tree-in-bud", "Centrilobular nodules / bronchiolitis pattern" ], "Nodules and masses": [ "Pulmonary nodule (solid / PSN / GGN)", "Pulmonary mass (>3 cm)", "Cavitary nodule / mass" ], "Emphysema & cystic lung disease": [ "Emphysema", "Bullae / giant bulla", "Pulmonary cysts / cystic lung disease" ], "Interstitial / fibrotic lung disease": [ "Reticulation / intralobular thickening", "Interlobular septal thickening", "Traction bronchiectasis / bronchiolectasis", "Honeycombing", "Parenchymal scarring / fibrotic band" ], "Volume loss / hyperinflation": [ "Lobar / segmental atelectasis", "Subsegmental / linear atelectasis" ] }, "Trachea & Airways": { "Trachea & Airways": [ "Tracheal stenosis / malacia", "Tracheal / bronchial wall thickening", "Bronchiectasis", "Mucoid impaction / plugging", "Tracheal diverticulum" ] }, "Pleura": { "Pleural fluid collections": [ "Pleural effusion", "Loculated pleural effusion", "Hemothorax" ], "Pleural air": [ "Pneumothorax", "Tension pneumothorax" ], "Pleural thickening / masses": [ "Pleural thickening", "Pleural plaques", "Pleural nodule / mass" ] }, "Mediastinum & Hila": { "Lymph nodes (mediastinal)": [ "Mediastinal lymphadenopathy", "Hilar lymphadenopathy", "Calcified mediastinal / hilar lymph nodes" ], "Mediastinal masses / cysts": [ "Anterior mediastinal mass", "Middle / posterior mediastinal mass or cyst", "Thymic remnant / hyperplasia" ], "Esophagus / hiatus": [ "Esophageal wall thickening / mass", "Hiatal hernia", "Esophageal dilation" ], "Air / fluid in mediastinum": [ "Pneumomediastinum", "Mediastinal hematoma / fluid collection" ] }, "Cardiovascular": { "Cardiac size and morphology": [ "Cardiomegaly" ], "Pericardium": [ "Pericardial effusion", "Pericardial thickening / calcification" ], "Coronary arteries": [ "Coronary artery calcification", "Coronary stent or bypass graft" ], "Aorta / pulmonary artery": [ "Thoracic aortic calcification", "Thoracic aortic ectasia / dilation (non-aneurysmal)", "Thoracic aortic aneurysm", "Aortic dissection / intramural hematoma", "Main pulmonary artery enlargement", "Pulmonary embolism" ], "Valves and cardiac devices": [ "Aortic valve calcification", "Mitral annular calcification", "Pacemaker / ICD leads" ] }, "Chest Wall": { "Chest wall soft tissues": [ "Chest wall soft tissue edema / hematoma", "Subcutaneous emphysema", "Chest wall mass" ], "Post-surgical / tumor invasion (chest wall)": [ "Post-thoracotomy change", "Post-mastectomy change", "Chest wall tumor invasion" ] }, "Bones / Spine": { "Fractures": [ "Acute rib fracture", "Non-acute / healed rib fracture", "Sternal fracture", "Vertebral compression fracture" ], "Degenerative / osseous lesions": [ "Degenerative spine changes", "Osteolytic bone lesion", "Osteosclerotic bone lesion", "Mixed osteolytic-osteosclerotic lesion", "Osteopenia", "Scoliosis / kyphosis", "Vertebral hemangioma", "Postoperative spine change / hardware" ] }, "Upper Abdomen": { "Liver": [ "Hepatic steatosis", "Focal liver lesion (nodule / mass)", "Hepatomegaly", "Liver contour irregularity / cirrhosis features", "Hepatic calcification" ], "Gallbladder & biliary": [ "Cholelithiasis / gallstones", "Post-cholecystectomy (gallbladder operated / absent)", "Gallbladder wall thickening", "Hydropic gallbladder / distension", "Biliary sludge", "Biliary stent / catheter / drain" ], "Spleen": [ "Splenomegaly", "Accessory spleen / splenule / polysplenia", "Focal splenic lesion (nodule / mass)" ], "Pancreas": [ "Pancreatic mass / focal lesion", "Pancreatic lipomatosis" ], "Adrenals": [ "Adrenal nodule / mass", "Adrenal thickening / hyperplasia", "Adrenal calcification" ], "Kidneys / urinary tract": [ "Simple renal cyst", "Complex renal cyst / solid renal mass", "Hydronephrosis", "Renal calculi / nephrolithiasis", "Renal atrophy / decreased renal size", "Nephrectomy (kidney absent / operated)" ], "GI & peritoneum": [ "Ascites", "Pneumoperitoneum", "Bowel wall thickening / inflammation", "Diverticulosis", "Omental caking / peritoneal carcinomatosis" ], "Lymph nodes (abdominal)": [ "Abdominal lymphadenopathy" ], "Upper abdominal vessels": [ "Abdominal aortic aneurysm (partially imaged)", "Abdominal aortic calcification / atherosclerosis (partially imaged)" ] }, "Lower Neck": { "Thyroid": [ "Thyroid enlargement (goiter)", "Thyroid nodule" ], "Neck nodes and soft tissues": [ "Cervical / supraclavicular lymphadenopathy", "Neck soft tissue mass" ] }, "Others": { "Breast": [ "Breast mass / focal asymmetry", "Post-lumpectomy / post-mastectomy change", "Breast implant (intact or present)" ], "Axilla": [ "Axillary lymphadenopathy" ], "Tubes, catheters, and support devices": [ "Endotracheal tube", "Tracheostomy tube", "Central venous catheter / PICC", "Chest tube / pleural drain", "Nasogastric / orogastric tube", "IVC filter", "LVAD / other cardiac assist device" ], "Post-surgical / transplant status": [ "Post-lobectomy / segmentectomy", "Post-pneumonectomy", "Lung transplant" ], "Study quality / global": [ "Motion artifact / suboptimal study", "Study limitation / limited evaluation (non-motion)", "No significant intrathoracic abnormality" ] } } }