SHA888's picture
Initial config export (README, examples) (#1)
20838c3 verified
_serializing: true
activation_recompute: false
adapter_config: null
adapter_type: null
allow_tf32: false
anatomical_regions:
- head
attention_impl: null
batch_size: 16
cache_ttl: 3600
classification_labels:
- diagnosis
- treatment
- follow-up
config_version: 1.0.0
cudnn_benchmark: null
document_types:
- clinical_note
- discharge_summary
- radiology_report
domain_adaptation: false
domain_adaptation_lambda: 0.1
domain_specific_vocab: null
emit_trace: false
enable_flash_attention: null
enable_memory_pooling: false
enable_mixed_precision: false
enable_profiling: false
enable_uncertainty_estimation: false
enforce_eager: false
entity_linking:
confidence_threshold: 0.8
enabled: false
knowledge_bases:
- umls
- snomed_ct
- loinc
eos: -1
file_path: null
flash_attention_config: null
gpu_memory_utilization: 0.9
grad_checkpointing: false
hf_config: namespace(model_type='unknown', max_position_embeddings=4096)
imaging_modalities:
- xray
kvcache_block_size: 256
max_entity_span_length: 10
max_medical_seq_length: 4096
max_model_len: 4096
max_num_batched_tokens: 32768
max_num_seqs: 512
max_retries: 3
medical_entity_types:
- disease
medical_specialties:
- cardiology
memory_efficient: true
mixed_precision_dtype: fp16
model: emilyalsentzer/Bio_ClinicalBERT
model_type: medical_llm
ner_confidence_threshold: 0.5
num_kvcache_blocks: -1
pool_device: auto
pool_max_bytes: null
pretrained_model_name_or_path: emilyalsentzer/Bio_ClinicalBERT
profiler_device: auto
quantization_bits: null
quantization_method: null
recompute_granularity: null
regulatory_compliance:
- hipaa
- gdpr
request_timeout: 30
section_headers:
- history_of_present_illness
- past_medical_history
- medications
- allergies
- family_history
- social_history
- review_of_systems
- physical_exam
- assessment_and_plan
task_type: classification
tensor_parallel_size: 1
torch_matmul_precision: null
trace_dir: profiles
uncertainty_threshold: 0.7
use_cuda_graphs: false
use_medical_adapter: true
version: 0.1.0