precision: bfloat16
context_length: 4096
attention: flash/sdpa causal
kv_cache_dtype: bf16
rope_theta: 500000.0
architecture: LlamaForCausalLM