{
  "model_type": "llama",  
  "architectures": ["LlamaForCausalLM"],  
  "vocab_size": 32000,  
  "hidden_size": 8192,  
  "num_attention_heads": 64,  
  "num_hidden_layers": 40,  
  "max_position_embeddings": 2048,  
  "layer_norm_eps": 1e-5,  
  "initializer_range": 0.02,  
  "tie_word_embeddings": true,  

 
  "peft_type": "LORA",  
  "base_model_name_or_path": "unsloth/llama-3-8b",  
  
}