Indian_Constitution / config.json
AIModels24's picture
Update config.json
d42c467 verified
raw
history blame contribute delete
398 Bytes
Invalid JSON: Expected double-quoted property name in JSON at line 17, column 1
{
"model_type": "llama",
"architectures": ["LlamaForCausalLM"],
"vocab_size": 32000,
"hidden_size": 8192,
"num_attention_heads": 64,
"num_hidden_layers": 40,
"max_position_embeddings": 2048,
"layer_norm_eps": 1e-5,
"initializer_range": 0.02,
"tie_word_embeddings": true,
"peft_type": "LORA",
"base_model_name_or_path": "unsloth/llama-3-8b",
}