controlsense / training_metadata.json
MrBenL's picture
Upload folder using huggingface_hub
afad110 verified
Raw
History Blame Contribute Delete
352 Bytes
{
"base_model": "mistralai/Mistral-7B-Instruct-v0.2",
"lora_r": 16,
"lora_alpha": 32,
"lora_target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
],
"num_epochs": 3,
"learning_rate": 0.0002,
"training_examples": 168,
"dataset": "data/training/core_examples.jsonl"
}