training_metadata.json

{
  "guidance_tokens": [
    "<guidance>",
    "</guidance>"
  ],
  "guidance_ids": [
    32768,
    32769
  ],
  "base_model": "mistralai/Mistral-7B-Instruct-v0.3",
  "lora_config": {
    "r": 64,
    "lora_alpha": 128,
    "target_modules": [
      "gate_proj",
      "up_proj",
      "o_proj",
      "down_proj",
      "k_proj",
      "v_proj",
      "q_proj"
    ],
    "lora_dropout": 0.05,
    "bias": "none",
    "task_type": "CAUSAL_LM"
  }
}