adapter_config.json

{
  "auto_mapping": null,
  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
  "bias": "none",
  "fastlora_alpha": 64.0,
  "fastlora_arch": "aassbb",
  "fastlora_attn_len": 8192,
  "fastlora_dropout": 0.0,
  "fastlora_gist_len": 0,
  "fastlora_init": "default",
  "fastlora_inter_size": 1024,
  "fastlora_max_rank": 128,
  "fastlora_merge": "pre-norm-sum",
  "fastlora_norm": "svd",
  "fastlora_param": [
    "o_proj"
  ],
  "fastlora_r": 1024,
  "fastlora_training_attention_mask": "default",
  "fastlora_window": 1024,
  "inference_mode": true,
  "layer_replication": null,
  "lora_alpha": 0,
  "lora_dropout": 0.0,
  "lora_param": null,
  "lora_r": 0,
  "megatron_config": null,
  "peft_type": "FASTLORA",
  "revision": null,
  "target_modules": [
    "o_proj"
  ],
  "task_type": "FAST_LORA_CAUSAL_LM"
}