code/self_healing_finetuning/configs/model_profiles.json

{
  "default_profile": "fingpt",
  "profiles": {
    "fingpt": {
      "name": "fingpt",
      "model_candidate": "linvest21/linvest21_fingpt_v1_000",
      "base_model_id": "meta-llama/Meta-Llama-3-8B",
      "track": "fingpt_bootstrap",
      "adapter_bootstrap": true,
      "baseline_adapter_repo": "linvest21/linvest21_fingpt_v1_000",
      "license": {
        "name": "Meta Llama 3 community license plus FinGPT adapter terms",
        "commercial_use": "review_required",
        "notes": "Current Linvest21 bootstrap. Commercial use requires honoring Meta Llama 3 and upstream FinGPT adapter terms."
      },
      "provider_overrides": {
        "storage": {
          "model_repo": "linvest21/linvest21_fingpt_v1_000"
        },
        "jobs": {
          "base_model_id": "meta-llama/Meta-Llama-3-8B",
          "training": {
            "max_seq_length": 2048,
            "learning_rate": 0.00008,
            "lora_r": 16,
            "lora_alpha": 32,
            "lora_dropout": 0.05
          }
        }
      }
    },
    "qwen3_32b": {
      "name": "qwen3_32b",
      "model_candidate": "Qwen/Qwen3-32B",
      "base_model_id": "Qwen/Qwen3-32B",
      "track": "foundation_track",
      "adapter_bootstrap": false,
      "baseline_adapter_repo": null,
      "license": {
        "name": "Apache-2.0",
        "commercial_use": "allowed",
        "notes": "Preferred open commercial profile for fresh QLoRA tuning."
      },
      "provider_overrides": {
        "storage": {
          "model_repo": "Qwen/Qwen3-32B"
        },
        "jobs": {
          "base_model_id": "Qwen/Qwen3-32B",
          "flavor": "a100-large",
          "training": {
            "max_seq_length": 2048,
            "learning_rate": 0.00005,
            "lora_r": 16,
            "lora_alpha": 32,
            "lora_dropout": 0.05,
            "checkpoint_steps": 100,
            "eval_steps": 100
          }
        }
      }
    },
    "qwen3_8b": {
      "name": "qwen3_8b",
      "model_candidate": "Qwen/Qwen3-8B",
      "base_model_id": "Qwen/Qwen3-8B",
      "track": "foundation_track",
      "adapter_bootstrap": false,
      "baseline_adapter_repo": null,
      "license": {
        "name": "Apache-2.0",
        "commercial_use": "allowed",
        "notes": "Open commercial Qwen3 8B profile for lower-cost fresh QLoRA tuning."
      },
      "provider_overrides": {
        "storage": {
          "model_repo": "Qwen/Qwen3-8B"
        },
        "jobs": {
          "base_model_id": "Qwen/Qwen3-8B",
          "flavor": "a100-large",
          "training": {
            "max_seq_length": 2048,
            "learning_rate": 0.00005,
            "lora_r": 16,
            "lora_alpha": 32,
            "lora_dropout": 0.05,
            "checkpoint_steps": 100,
            "eval_steps": 100
          }
        }
      }
    }
  }
}