amiya_training_config.json

{
  "task": "AMIYA - Palestinian Dialect Generation & Translation",
  "base_model_id": "meta-llama/Meta-Llama-3.1-8B-Instruct",
  "model_name": "llama3.1-8b-amiya-palestinian",
  "lora_config": {
    "r": 16,
    "alpha": 32,
    "dropout": 0.1,
    "target_modules": [
      "q_proj",
      "k_proj",
      "v_proj",
      "o_proj"
    ]
  },
  "training_config": {
    "learning_rate": 0.0002,
    "batch_size": 4,
    "gradient_accumulation_steps": 4,
    "num_epochs": 3,
    "max_seq_length": 512
  },
  "data_info": {
    "train_examples": 38610,
    "val_examples": 4826,
    "task_distribution": {
      "generation": 38610
    }
  }
}