config.json

{
  "nlp_model": "bert-base-uncased",
  "fine_tuning_model": "bert-base-uncased",
  "generation_model": "t5-base",
  "fine_tuning_config": {
    "repository_name": "huggingface/transformers",
    "trainer_args": {
      "output_dir": "./results",
      "num_train_epochs": 3,
      "per_device_train_batch_size": 16,
      "per_device_eval_batch_size": 64,
      "evaluation_strategy": "epoch",
      "learning_rate": 5e-5,
      "save_total_limit": 2,
      "save_steps": 500,
      "load_best_model_at_end": true,
      "metric_for_best_model": "accuracy",
      "greater_is_better": true,
      "save_on_each_node": true
    }
  },
  "optuna_config": {
    "study_name": "huggingface-optuna",
    "direction": "maximize",
    "n_trials": 50
  },
  "rag_config": {
    "repository_name": "huggingface/transformers",
    "model_name": "t5-base"
  },
  "deployment_config": {
    "repository_name": "huggingface/transformers",
    "model_name": "t5-base"
  }
}