data/quests/4_finetuning.json

{
  "id": "finetuning",
  "concept": "Fine-Tuning & PEFT",
  "fiction": "The knight learns the delicate art of shaping a spirit's mind, forging custom armor to teach it new disciplines without breaking its ancient memories.",
  "questions": [
    {
      "id": "ft_q1",
      "shown": {
        "question": "What is the process of taking a pre-trained model and training it further on a specific, task-oriented dataset called?",
        "concept_brief": "How does a knight teach an ancient, generally wise spirit a specific new trade?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "fine-tuning",
            "finetuning",
            "fine tuning"
          ]
        }
      },
      "reveal": "Fine-tuning."
    },
    {
      "id": "ft_q2",
      "shown": {
        "question": "To solve the massive hardware cost of full fine-tuning, the community adopted techniques that only train a tiny subset of parameters. What does the acronym PEFT stand for?",
        "concept_brief": "Ask the knight for the name of the clever technique that alters only a fraction of the spirit's mind, saving immense resources."
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "parameter-efficient fine-tuning",
            "parameter efficient fine tuning",
            "peft"
          ]
        }
      },
      "reveal": "Parameter-Efficient Fine-Tuning (PEFT)."
    },
    {
      "id": "ft_q3",
      "shown": {
        "question": "What is the specific, widely-used PEFT technique that freezes the original model weights and injects small, trainable rank decomposition matrices?",
        "concept_brief": "What is the most popular enchantment that injects small, trainable matrices into the vessel without changing its original form?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "lora",
            "low-rank adaptation",
            "low rank adaptation"
          ]
        }
      },
      "reveal": "LoRA (Low-Rank Adaptation)."
    },
    {
      "id": "ft_q4",
      "shown": {
        "question": "When you train a model by explicitly providing it with pairs of input prompts and the exact desired output responses, what is this called?",
        "concept_brief": "When the knight teaches the spirit by showing it strict examples of questions and perfect answers, what is this guided training called?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "supervised fine-tuning",
            "supervised finetuning",
            "sft"
          ]
        }
      },
      "reveal": "Supervised Fine-Tuning (SFT)."
    },
    {
      "id": "ft_q5",
      "shown": {
        "question": "What is the name of the feature-complete class in the `transformers` library designed to handle the entire training loop automatically?",
        "concept_brief": "What is the name of the grand forge master (the main library class) that handles the entire exhausting loop of training?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "trainer",
            "Trainer()"
          ]
        }
      },
      "reveal": "The `Trainer` class."
    },
    {
      "id": "ft_q6",
      "shown": {
        "question": "Before initializing a training loop, you must define hyperparameters like learning rate and batch size. Which class is used to hold these settings?",
        "concept_brief": "Before the forge master begins, the knight must dictate the rules of the forging. What is this scroll of rules called?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "trainingarguments",
            "TrainingArguments"
          ]
        }
      },
      "reveal": "The `TrainingArguments` class."
    },
    {
      "id": "ft_q7",
      "shown": {
        "question": "Hugging Face provides a specialized library called TRL. What is the name of the specific trainer class in this library used for instruction-tuning?",
        "concept_brief": "There is a specialized forge master built specifically to train modern speaking spirits. What is the name of this trainer from the TRL armory?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "sfttrainer",
            "SFTTrainer"
          ]
        }
      },
      "reveal": "The `SFTTrainer` class."
    },
    {
      "id": "ft_q8",
      "shown": {
        "question": "During training, how do you mathematically measure if the model is actually learning? What is the general term for functions like Accuracy or F1?",
        "concept_brief": "How does the knight measure if the spirit is truly learning or just rambling? What are these mathematical scales called?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "metrics",
            "metric",
            "evaluation metrics"
          ]
        }
      },
      "reveal": "Metrics."
    },
    {
      "id": "ft_q9",
      "shown": {
        "question": "When using PEFT methods, you don't save a massive new model. Instead, you save a tiny directory of newly trained weights. What are these called?",
        "concept_brief": "The knight does not forge a whole new vessel. Instead, they forge a small, lightweight piece of armor that alters the spirit's behavior. What is this piece called?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "adapter",
            "adapters",
            "adapter weights",
            "lora weights"
          ]
        }
      },
      "reveal": "Adapters (or Adapter weights)."
    },
    {
      "id": "ft_q10",
      "shown": {
        "question": "If you want to deploy your LoRA-trained model as a single standalone artifact, what is the process of combining the adapter into the base weights called?",
        "concept_brief": "If the knight wishes to permanently fuse this new armor into the vessel itself, creating a single new artifact, what is this act called?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "merging",
            "merge",
            "merge_and_unload"
          ]
        }
      },
      "reveal": "Merging (or `merge_and_unload`)."
    }
  ]
}