data/quests/1_ecosystem.json

{
  "id": "ecosystem",
  "concept": "The Ecosystem",
  "fiction": "A newly-summoned knight learns of the great guilds, the laws of sharing, and the arenas of the Realm.",
  "questions": [
    {
      "id": "eco_q1",
      "shown": {
        "question": "What is the core mission of Hugging Face, often described as bringing powerful AI tools to the masses and removing barriers to entry?",
        "concept_brief": "What is the noble act of taking power from the few and handing it to the many?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "democratize",
            "democratizing",
            "democratization",
            "democratizing ai"
          ]
        }
      },
      "reveal": "Democratizing AI."
    },
    {
      "id": "eco_q2",
      "shown": {
        "question": "What is the fundamental movement and philosophy that demands code and knowledge be shared freely with everyone?",
        "concept_brief": "What is the fundamental law of the realm that demands knowledge be shared freely with all, rather than hoarded by kings?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "open source",
            "opensource",
            "open-source"
          ]
        }
      },
      "reveal": "Open source."
    },
    {
      "id": "eco_q3",
      "shown": {
        "question": "What is the name of the central platform where the community hosts models, datasets, and machine learning applications?",
        "concept_brief": "Ask the spirit to name the great gathering place of artifacts and knowledge."
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "hub",
            "hugging face hub",
            "the hub"
          ]
        }
      },
      "reveal": "The Hugging Face Hub."
    },
    {
      "id": "eco_q4",
      "shown": {
        "question": "What is the name of the foundational Hugging Face library used to download, train, and run state-of-the-art text models?",
        "concept_brief": "Ask the knight to name the oldest and most central guild, the foundation upon which the realm's text-magic is built."
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "transformers",
            "transformer"
          ]
        }
      },
      "reveal": "The `transformers` library."
    },
    {
      "id": "eco_q5",
      "shown": {
        "question": "Which specific Hugging Face library is dedicated to generating images, audio, and visual art?",
        "concept_brief": "What is the name of the guild of painters and sculptors, who conjure visions from mere words?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "diffusers",
            "diffuser"
          ]
        }
      },
      "reveal": "The `diffusers` library."
    },
    {
      "id": "eco_q6",
      "shown": {
        "question": "What is the name of the lightweight library dedicated to building autonomous AI programs that can use tools and plan actions?",
        "concept_brief": "What is the name of the newest guild, where scribes build autonomous golems capable of wielding tools on their own?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "smolagents",
            "smol agents"
          ],
          "partial_any": [
            "agents",
            "agent"
          ]
        }
      },
      "reveal": "The `smolagents` library."
    },
    {
      "id": "eco_q7",
      "shown": {
        "question": "How do community members propose changes, collaborate on code, or report issues directly to a repository on the Hub?",
        "concept_brief": "How do scholars debate and amend the ancient texts? Ask for the names of the forums or the acts of proposing changes."
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "pull request",
            "pull-request",
            "discussion",
            "issue"
          ]
        }
      },
      "reveal": "Through Pull Requests (PRs) or Discussions/Issues."
    },
    {
      "id": "eco_q8",
      "shown": {
        "question": "What is the name of the document attached to a model that explains its intended uses, limitations, and potential biases?",
        "concept_brief": "Every artifact comes with a warning parchment. Ask the knight what this scroll of limitations is called."
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "model card",
            "readme",
            "model-card"
          ]
        }
      },
      "reveal": "The model card (or README.md)."
    },
    {
      "id": "eco_q9",
      "shown": {
        "question": "Even in an open ecosystem, some powerful models require you to accept terms or be approved by the author before downloading. What are these called?",
        "concept_brief": "Not all doors in the great archive are left wide open. What do we call a tome that requires a sworn oath before it can be opened?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "gated",
            "gated model",
            "restricted"
          ]
        }
      },
      "reveal": "Gated models."
    },
    {
      "id": "eco_q10",
      "shown": {
        "question": "Where on the platform can you find community rankings that compare the performance of different open source models on standardized tests?",
        "concept_brief": "The knights regularly test their strength in grand tournaments. What is the board where the champions' ranks are displayed?"
      },
      "check": {
        "strategy": "keyword",
        "spec": {
          "correct_any": [
            "leaderboard",
            "open llm leaderboard"
          ],
          "partial_any": [
            "evals",
            "eval"
          ]
        }
      },
      "reveal": "A leaderboard (such as the Open LLM Leaderboard)."
    }
  ]
}