competitions.py

from dataclasses import dataclass
import html
from typing import Dict


@dataclass(frozen=True)
class CompetitionDetails:
    # The display name of the competition.
    name: str

    # The HTML description of the competition.
    html_description: str


# A map of competition IDs to HTML descriptions.
COMPETITION_DETAILS: Dict[int, CompetitionDetails] = {
    1: CompetitionDetails(
        name="SN9_MODEL",
        html_description="""<b>Competition ID 1</b><br/>Produce the best fine-tuned model from a Subnet 9 pretrained model. Models are evaluated using synthetic prompt/response data from Subnet 18.""",
    ),
    2: CompetitionDetails(
        name="General Knowledge Chat-bot",
        # TODO: Add link to SN1 dataset details.
        html_description="""<b>Competition ID 2</b><br/>Produce the best general knowledge chat-bot. Models are evaluated using synthetic MMLU-like dataset from Subnet 1.""",
    ),
    3: CompetitionDetails(
        name="General Knowledge Chat-bot (BYO tokenizer)",
        html_description="""<b>Competition ID 3</b><br/>Produce the best general knowledge chat-bot. Models bring their own tokenizer and are evaluated using synthetic MMLU-like dataset from Subnet 1.""",
    )
}

COMP_NAME_TO_ID = {
    "B7_MULTI_CHOICE": 2,
    "INSTRUCT_8B": 3,
}