challenges/object_localization/config.py

PHASES = [
    {"label": "Dev (test-dev2024)",             "codename": "test-dev2024"},
    {"label": "Standard (test-standard2024)",   "codename": "test-standard2024"},
    {"label": "Challenge (test-challenge2024)", "codename": "test-challenge2024"},
]

CHALLENGE_TYPES = ["Object Detection", "Instance Segmentation"]

LEADERBOARD_METRICS  = ["bbox_mAP", "bbox_AP50", "segm_mAP", "segm_AP50"]
DEFAULT_SORT_METRIC  = "segm_AP50"
LEADERBOARD_FILE     = "leaderboard.jsonl"
CHALLENGE_PHASE      = "test-challenge2024"

EVAL_DETAILS_MD = """
### How is the Score Calculated?

Your submission is evaluated automatically against hidden ground-truth annotations using **pycocotools**.

| Metric | Description |
|--------|-------------|
| `bbox_mAP` | Bounding box mean average precision |
| `bbox_AP50` | Bounding box AP at IoU = 0.50 |
| `segm_mAP` | Segmentation mean average precision |
| `segm_AP50` | Segmentation AP at IoU = 0.50 *(default ranking metric)* |
"""

FORMAT_MD = """
### Submission Format

Your JSON file must be a **list of annotation objects**, each containing:

```json
[
  {
    "image_id": 123,
    "category_id": 101,
    "score": 0.95,
    "area": 1024.0,
    "bbox": [x, y, width, height],
    "segmentation": [[x1, y1, x2, y2, ...]]
  },
  ...
]
```
"""