scripts/hf_hub_community_coverage_prompts.json

[
  {
    "id": 1,
    "prompt": "List first 10 liked repos for user evalstate. Return repo id/type when available.",
    "expected_endpoint_any": [
      "^/users/[^/]+/likes$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 2,
    "prompt": "List first 15 accounts that user evalstate is following. Return usernames only.",
    "expected_endpoint_any": [
      "^/users/[^/]+/following$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 3,
    "prompt": "List first 20 followers of organization huggingface. Return usernames only.",
    "expected_endpoint_any": [
      "^/organizations/[^/]+/followers$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 4,
    "prompt": "Post comment 'coverage-check' on model repo huggingface/transformers discussion #999999. If it fails, report error cleanly.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/comment$"
    ],
    "expected_method_any": [
      "POST"
    ]
  },
  {
    "id": 5,
    "prompt": "Edit comment id fake-comment-id on model repo huggingface/transformers discussion #999999 to 'coverage-edit'. Report API error cleanly.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/comment/[^/]+/edit$"
    ],
    "expected_method_any": [
      "POST"
    ]
  },
  {
    "id": 6,
    "prompt": "Set discussion status to closed with comment 'coverage status test' for model repo huggingface/transformers discussion #999999. Report API result.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/status$"
    ],
    "expected_method_any": [
      "POST"
    ]
  },
  {
    "id": 7,
    "prompt": "List pending access requests for model repo huggingface/transformers and report authorization/availability errors clearly.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/pending$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 8,
    "prompt": "List accepted access requests for model repo huggingface/transformers and report authorization/availability errors clearly.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/accepted$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 9,
    "prompt": "List rejected access requests for model repo huggingface/transformers and report authorization/availability errors clearly.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/rejected$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 10,
    "prompt": "Handle access request for user 'coverage-user' on model repo huggingface/transformers with status='accepted'. Report API error cleanly.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/handle$"
    ],
    "expected_method_any": [
      "POST"
    ]
  },
  {
    "id": 11,
    "prompt": "Grant access to user 'coverage-user' for model repo huggingface/transformers. Report API error cleanly.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/grant$"
    ],
    "expected_method_any": [
      "POST"
    ]
  },
  {
    "id": 12,
    "prompt": "List collections owned by evalstate.",
    "expected_endpoint_any": [
      "^/collections$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 13,
    "prompt": "Create a private collection titled 'coverage-collection-test' in namespace evalstate with description 'coverage check'.",
    "expected_endpoint_any": [
      "^/collections$"
    ],
    "expected_method_any": [
      "POST"
    ]
  },
  {
    "id": 14,
    "prompt": "Get collection slug 'coverage-collection-test'. If missing, report not-found cleanly.",
    "expected_endpoint_any": [
      "^/collections/[^/]+$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 15,
    "prompt": "Add model item 'huggingface/transformers' to collection slug 'coverage-collection-test' with note 'coverage add item'. Report API result.",
    "expected_endpoint_any": [
      "^/collections/[^/]+/items$"
    ],
    "expected_method_any": [
      "POST"
    ]
  },
  {
    "id": 16,
    "prompt": "Run auth-check for model repo huggingface/transformers and summarize what access level is detected.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/auth-check$"
    ],
    "expected_method_any": [
      "GET"
    ]
  },
  {
    "id": 17,
    "prompt": "I explicitly confirm this test action: attempt to hide comment id fake-comment-id on model repo huggingface/transformers discussion #999999. Report API result without retries.",
    "expected_endpoint_any": [
      "^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/comment/[^/]+/hide$"
    ],
    "expected_method_any": [
      "POST"
    ]
  }
]