File size: 5,004 Bytes
bba4fab | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 | [
{
"id": 1,
"prompt": "List first 10 liked repos for user evalstate. Return repo id/type when available.",
"expected_endpoint_any": [
"^/users/[^/]+/likes$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 2,
"prompt": "List first 15 accounts that user evalstate is following. Return usernames only.",
"expected_endpoint_any": [
"^/users/[^/]+/following$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 3,
"prompt": "List first 20 followers of organization huggingface. Return usernames only.",
"expected_endpoint_any": [
"^/organizations/[^/]+/followers$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 4,
"prompt": "Post comment 'coverage-check' on model repo huggingface/transformers discussion #999999. If it fails, report error cleanly.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/comment$"
],
"expected_method_any": [
"POST"
]
},
{
"id": 5,
"prompt": "Edit comment id fake-comment-id on model repo huggingface/transformers discussion #999999 to 'coverage-edit'. Report API error cleanly.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/comment/[^/]+/edit$"
],
"expected_method_any": [
"POST"
]
},
{
"id": 6,
"prompt": "Set discussion status to closed with comment 'coverage status test' for model repo huggingface/transformers discussion #999999. Report API result.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/status$"
],
"expected_method_any": [
"POST"
]
},
{
"id": 7,
"prompt": "List pending access requests for model repo huggingface/transformers and report authorization/availability errors clearly.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/pending$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 8,
"prompt": "List accepted access requests for model repo huggingface/transformers and report authorization/availability errors clearly.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/accepted$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 9,
"prompt": "List rejected access requests for model repo huggingface/transformers and report authorization/availability errors clearly.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/rejected$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 10,
"prompt": "Handle access request for user 'coverage-user' on model repo huggingface/transformers with status='accepted'. Report API error cleanly.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/handle$"
],
"expected_method_any": [
"POST"
]
},
{
"id": 11,
"prompt": "Grant access to user 'coverage-user' for model repo huggingface/transformers. Report API error cleanly.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/user-access-request/grant$"
],
"expected_method_any": [
"POST"
]
},
{
"id": 12,
"prompt": "List collections owned by evalstate.",
"expected_endpoint_any": [
"^/collections$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 13,
"prompt": "Create a private collection titled 'coverage-collection-test' in namespace evalstate with description 'coverage check'.",
"expected_endpoint_any": [
"^/collections$"
],
"expected_method_any": [
"POST"
]
},
{
"id": 14,
"prompt": "Get collection slug 'coverage-collection-test'. If missing, report not-found cleanly.",
"expected_endpoint_any": [
"^/collections/[^/]+$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 15,
"prompt": "Add model item 'huggingface/transformers' to collection slug 'coverage-collection-test' with note 'coverage add item'. Report API result.",
"expected_endpoint_any": [
"^/collections/[^/]+/items$"
],
"expected_method_any": [
"POST"
]
},
{
"id": 16,
"prompt": "Run auth-check for model repo huggingface/transformers and summarize what access level is detected.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/auth-check$"
],
"expected_method_any": [
"GET"
]
},
{
"id": 17,
"prompt": "I explicitly confirm this test action: attempt to hide comment id fake-comment-id on model repo huggingface/transformers discussion #999999. Report API result without retries.",
"expected_endpoint_any": [
"^/(models|datasets|spaces)/[^/]+/[^/]+/discussions/\\d+/comment/[^/]+/hide$"
],
"expected_method_any": [
"POST"
]
}
]
|