{"key": "pool|llama3.1:8b|mmlu09640|16", "item": "mmlu09640", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu03118|16", "item": "mmlu03118", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu03054|17", "item": "mmlu03054", "sample_index": 17, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu05543|16", "item": "mmlu05543", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu11879|16", "item": "mmlu11879", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu09301|16", "item": "mmlu09301", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu07725|16", "item": "mmlu07725", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu01863|16", "item": "mmlu01863", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu02147|16", "item": "mmlu02147", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu05879|16", "item": "mmlu05879", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu11558|16", "item": "mmlu11558", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu11585|16", "item": "mmlu11585", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu05641|16", "item": "mmlu05641", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu08711|20", "item": "mmlu08711", "sample_index": 20, "error": ""} {"key": "pool|llama3.1:8b|mmlu05641|16", "item": "mmlu05641", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu08711|21", "item": "mmlu08711", "sample_index": 21, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu05641|16", "item": "mmlu05641", "sample_index": 16, "error": "TimeoutError('timed out')"} {"key": "pool|llama3.1:8b|mmlu08711|21", "item": "mmlu08711", "sample_index": 21, "error": "TimeoutError('timed out')"}