Spaces:
Running on Zero
Running on Zero
File size: 2,303 Bytes
f0fae3f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 | {
"hit_rate_at_1": 0.8,
"hit_rate_at_2": 1.0,
"n_queries": 10,
"rows": [
{
"query": "How does an AS/RS crane retrieve a pallet?",
"expected": "asrs_overview",
"retrieved_top1": "asrs_overview",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2435
},
{
"query": "What's the difference between an AGV and an AMR?",
"expected": "agv_amr_overview",
"retrieved_top1": "safety_protocol",
"hit@1": false,
"hit@2": true,
"top1_score": 0.1499
},
{
"query": "What does a WMS integrate with?",
"expected": "wms_overview",
"retrieved_top1": "wms_overview",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2741
},
{
"query": "Why would a sorter jam?",
"expected": "conveyor_sorting",
"retrieved_top1": "conveyor_sorting",
"hit@1": true,
"hit@2": true,
"top1_score": 0.0959
},
{
"query": "What is batch picking?",
"expected": "picking_strategies",
"retrieved_top1": "picking_strategies",
"hit@1": true,
"hit@2": true,
"top1_score": 0.3279
},
{
"query": "How can we predict a motor failure before it happens?",
"expected": "predictive_maintenance",
"retrieved_top1": "conveyor_sorting",
"hit@1": false,
"hit@2": true,
"top1_score": 0.1426
},
{
"query": "What should I do after a near-miss with a forklift?",
"expected": "safety_protocol",
"retrieved_top1": "safety_protocol",
"hit@1": true,
"hit@2": true,
"top1_score": 0.3443
},
{
"query": "How do we keep inventory counts accurate?",
"expected": "inventory_accuracy",
"retrieved_top1": "inventory_accuracy",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2345
},
{
"query": "What KPIs should a warehouse manager track?",
"expected": "kpi_overview",
"retrieved_top1": "kpi_overview",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2838
},
{
"query": "How can automated warehouses save energy?",
"expected": "energy_efficiency",
"retrieved_top1": "energy_efficiency",
"hit@1": true,
"hit@2": true,
"top1_score": 0.4366
}
]
} |