SmartWareHouseAI / data /retrieval_eval.json
Pro-Coder's picture
Upload 43 files
2d9a408 verified
Raw History Blame
3.96 kB
{
"hit_rate_at_1": 0.8823529411764706,
"hit_rate_at_2": 1.0,
"n_queries": 17,
"rows": [
{
"query": "How does an AS/RS crane retrieve a pallet?",
"expected": "asrs_overview",
"retrieved_top1": "asrs_overview",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2129
},
{
"query": "What's the difference between an AGV and an AMR?",
"expected": "agv_amr_overview",
"retrieved_top1": "safety_protocol",
"hit@1": false,
"hit@2": true,
"top1_score": 0.1543
},
{
"query": "What does a WMS integrate with?",
"expected": "wms_overview",
"retrieved_top1": "wms_overview",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2609
},
{
"query": "Why would a sorter jam?",
"expected": "conveyor_sorting",
"retrieved_top1": "conveyor_sorting",
"hit@1": true,
"hit@2": true,
"top1_score": 0.0958
},
{
"query": "What is batch picking?",
"expected": "picking_strategies",
"retrieved_top1": "picking_strategies",
"hit@1": true,
"hit@2": true,
"top1_score": 0.3191
},
{
"query": "How can we predict a motor failure before it happens?",
"expected": "predictive_maintenance",
"retrieved_top1": "conveyor_sorting",
"hit@1": false,
"hit@2": true,
"top1_score": 0.1501
},
{
"query": "What should I do after a near-miss with a forklift?",
"expected": "safety_protocol",
"retrieved_top1": "safety_protocol",
"hit@1": true,
"hit@2": true,
"top1_score": 0.3327
},
{
"query": "How do we keep inventory counts accurate?",
"expected": "inventory_accuracy",
"retrieved_top1": "inventory_accuracy",
"hit@1": true,
"hit@2": true,
"top1_score": 0.1017
},
{
"query": "What KPIs should a warehouse manager track?",
"expected": "kpi_overview",
"retrieved_top1": "kpi_overview",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2761
},
{
"query": "How can automated warehouses save energy?",
"expected": "energy_efficiency",
"retrieved_top1": "energy_efficiency",
"hit@1": true,
"hit@2": true,
"top1_score": 0.4415
},
{
"query": "What is cross-docking and why use it?",
"expected": "cross_docking",
"retrieved_top1": "cross_docking",
"hit@1": true,
"hit@2": true,
"top1_score": 0.3365
},
{
"query": "How should a warehouse handle customer returns?",
"expected": "reverse_logistics",
"retrieved_top1": "reverse_logistics",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2315
},
{
"query": "Should I use RFID or barcodes for pallet tracking?",
"expected": "rfid_vs_barcode",
"retrieved_top1": "rfid_vs_barcode",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2714
},
{
"query": "How do I avoid congestion at the loading dock?",
"expected": "dock_scheduling",
"retrieved_top1": "dock_scheduling",
"hit@1": true,
"hit@2": true,
"top1_score": 0.2939
},
{
"query": "How should I decide where to store a new SKU?",
"expected": "slotting_optimization",
"retrieved_top1": "slotting_optimization",
"hit@1": true,
"hit@2": true,
"top1_score": 0.1115
},
{
"query": "How do warehouses control access to high-value inventory?",
"expected": "warehouse_security",
"retrieved_top1": "warehouse_security",
"hit@1": true,
"hit@2": true,
"top1_score": 0.4407
},
{
"query": "How can I tell if a picker is underperforming or just has a hard task?",
"expected": "labor_management",
"retrieved_top1": "labor_management",
"hit@1": true,
"hit@2": true,
"top1_score": 0.081
}
]
}