[
{
"gid": "ActionGenie#a0",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the ActionGenie product?",
"ground_truth": [
"eid_d96fb219",
"eid_2589c967",
"eid_ec3b5d65",
"eid_f1c8f4a5",
"eid_4afd9484",
"eid_839bc5eb",
"eid_e96d2f38",
"eid_3bcf2a20",
"eid_802e8eff",
"eid_bed67c52",
"eid_13fdff84"
],
"citations": [
"onforcex_market_research_report",
"20260611-0-a77ec",
"20260611-1-3405a",
"20260611-2-85458",
"20260611-3-5f298",
"20260611-4-50a54",
"20260611-5-ad5a2",
"20260611-6-cf489",
"20260611-7-71afe",
"20260611-8-b8f48",
"final_onforcex_market_research_report",
"onForceX_planning_1",
"onForceX_planning_1_chat",
"latest_onforcex_market_research_report",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a1",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the ActionGenie product?",
"ground_truth": [
"eid_d96fb219",
"eid_2589c967",
"eid_eb1756e0",
"eid_4afd9484",
"eid_839bc5eb",
"eid_ce2f3276",
"eid_3bcf2a20",
"eid_802e8eff",
"eid_bed67c52",
"eid_fd8cecea"
],
"citations": [
"onforcex_product_vision_document",
"20260618-0-bb58d",
"20260618-1-79f23",
"20260618-2-49a61",
"20260618-3-8cac1",
"20260618-4-39570",
"20260618-5-35953",
"20260618-6-ecedd",
"20260618-7-ed89b",
"20260618-8-1b938",
"final_onforcex_product_vision_document",
"onForceX_planning_2",
"onForceX_planning_2_chat",
"latest_onforcex_product_vision_document",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a2",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the ActionGenie product?",
"ground_truth": [
"eid_d96fb219",
"eid_2589c967",
"eid_5346d7a5",
"eid_4afd9484",
"eid_839bc5eb",
"eid_e96d2f38",
"eid_3bcf2a20",
"eid_802e8eff",
"eid_bed67c52",
"eid_2470307f",
"eid_fd8cecea"
],
"citations": [
"onforcex_product_requirements_document",
"20260701-0-eb437",
"20260701-1-519f4",
"20260701-2-2398f",
"20260701-3-81644",
"20260701-4-6c3f2",
"20260701-5-98e0e",
"20260701-6-d8e38",
"20260701-7-cb7e0",
"20260701-8-df27e",
"final_onforcex_product_requirements_document",
"onForceX_planning_3",
"onForceX_planning_3_chat",
"latest_onforcex_product_requirements_document",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a3",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the ActionGenie product?",
"ground_truth": [
"eid_fd8cecea",
"eid_d96fb219",
"eid_5346d7a5",
"eid_4afd9484",
"eid_03a183c9",
"eid_9bddb57c",
"eid_e96d2f38",
"eid_3bcf2a20",
"eid_802e8eff",
"eid_2470307f",
"eid_47d43bc4",
"eid_5890ce38"
],
"citations": [
"onforcex_technical_specifications_document",
"20260712-0-28f63",
"20260712-1-2f189",
"20260712-2-27244",
"20260712-3-84c5e",
"20260712-4-82a10",
"20260712-5-f7138",
"20260712-6-acda4",
"20260712-7-0790f",
"20260712-8-61bf4",
"final_onforcex_technical_specifications_document",
"onForceX_planning_4",
"onForceX_planning_4_chat",
"latest_onforcex_technical_specifications_document",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a4",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the ActionGenie product?",
"ground_truth": [
"eid_fd8cecea",
"eid_5890ce38",
"eid_5346d7a5",
"eid_03a183c9",
"eid_9bddb57c",
"eid_e058484b",
"eid_df392037",
"eid_816aea15",
"eid_2470307f",
"eid_47d43bc4",
"eid_bed67c52"
],
"citations": [
"onforcex_system_design_document",
"20260724-0-34c76",
"20260724-1-c1a65",
"20260724-2-9bc2b",
"20260724-3-12e83",
"20260724-4-f8f8f",
"20260724-5-69cc7",
"20260724-6-a7403",
"20260724-7-ecc16",
"20260724-8-31458",
"final_onforcex_system_design_document",
"onForceX_planning_5",
"onForceX_planning_5_chat",
"latest_onforcex_system_design_document",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a5",
"product": "ActionGenie",
"kind": "answerable",
"question": "What new features related to integration with third-party Slack apps are added to ActionGenie?",
"ground_truth": "- Integration with Slack's Events API for third-party app interactions\n- Setting up endpoints to receive and process events from Slack\n- Optimization and scaling of microservices architecture\n- Performance tuning for handling increased load\n- Resource allocation adjustments for third-party app interactions",
"citations": [
"20260816-0-609a2",
"20260816-1-b4718",
"20260816-2-16fda",
"20260816-3-60aec",
"20260816-4-9677d",
"20260816-5-bcf93",
"20260816-6-825f5",
"20260816-7-c5ab3",
"20260816-8-c536a",
"20260816-9-32050",
"20260816-10-ced75",
"20260816-11-a649e",
"20260816-12-928fc",
"product_dev_onForceX_1",
"product_dev_onForceX_2",
"github_com_salesforce_onForceX_pull_1",
"20260814-0-5b042",
"20260814-1-935a5",
"20260814-2-f98d9",
"20260814-3-7a20e",
"20260814-4-04b13",
"20260814-5-5fba4",
"20260814-6-4895f",
"20260814-7-6e8f9",
"20260828-0-d7824",
"product_dev_ActionGenie_4",
"product_dev_ActionGenie_5",
"github_com_salesforce_onForceX_pull_11",
"20260915-0-ee0ae",
"20260915-1-e1e65",
"20260915-2-084b0",
"20260915-3-bfcb1",
"20260915-4-a3eea",
"20260915-5-e8433",
"20260915-6-5ba81",
"20260915-7-6fe64",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a6",
"product": "ActionGenie",
"kind": "answerable",
"question": "What new features related to improving the analytics dashboard have been added to ActionGenie?",
"ground_truth": "- Advanced analytics features\n- Data visualization\n- Trend analysis\n- Robust alerting mechanisms\n- Slack notifications for anomalies\n- Email updates for anomalies",
"citations": [
"product_dev_onForceX_1",
"product_dev_ActionGenie_4",
"github_com_salesforce_onForceX_pull_9",
"20260907-0-64e17",
"20260907-1-0af0b",
"20260907-2-45a0e",
"20260907-3-0103c",
"20260907-4-ac5c8",
"20260907-5-a6eb4",
"20260907-6-1cfd8",
"20260907-7-f2951",
"product_dev_ActionGenie_5",
"product_dev_ActionGenie_6",
"github_com_salesforce_onForceX_pull_16",
"20260929-0-dff0a",
"20260929-1-c834e",
"20260929-2-f4095",
"20260929-3-4b11b",
"20260929-4-f05a2",
"20260929-5-4c735",
"20260929-6-95ad2",
"20260929-7-7c167",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a7",
"product": "ActionGenie",
"kind": "answerable",
"question": "What new features about AI model updates resource allocation are added to ActionGenie?",
"ground_truth": "- Data ingestion pipeline for AI model updates\n- Error handling and alerting mechanisms for the data processing pipeline\n- Coordination framework for resource allocation and progress tracking",
"citations": [
"product_dev_onForceX_1",
"product_dev_onForceX_2",
"github_com_salesforce_onForceX_pull_3",
"20260816-0-4c399",
"20260816-1-34cbd",
"20260816-2-62716",
"20260816-3-e266e",
"20260816-4-3d042",
"20260816-5-781e5",
"20260816-6-85f8b",
"20260816-7-71acb",
"20260901-0-7020b",
"20260901-1-5208a",
"20260901-2-37b4e",
"20260901-3-4d0bc",
"20260901-4-abe69",
"20260901-5-7961d",
"20260901-6-16088",
"20260901-7-ac6c4",
"20260901-8-0d350",
"20260901-9-4e6f9",
"20260901-10-0821d",
"20260901-11-93d81",
"20260901-12-2a208",
"20260901-13-7045d",
"20260901-14-8c15a",
"product_dev_ActionGenie_3",
"github_com_salesforce_onForceX_pull_6",
"20260830-0-acd5a",
"20260830-1-91e29",
"20260830-2-84f18",
"20260830-3-c566d",
"20260830-4-daa32",
"20260830-5-f81bf",
"20260830-6-9d7d7",
"20260830-7-ecbd4",
"20260911-0-dc49e",
"product_dev_ActionGenie_4",
"github_com_salesforce_onForceX_pull_10",
"20260913-0-728a4",
"20260913-1-62d06",
"20260913-2-b2674",
"20260913-3-7853f",
"20260913-4-192a5",
"20260913-5-50e30",
"20260913-6-78c7f",
"20260913-7-1111a",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a8",
"product": "ActionGenie",
"kind": "answerable",
"question": "What features could not be added to ActionGenie due to security risks?",
"ground_truth": "- Define data schemas for interactions between onForceX and third-party Slack apps.\n- Integrate Slack notifications for anomaly alerts in analytics data.\n- Optimize data processing workflow for AI model updates, including performance enhancements and workflow adjustments.",
"citations": [
"product_dev_onForceX_1",
"product_dev_ActionGenie_3",
"20260826-0-d002e",
"20260826-1-46890",
"20260826-2-281e8",
"20260826-3-989b2",
"20260826-4-9bb30",
"20260826-5-ce3d6",
"20260826-6-abb5a",
"20260826-7-140de",
"20260826-8-b7d2d",
"20260830-0-ad494",
"20260830-1-c5fdb",
"20260830-2-5994b",
"20260830-3-7730a",
"20260830-4-78c28",
"20260830-5-4fd22",
"20260830-6-a21a0",
"20260830-7-cee91",
"20260830-8-704d1",
"20260830-9-d4238",
"20260830-10-528f6",
"20260830-11-25c17",
"20260831-0-74941",
"20260831-1-2d026",
"20260831-2-f63d6",
"github_com_salesforce_onForceX_pull_4",
"github_com_salesforce_onForceX_pull_7",
"product_dev_ActionGenie_7",
"product_dev_ActionGenie_8",
"20261020-0-c8a19",
"20261020-1-c9b6b",
"20261020-2-1d9ad",
"20261020-3-68a64",
"20261020-4-4aa13",
"20261020-5-4dcdc",
"20261020-6-06168",
"20261020-7-0a941",
"20261021-0-83549",
"20261021-1-206ea",
"20261021-2-4a7a6",
"20261021-3-5338f",
"20261021-4-a4146",
"20261021-5-7b21b",
"20261021-6-637b0",
"20261021-7-564a8",
"20261021-8-2d12b",
"20261021-9-4610d",
"20261021-10-89250",
"20261021-11-562ea",
"20261021-0-de2db",
"20261021-1-7de26",
"20261021-2-32bf1",
"20261021-3-2d781",
"github_com_salesforce_onForceX_pull_21",
"github_com_salesforce_onForceX_pull_22",
"product_dev_ActionGenie_5",
"20260920-0-f7d23",
"20260920-1-fecdd",
"20260920-2-005cb",
"20260920-3-8700e",
"20260920-4-61149",
"20260920-5-5ba0d",
"20260920-6-ed03a",
"20260920-7-00e89",
"20260920-0-39e38",
"20260920-1-55a8d",
"20260920-2-0220d",
"20260920-3-2729d",
"20260920-4-67e16",
"20260920-5-8139b",
"20260920-6-5fa65",
"20260920-7-40aba",
"20260920-8-fdff9",
"20260920-9-b0611",
"20260920-10-15d34",
"20260920-11-936fd",
"20260920-12-cbee9",
"20260920-13-ef0be",
"20260921-0-a9163",
"20260921-1-943d0",
"20260921-2-e1604",
"github_com_salesforce_onForceX_pull_13",
"github_com_salesforce_onForceX_pull_14",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a9",
"product": "ActionGenie",
"kind": "answerable",
"question": "What features could not be added to ActionGenie due to change in product direction?",
"ground_truth": "- Introduce GraphQL to the onForceX system for efficient and flexible data retrieval.\n- Create a system to send email updates to users for anomaly alerts in analytics data.",
"citations": [
"product_dev_onForceX_1",
"product_dev_ActionGenie_6",
"product_dev_ActionGenie_7",
"20261008-0-b4c28",
"20261008-1-4815f",
"20261008-2-3bf6e",
"20261008-3-17fa1",
"20261008-4-359c6",
"20261008-5-61d23",
"20261008-6-d7b11",
"20261008-7-63fce",
"20261011-0-f4899",
"20261011-1-af5fb",
"20261011-2-1e54e",
"20261011-3-bc8f4",
"20261011-4-5fbed",
"20261011-5-a63a3",
"20261011-6-31ebd",
"20261011-7-595a1",
"20261011-8-06c33",
"20261011-9-9b0ed",
"20261011-0-990da",
"20261011-1-f740e",
"20261011-2-2b668",
"20261011-3-75df7",
"github_com_salesforce_onForceX_pull_17",
"github_com_salesforce_onForceX_pull_19",
"product_dev_ActionGenie_9",
"product_dev_ActionGenie_10",
"20261101-0-9f972",
"20261101-1-5a1b3",
"20261101-2-1481b",
"20261101-3-fe536",
"20261101-4-e6912",
"20261101-5-f3470",
"20261101-6-b8029",
"20261101-7-f377a",
"20261101-8-ec760",
"20261101-9-a1464",
"20261030-0-83106",
"20261030-1-aadf5",
"20261030-2-766bb",
"20261030-3-3b511",
"20261030-4-63151",
"20261030-5-8065b",
"20261030-6-0bdf2",
"20261030-7-86ffa",
"20261030-8-94a98",
"20261030-9-62cee",
"20261030-10-51294",
"20261030-11-ec1d5",
"20261030-12-f359d",
"20261030-13-052d3",
"20261030-14-3a6b7",
"20261030-0-250a7",
"20261030-1-2229a",
"20261030-2-587d5",
"20261030-3-1440f",
"github_com_salesforce_onForceX_pull_25",
"github_com_salesforce_onForceX_pull_26",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a10",
"product": "ActionGenie",
"kind": "answerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to ActionGenie?",
"ground_truth": "- Integration with Slack's Events API for third-party app interactions.\n- Setup of endpoints to receive and process events from Slack.\n- Robust error handling mechanisms in the data processing pipeline.\n- Alerting mechanisms to promptly identify and address unexpected issues.",
"citations": [
"product_dev_onForceX_1",
"product_dev_onForceX_2",
"20260828-0-d7824",
"20260816-0-609a2",
"20260816-1-b4718",
"20260816-2-16fda",
"20260816-3-60aec",
"20260816-4-9677d",
"20260816-5-bcf93",
"20260816-6-825f5",
"20260816-7-c5ab3",
"20260816-8-c536a",
"20260816-9-32050",
"20260816-10-ced75",
"20260816-11-a649e",
"20260816-12-928fc",
"20260814-0-5b042",
"20260814-1-935a5",
"20260814-2-f98d9",
"20260814-3-7a20e",
"20260814-4-04b13",
"20260814-5-5fba4",
"20260814-6-4895f",
"20260814-7-6e8f9",
"github_com_salesforce_onForceX_pull_1",
"product_dev_ActionGenie_3",
"20260911-0-dc49e",
"20260901-0-7020b",
"20260901-1-5208a",
"20260901-2-37b4e",
"20260901-3-4d0bc",
"20260901-4-abe69",
"20260901-5-7961d",
"20260901-6-16088",
"20260901-7-ac6c4",
"20260901-8-0d350",
"20260901-9-4e6f9",
"20260901-10-0821d",
"20260901-11-93d81",
"20260901-12-2a208",
"20260901-13-7045d",
"20260901-14-8c15a",
"20260830-0-acd5a",
"20260830-1-91e29",
"20260830-2-84f18",
"20260830-3-c566d",
"20260830-4-daa32",
"20260830-5-f81bf",
"20260830-6-9d7d7",
"20260830-7-ecbd4",
"github_com_salesforce_onForceX_pull_6",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a11",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the NLP Model & Language Processing of ActionGenie that led to inaccurate action suggestions and workflow disruptions for non-English speaking teams?",
"ground_truth": [
"DataSolutions",
"TechCorp",
"CloudSync",
"NextGenTech"
],
"citations": [
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20261219-0-81571",
"20261219-1-18d53",
"20261219-2-d3a33",
"20261219-3-18540",
"20261219-4-ae0b2",
"20261219-5-64eb0",
"20261219-6-c73fd",
"20261219-7-ac983",
"20261219-8-0d760",
"20261219-9-b4e3c",
"20261219-10-6faae",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a12",
"product": "ActionGenie",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the NLP Model & Language Processing in ActionGenie that were causing inaccurate action suggestions and workflow disruptions for non-English speaking teams?",
"ground_truth": [
"eid_d5888f27",
"eid_c834699e",
"eid_af89b40b",
"eid_21de287d",
"eid_443fee06"
],
"citations": [
"20261219-0-81571",
"20261219-1-18d53",
"20261219-2-d3a33",
"20261219-3-18540",
"20261219-4-ae0b2",
"20261219-5-64eb0",
"20261219-6-c73fd",
"20261219-7-ac983",
"20261219-8-0d760",
"20261219-9-b4e3c",
"20261219-10-6faae",
"20270115-0-d0d75",
"20270115-1-bb847",
"20270115-2-7da6e",
"20270115-3-3f4d1",
"20270115-4-897c7",
"20270115-5-1bd84",
"20270115-6-6e384",
"20270115-7-5c931",
"github_com_salesforce_ActionGenie_pull_40",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270303-0-7f5dc",
"20270303-1-02801",
"20270303-2-20c27",
"20270303-3-9bd0e",
"20270303-4-668e9",
"20270303-5-31690",
"github_com_salesforce_ActionGenie_pull_50",
"20270104-0-f3e14",
"20270104-1-b8f52",
"20270104-2-8e3ce",
"20270104-3-29f42",
"20270104-4-23f2c",
"20270104-5-a5834",
"20270104-6-7f78b",
"20270104-7-c77ed",
"20270104-8-29b53",
"github_com_salesforce_ActionGenie_pull_39",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261210-0-e4709",
"20261210-1-a93ed",
"20261210-2-f3dbd",
"20261210-3-a9410",
"20261210-4-4ff9f",
"20261210-5-bbd67",
"20261210-6-a7a7e",
"20261210-7-a327a",
"github_com_salesforce_ActionGenie_pull_35",
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20261228-0-b89a8",
"20261228-1-471a1",
"20261228-2-85bbf",
"20261228-3-ed910",
"20261228-4-f1e72",
"20261228-5-85ec7",
"20261228-6-abb76",
"20261228-7-21ca3",
"20261228-8-20e09",
"github_com_salesforce_ActionGenie_pull_38",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a13",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the backend processing and task queue management of ActionGenie that caused slow response times and decreased productivity?",
"ground_truth": [
"TechCorp",
"ComputeWorks",
"AITransformers",
"DataSolutions",
"CloudSync"
],
"citations": [
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20270109-0-7849a",
"20270109-1-ce042",
"20270109-2-58962",
"20270109-3-bd475",
"20270109-4-c15fb",
"20270109-5-7022a",
"20270109-6-cbfea",
"20270109-7-fac2b",
"20270109-8-47d08",
"20270109-9-811f2",
"20270109-10-ca106",
"20261204-0-7228c",
"20261204-1-9abbd",
"20261204-2-aaae6",
"20261204-3-85efa",
"20261204-4-dd26d",
"20261204-5-11664",
"20261204-6-d83c9",
"20261204-7-7a163",
"20261204-8-16d63",
"20261204-9-2446b",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a14",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the backend processing and task queue management in ActionGenie that were causing slow response times and affecting user productivity?",
"ground_truth": [
"eid_234b3360",
"eid_d5888f27",
"eid_4bcfb482",
"eid_f73462f7",
"eid_b98a194c",
"eid_fc0cd4cb"
],
"citations": [
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270228-0-7dfc3",
"20270228-1-84e9d",
"20270228-2-77b76",
"20270228-3-15941",
"20270228-4-f37c8",
"20270228-5-72d50",
"20270228-6-f0129",
"github_com_salesforce_ActionGenie_pull_49",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20261121-0-d2afd",
"20261121-1-75779",
"20261121-2-29a33",
"20261121-3-abc0c",
"20261121-4-42675",
"20261121-5-df768",
"20261121-6-02688",
"20261121-7-732d1",
"20261121-8-876cf",
"20261121-9-98415",
"github_com_salesforce_ActionGenie_pull_31",
"20270109-0-7849a",
"20270109-1-ce042",
"20270109-2-58962",
"20270109-3-bd475",
"20270109-4-c15fb",
"20270109-5-7022a",
"20270109-6-cbfea",
"20270109-7-fac2b",
"20270109-8-47d08",
"20270109-9-811f2",
"20270109-10-ca106",
"20270129-0-953e5",
"20270129-1-d1956",
"20270129-2-76a74",
"20270129-3-b4a85",
"20270129-4-2d78e",
"20270129-5-ba252",
"20270129-6-038f5",
"github_com_salesforce_ActionGenie_pull_42",
"20261204-0-7228c",
"20261204-1-9abbd",
"20261204-2-aaae6",
"20261204-3-85efa",
"20261204-4-dd26d",
"20261204-5-11664",
"20261204-6-d83c9",
"20261204-7-7a163",
"20261204-8-16d63",
"20261204-9-2446b",
"20261217-0-cbb69",
"20261217-1-396e0",
"20261217-2-5264b",
"20261217-3-eb411",
"20261217-4-c2b8e",
"20261217-5-0d0bc",
"20261217-6-d037d",
"20261217-7-cff11",
"github_com_salesforce_ActionGenie_pull_36",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270219-0-b6333",
"20270219-1-c5510",
"20270219-2-f7310",
"20270219-3-ca577",
"20270219-4-d62b4",
"20270219-5-dd2b8",
"20270219-6-2c426",
"github_com_salesforce_ActionGenie_pull_46",
"20270131-0-ae050",
"20270131-1-5a9cc",
"20270131-2-b2d0c",
"20270131-3-74a5f",
"20270131-4-092d5",
"20270131-5-fefea",
"20270131-6-96634",
"github_com_salesforce_ActionGenie_pull_43",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a15",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the names of companies were affected by the API security and access control issues in ActionGenie that led to unauthorized data exposure and privacy compromises?",
"ground_truth": [
"TechCorp",
"ComputeWorks",
"BlueWave",
"DataSolutions",
"NextGenTech"
],
"citations": [
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a16",
"product": "ActionGenie",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the API Security & Access Control issue in ActionGenie that was risking unauthorized data exposure and compromising user privacy?",
"ground_truth": [
"eid_d67508f1",
"eid_fc4619fa",
"eid_af89b40b",
"eid_8c5414f1",
"eid_08841d48"
],
"citations": [
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20261224-0-e7e55",
"20261224-1-7a176",
"20261224-2-b2881",
"20261224-3-33729",
"20261224-4-beec7",
"20261224-5-c2e69",
"20261224-6-75490",
"20261224-7-2681f",
"github_com_salesforce_ActionGenie_pull_37",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270306-0-101e1",
"20270306-1-fe494",
"20270306-2-d0955",
"20270306-3-5e99a",
"20270306-4-57915",
"20270306-5-a0adf",
"20270306-6-f9d5b",
"20270306-7-ee61c",
"github_com_salesforce_ActionGenie_pull_52",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261201-0-4370c",
"20261201-1-3bb55",
"20261201-2-5b43d",
"20261201-3-948a0",
"20261201-4-4d000",
"20261201-5-851ac",
"20261201-6-e3b3a",
"20261201-7-679da",
"github_com_salesforce_ActionGenie_pull_33",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270222-0-dc003",
"20270222-1-0e989",
"20270222-2-f009f",
"20270222-3-fd248",
"20270222-4-300c0",
"20270222-5-328fd",
"20270222-6-ecc54",
"20270222-7-ed658",
"github_com_salesforce_ActionGenie_pull_47",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270217-0-8b4a7",
"20270217-1-7467a",
"20270217-2-3d171",
"20270217-3-a640b",
"20270217-4-8a83c",
"20270217-5-d2d54",
"20270217-6-4c1d3",
"20270217-7-35721",
"20270217-8-5d175",
"20270217-9-b5785",
"github_com_salesforce_ActionGenie_pull_45",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a17",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface & Frontend Performance of ActionGenie that caused a frozen interface and disrupted workflow?",
"ground_truth": [
"TechCorp",
"ComputeWorks",
"BlueWave",
"CloudSync",
"NextGenTech"
],
"citations": [
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20261204-0-7228c",
"20261204-1-9abbd",
"20261204-2-aaae6",
"20261204-3-85efa",
"20261204-4-dd26d",
"20261204-5-11664",
"20261204-6-d83c9",
"20261204-7-7a163",
"20261204-8-16d63",
"20261204-9-2446b",
"20261219-0-81571",
"20261219-1-18d53",
"20261219-2-d3a33",
"20261219-3-18540",
"20261219-4-ae0b2",
"20261219-5-64eb0",
"20261219-6-c73fd",
"20261219-7-ac983",
"20261219-8-0d760",
"20261219-9-b4e3c",
"20261219-10-6faae",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a18",
"product": "ActionGenie",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the issue with the User Interface & Frontend Performance in ActionGenie that was causing a frozen interface and disrupting user workflow?",
"ground_truth": [
"eid_92294e45",
"eid_8c5414f1",
"eid_fc4619fa"
],
"citations": [
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20270118-0-0b5c5",
"20270118-1-ba417",
"20270118-2-18b62",
"20270118-3-810af",
"20270118-4-a243b",
"20270118-5-3620e",
"github_com_salesforce_ActionGenie_pull_41",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261209-0-5e084",
"20261209-1-1cb12",
"20261209-2-f233e",
"20261209-3-5e533",
"20261209-4-12ea7",
"20261209-5-814a4",
"github_com_salesforce_ActionGenie_pull_34",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270225-0-7c649",
"20270225-1-d925c",
"20270225-2-70ad7",
"20270225-3-1672e",
"20270225-4-d87d0",
"20270225-5-79a89",
"20270225-6-3a745",
"github_com_salesforce_ActionGenie_pull_48",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a19",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Database Management & Logging System in ActionGenie that caused challenges in auditing and reviewing past actions, leading to accountability and process optimization problems?",
"ground_truth": [
"AITransformers",
"TechCorp",
"DataSolutions",
"ComputeWorks"
],
"citations": [
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270109-0-7849a",
"20270109-1-ce042",
"20270109-2-58962",
"20270109-3-bd475",
"20270109-4-c15fb",
"20270109-5-7022a",
"20270109-6-cbfea",
"20270109-7-fac2b",
"20270109-8-47d08",
"20270109-9-811f2",
"20270109-10-ca106",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a20",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Database Management & Logging System in ActionGenie that were affecting auditing and reviewing past actions, leading to accountability issues and hindering process optimization?",
"ground_truth": [
"eid_4bcfb482",
"eid_08841d48",
"eid_0ac476e4"
],
"citations": [
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270209-0-0b635",
"20270209-1-4aae3",
"20270209-2-989f4",
"20270209-3-6ac87",
"20270209-4-3b8e5",
"20270209-5-a6286",
"20270209-6-588bf",
"20270209-7-41a1e",
"github_com_salesforce_ActionGenie_pull_44",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270304-0-cb1a9",
"20270304-1-15d58",
"20270304-2-79fcc",
"20270304-3-4d0f6",
"20270304-4-15590",
"20270304-5-33092",
"github_com_salesforce_ActionGenie_pull_51",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20261123-0-80236",
"20261123-1-865d8",
"20261123-2-1698f",
"20261123-3-7db87",
"20261123-4-d3bec",
"20261123-5-c6dee",
"20261123-6-95ac8",
"github_com_salesforce_ActionGenie_pull_32",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a21",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find all PR links submitted by eid_8c5414f1 to resolve bugs reported by TechCorp in ActionGenie",
"ground_truth": [
"https://github.com/salesforce/ActionGenie/pull/45",
"https://github.com/salesforce/ActionGenie/pull/48"
],
"citations": [
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270217-0-8b4a7",
"20270217-1-7467a",
"20270217-2-3d171",
"20270217-3-a640b",
"20270217-4-8a83c",
"20270217-5-d2d54",
"20270217-6-4c1d3",
"20270217-7-35721",
"20270217-8-5d175",
"20270217-9-b5785",
"github_com_salesforce_ActionGenie_pull_45",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270225-0-7c649",
"20270225-1-d925c",
"20270225-2-70ad7",
"20270225-3-1672e",
"20270225-4-d87d0",
"20270225-5-79a89",
"20270225-6-3a745",
"github_com_salesforce_ActionGenie_pull_48",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#a22",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in ActionGenie",
"ground_truth": [
"eid_af89b40b",
"eid_d5888f27",
"eid_4bcfb482",
"eid_fc4619fa",
"eid_08841d48",
"eid_8c5414f1"
],
"citations": [
"20261219-0-81571",
"20261219-1-18d53",
"20261219-2-d3a33",
"20261219-3-18540",
"20261219-4-ae0b2",
"20261219-5-64eb0",
"20261219-6-c73fd",
"20261219-7-ac983",
"20261219-8-0d760",
"20261219-9-b4e3c",
"20261219-10-6faae",
"20270115-0-d0d75",
"20270115-1-bb847",
"20270115-2-7da6e",
"20270115-3-3f4d1",
"20270115-4-897c7",
"20270115-5-1bd84",
"20270115-6-6e384",
"20270115-7-5c931",
"github_com_salesforce_ActionGenie_pull_40",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270303-0-7f5dc",
"20270303-1-02801",
"20270303-2-20c27",
"20270303-3-9bd0e",
"20270303-4-668e9",
"20270303-5-31690",
"github_com_salesforce_ActionGenie_pull_50",
"20270104-0-f3e14",
"20270104-1-b8f52",
"20270104-2-8e3ce",
"20270104-3-29f42",
"20270104-4-23f2c",
"20270104-5-a5834",
"20270104-6-7f78b",
"20270104-7-c77ed",
"20270104-8-29b53",
"github_com_salesforce_ActionGenie_pull_39",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261210-0-e4709",
"20261210-1-a93ed",
"20261210-2-f3dbd",
"20261210-3-a9410",
"20261210-4-4ff9f",
"20261210-5-bbd67",
"20261210-6-a7a7e",
"20261210-7-a327a",
"github_com_salesforce_ActionGenie_pull_35",
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20261228-0-b89a8",
"20261228-1-471a1",
"20261228-2-85bbf",
"20261228-3-ed910",
"20261228-4-f1e72",
"20261228-5-85ec7",
"20261228-6-abb76",
"20261228-7-21ca3",
"20261228-8-20e09",
"github_com_salesforce_ActionGenie_pull_38",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270228-0-7dfc3",
"20270228-1-84e9d",
"20270228-2-77b76",
"20270228-3-15941",
"20270228-4-f37c8",
"20270228-5-72d50",
"20270228-6-f0129",
"github_com_salesforce_ActionGenie_pull_49",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20261121-0-d2afd",
"20261121-1-75779",
"20261121-2-29a33",
"20261121-3-abc0c",
"20261121-4-42675",
"20261121-5-df768",
"20261121-6-02688",
"20261121-7-732d1",
"20261121-8-876cf",
"20261121-9-98415",
"github_com_salesforce_ActionGenie_pull_31",
"20270109-0-7849a",
"20270109-1-ce042",
"20270109-2-58962",
"20270109-3-bd475",
"20270109-4-c15fb",
"20270109-5-7022a",
"20270109-6-cbfea",
"20270109-7-fac2b",
"20270109-8-47d08",
"20270109-9-811f2",
"20270109-10-ca106",
"20270129-0-953e5",
"20270129-1-d1956",
"20270129-2-76a74",
"20270129-3-b4a85",
"20270129-4-2d78e",
"20270129-5-ba252",
"20270129-6-038f5",
"github_com_salesforce_ActionGenie_pull_42",
"20261204-0-7228c",
"20261204-1-9abbd",
"20261204-2-aaae6",
"20261204-3-85efa",
"20261204-4-dd26d",
"20261204-5-11664",
"20261204-6-d83c9",
"20261204-7-7a163",
"20261204-8-16d63",
"20261204-9-2446b",
"20261217-0-cbb69",
"20261217-1-396e0",
"20261217-2-5264b",
"20261217-3-eb411",
"20261217-4-c2b8e",
"20261217-5-0d0bc",
"20261217-6-d037d",
"20261217-7-cff11",
"github_com_salesforce_ActionGenie_pull_36",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270219-0-b6333",
"20270219-1-c5510",
"20270219-2-f7310",
"20270219-3-ca577",
"20270219-4-d62b4",
"20270219-5-dd2b8",
"20270219-6-2c426",
"github_com_salesforce_ActionGenie_pull_46",
"20270131-0-ae050",
"20270131-1-5a9cc",
"20270131-2-b2d0c",
"20270131-3-74a5f",
"20270131-4-092d5",
"20270131-5-fefea",
"20270131-6-96634",
"github_com_salesforce_ActionGenie_pull_43",
"20261224-0-e7e55",
"20261224-1-7a176",
"20261224-2-b2881",
"20261224-3-33729",
"20261224-4-beec7",
"20261224-5-c2e69",
"20261224-6-75490",
"20261224-7-2681f",
"github_com_salesforce_ActionGenie_pull_37",
"20270306-0-101e1",
"20270306-1-fe494",
"20270306-2-d0955",
"20270306-3-5e99a",
"20270306-4-57915",
"20270306-5-a0adf",
"20270306-6-f9d5b",
"20270306-7-ee61c",
"github_com_salesforce_ActionGenie_pull_52",
"20261201-0-4370c",
"20261201-1-3bb55",
"20261201-2-5b43d",
"20261201-3-948a0",
"20261201-4-4d000",
"20261201-5-851ac",
"20261201-6-e3b3a",
"20261201-7-679da",
"github_com_salesforce_ActionGenie_pull_33",
"20270222-0-dc003",
"20270222-1-0e989",
"20270222-2-f009f",
"20270222-3-fd248",
"20270222-4-300c0",
"20270222-5-328fd",
"20270222-6-ecc54",
"20270222-7-ed658",
"github_com_salesforce_ActionGenie_pull_47",
"20270217-0-8b4a7",
"20270217-1-7467a",
"20270217-2-3d171",
"20270217-3-a640b",
"20270217-4-8a83c",
"20270217-5-d2d54",
"20270217-6-4c1d3",
"20270217-7-35721",
"20270217-8-5d175",
"20270217-9-b5785",
"github_com_salesforce_ActionGenie_pull_45",
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20270118-0-0b5c5",
"20270118-1-ba417",
"20270118-2-18b62",
"20270118-3-810af",
"20270118-4-a243b",
"20270118-5-3620e",
"github_com_salesforce_ActionGenie_pull_41",
"20261209-0-5e084",
"20261209-1-1cb12",
"20261209-2-f233e",
"20261209-3-5e533",
"20261209-4-12ea7",
"20261209-5-814a4",
"github_com_salesforce_ActionGenie_pull_34",
"20270225-0-7c649",
"20270225-1-d925c",
"20270225-2-70ad7",
"20270225-3-1672e",
"20270225-4-d87d0",
"20270225-5-79a89",
"20270225-6-3a745",
"github_com_salesforce_ActionGenie_pull_48",
"20270209-0-0b635",
"20270209-1-4aae3",
"20270209-2-989f4",
"20270209-3-6ac87",
"20270209-4-3b8e5",
"20270209-5-a6286",
"20270209-6-588bf",
"20270209-7-41a1e",
"github_com_salesforce_ActionGenie_pull_44",
"20270304-0-cb1a9",
"20270304-1-15d58",
"20270304-2-79fcc",
"20270304-3-4d0f6",
"20270304-4-15590",
"20270304-5-33092",
"github_com_salesforce_ActionGenie_pull_51",
"20261123-0-80236",
"20261123-1-865d8",
"20261123-2-1698f",
"20261123-3-7db87",
"20261123-4-d3bec",
"20261123-5-c6dee",
"20261123-6-95ac8",
"github_com_salesforce_ActionGenie_pull_32",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#a23",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in ActionGenie",
"ground_truth": [
"TechCorp"
],
"citations": [
"20261219-0-81571",
"20261219-1-18d53",
"20261219-2-d3a33",
"20261219-3-18540",
"20261219-4-ae0b2",
"20261219-5-64eb0",
"20261219-6-c73fd",
"20261219-7-ac983",
"20261219-8-0d760",
"20261219-9-b4e3c",
"20261219-10-6faae",
"20270115-0-d0d75",
"20270115-1-bb847",
"20270115-2-7da6e",
"20270115-3-3f4d1",
"20270115-4-897c7",
"20270115-5-1bd84",
"20270115-6-6e384",
"20270115-7-5c931",
"github_com_salesforce_ActionGenie_pull_40",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270303-0-7f5dc",
"20270303-1-02801",
"20270303-2-20c27",
"20270303-3-9bd0e",
"20270303-4-668e9",
"20270303-5-31690",
"github_com_salesforce_ActionGenie_pull_50",
"20270104-0-f3e14",
"20270104-1-b8f52",
"20270104-2-8e3ce",
"20270104-3-29f42",
"20270104-4-23f2c",
"20270104-5-a5834",
"20270104-6-7f78b",
"20270104-7-c77ed",
"20270104-8-29b53",
"github_com_salesforce_ActionGenie_pull_39",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261210-0-e4709",
"20261210-1-a93ed",
"20261210-2-f3dbd",
"20261210-3-a9410",
"20261210-4-4ff9f",
"20261210-5-bbd67",
"20261210-6-a7a7e",
"20261210-7-a327a",
"github_com_salesforce_ActionGenie_pull_35",
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20261228-0-b89a8",
"20261228-1-471a1",
"20261228-2-85bbf",
"20261228-3-ed910",
"20261228-4-f1e72",
"20261228-5-85ec7",
"20261228-6-abb76",
"20261228-7-21ca3",
"20261228-8-20e09",
"github_com_salesforce_ActionGenie_pull_38",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270228-0-7dfc3",
"20270228-1-84e9d",
"20270228-2-77b76",
"20270228-3-15941",
"20270228-4-f37c8",
"20270228-5-72d50",
"20270228-6-f0129",
"github_com_salesforce_ActionGenie_pull_49",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20261121-0-d2afd",
"20261121-1-75779",
"20261121-2-29a33",
"20261121-3-abc0c",
"20261121-4-42675",
"20261121-5-df768",
"20261121-6-02688",
"20261121-7-732d1",
"20261121-8-876cf",
"20261121-9-98415",
"github_com_salesforce_ActionGenie_pull_31",
"20270109-0-7849a",
"20270109-1-ce042",
"20270109-2-58962",
"20270109-3-bd475",
"20270109-4-c15fb",
"20270109-5-7022a",
"20270109-6-cbfea",
"20270109-7-fac2b",
"20270109-8-47d08",
"20270109-9-811f2",
"20270109-10-ca106",
"20270129-0-953e5",
"20270129-1-d1956",
"20270129-2-76a74",
"20270129-3-b4a85",
"20270129-4-2d78e",
"20270129-5-ba252",
"20270129-6-038f5",
"github_com_salesforce_ActionGenie_pull_42",
"20261204-0-7228c",
"20261204-1-9abbd",
"20261204-2-aaae6",
"20261204-3-85efa",
"20261204-4-dd26d",
"20261204-5-11664",
"20261204-6-d83c9",
"20261204-7-7a163",
"20261204-8-16d63",
"20261204-9-2446b",
"20261217-0-cbb69",
"20261217-1-396e0",
"20261217-2-5264b",
"20261217-3-eb411",
"20261217-4-c2b8e",
"20261217-5-0d0bc",
"20261217-6-d037d",
"20261217-7-cff11",
"github_com_salesforce_ActionGenie_pull_36",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270219-0-b6333",
"20270219-1-c5510",
"20270219-2-f7310",
"20270219-3-ca577",
"20270219-4-d62b4",
"20270219-5-dd2b8",
"20270219-6-2c426",
"github_com_salesforce_ActionGenie_pull_46",
"20270131-0-ae050",
"20270131-1-5a9cc",
"20270131-2-b2d0c",
"20270131-3-74a5f",
"20270131-4-092d5",
"20270131-5-fefea",
"20270131-6-96634",
"github_com_salesforce_ActionGenie_pull_43",
"20261224-0-e7e55",
"20261224-1-7a176",
"20261224-2-b2881",
"20261224-3-33729",
"20261224-4-beec7",
"20261224-5-c2e69",
"20261224-6-75490",
"20261224-7-2681f",
"github_com_salesforce_ActionGenie_pull_37",
"20270306-0-101e1",
"20270306-1-fe494",
"20270306-2-d0955",
"20270306-3-5e99a",
"20270306-4-57915",
"20270306-5-a0adf",
"20270306-6-f9d5b",
"20270306-7-ee61c",
"github_com_salesforce_ActionGenie_pull_52",
"20261201-0-4370c",
"20261201-1-3bb55",
"20261201-2-5b43d",
"20261201-3-948a0",
"20261201-4-4d000",
"20261201-5-851ac",
"20261201-6-e3b3a",
"20261201-7-679da",
"github_com_salesforce_ActionGenie_pull_33",
"20270222-0-dc003",
"20270222-1-0e989",
"20270222-2-f009f",
"20270222-3-fd248",
"20270222-4-300c0",
"20270222-5-328fd",
"20270222-6-ecc54",
"20270222-7-ed658",
"github_com_salesforce_ActionGenie_pull_47",
"20270217-0-8b4a7",
"20270217-1-7467a",
"20270217-2-3d171",
"20270217-3-a640b",
"20270217-4-8a83c",
"20270217-5-d2d54",
"20270217-6-4c1d3",
"20270217-7-35721",
"20270217-8-5d175",
"20270217-9-b5785",
"github_com_salesforce_ActionGenie_pull_45",
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20270118-0-0b5c5",
"20270118-1-ba417",
"20270118-2-18b62",
"20270118-3-810af",
"20270118-4-a243b",
"20270118-5-3620e",
"github_com_salesforce_ActionGenie_pull_41",
"20261209-0-5e084",
"20261209-1-1cb12",
"20261209-2-f233e",
"20261209-3-5e533",
"20261209-4-12ea7",
"20261209-5-814a4",
"github_com_salesforce_ActionGenie_pull_34",
"20270225-0-7c649",
"20270225-1-d925c",
"20270225-2-70ad7",
"20270225-3-1672e",
"20270225-4-d87d0",
"20270225-5-79a89",
"20270225-6-3a745",
"github_com_salesforce_ActionGenie_pull_48",
"20270209-0-0b635",
"20270209-1-4aae3",
"20270209-2-989f4",
"20270209-3-6ac87",
"20270209-4-3b8e5",
"20270209-5-a6286",
"20270209-6-588bf",
"20270209-7-41a1e",
"github_com_salesforce_ActionGenie_pull_44",
"20270304-0-cb1a9",
"20270304-1-15d58",
"20270304-2-79fcc",
"20270304-3-4d0f6",
"20270304-4-15590",
"20270304-5-33092",
"github_com_salesforce_ActionGenie_pull_51",
"20261123-0-80236",
"20261123-1-865d8",
"20261123-2-1698f",
"20261123-3-7db87",
"20261123-4-d3bec",
"20261123-5-c6dee",
"20261123-6-95ac8",
"github_com_salesforce_ActionGenie_pull_32",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#a24",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in ActionGenie?",
"ground_truth": [
"BlueWave",
"DataSolutions",
"NextGenTech"
],
"citations": [
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20261219-0-81571",
"20261219-1-18d53",
"20261219-2-d3a33",
"20261219-3-18540",
"20261219-4-ae0b2",
"20261219-5-64eb0",
"20261219-6-c73fd",
"20261219-7-ac983",
"20261219-8-0d760",
"20261219-9-b4e3c",
"20261219-10-6faae",
"20270115-0-d0d75",
"20270115-1-bb847",
"20270115-2-7da6e",
"20270115-3-3f4d1",
"20270115-4-897c7",
"20270115-5-1bd84",
"20270115-6-6e384",
"20270115-7-5c931",
"github_com_salesforce_ActionGenie_pull_40",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270303-0-7f5dc",
"20270303-1-02801",
"20270303-2-20c27",
"20270303-3-9bd0e",
"20270303-4-668e9",
"20270303-5-31690",
"github_com_salesforce_ActionGenie_pull_50",
"20270104-0-f3e14",
"20270104-1-b8f52",
"20270104-2-8e3ce",
"20270104-3-29f42",
"20270104-4-23f2c",
"20270104-5-a5834",
"20270104-6-7f78b",
"20270104-7-c77ed",
"20270104-8-29b53",
"github_com_salesforce_ActionGenie_pull_39",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261210-0-e4709",
"20261210-1-a93ed",
"20261210-2-f3dbd",
"20261210-3-a9410",
"20261210-4-4ff9f",
"20261210-5-bbd67",
"20261210-6-a7a7e",
"20261210-7-a327a",
"github_com_salesforce_ActionGenie_pull_35",
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20261228-0-b89a8",
"20261228-1-471a1",
"20261228-2-85bbf",
"20261228-3-ed910",
"20261228-4-f1e72",
"20261228-5-85ec7",
"20261228-6-abb76",
"20261228-7-21ca3",
"20261228-8-20e09",
"github_com_salesforce_ActionGenie_pull_38",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270228-0-7dfc3",
"20270228-1-84e9d",
"20270228-2-77b76",
"20270228-3-15941",
"20270228-4-f37c8",
"20270228-5-72d50",
"20270228-6-f0129",
"github_com_salesforce_ActionGenie_pull_49",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20261121-0-d2afd",
"20261121-1-75779",
"20261121-2-29a33",
"20261121-3-abc0c",
"20261121-4-42675",
"20261121-5-df768",
"20261121-6-02688",
"20261121-7-732d1",
"20261121-8-876cf",
"20261121-9-98415",
"github_com_salesforce_ActionGenie_pull_31",
"20270109-0-7849a",
"20270109-1-ce042",
"20270109-2-58962",
"20270109-3-bd475",
"20270109-4-c15fb",
"20270109-5-7022a",
"20270109-6-cbfea",
"20270109-7-fac2b",
"20270109-8-47d08",
"20270109-9-811f2",
"20270109-10-ca106",
"20270129-0-953e5",
"20270129-1-d1956",
"20270129-2-76a74",
"20270129-3-b4a85",
"20270129-4-2d78e",
"20270129-5-ba252",
"20270129-6-038f5",
"github_com_salesforce_ActionGenie_pull_42",
"20261204-0-7228c",
"20261204-1-9abbd",
"20261204-2-aaae6",
"20261204-3-85efa",
"20261204-4-dd26d",
"20261204-5-11664",
"20261204-6-d83c9",
"20261204-7-7a163",
"20261204-8-16d63",
"20261204-9-2446b",
"20261217-0-cbb69",
"20261217-1-396e0",
"20261217-2-5264b",
"20261217-3-eb411",
"20261217-4-c2b8e",
"20261217-5-0d0bc",
"20261217-6-d037d",
"20261217-7-cff11",
"github_com_salesforce_ActionGenie_pull_36",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270219-0-b6333",
"20270219-1-c5510",
"20270219-2-f7310",
"20270219-3-ca577",
"20270219-4-d62b4",
"20270219-5-dd2b8",
"20270219-6-2c426",
"github_com_salesforce_ActionGenie_pull_46",
"20270131-0-ae050",
"20270131-1-5a9cc",
"20270131-2-b2d0c",
"20270131-3-74a5f",
"20270131-4-092d5",
"20270131-5-fefea",
"20270131-6-96634",
"github_com_salesforce_ActionGenie_pull_43",
"20261224-0-e7e55",
"20261224-1-7a176",
"20261224-2-b2881",
"20261224-3-33729",
"20261224-4-beec7",
"20261224-5-c2e69",
"20261224-6-75490",
"20261224-7-2681f",
"github_com_salesforce_ActionGenie_pull_37",
"20270306-0-101e1",
"20270306-1-fe494",
"20270306-2-d0955",
"20270306-3-5e99a",
"20270306-4-57915",
"20270306-5-a0adf",
"20270306-6-f9d5b",
"20270306-7-ee61c",
"github_com_salesforce_ActionGenie_pull_52",
"20261201-0-4370c",
"20261201-1-3bb55",
"20261201-2-5b43d",
"20261201-3-948a0",
"20261201-4-4d000",
"20261201-5-851ac",
"20261201-6-e3b3a",
"20261201-7-679da",
"github_com_salesforce_ActionGenie_pull_33",
"20270222-0-dc003",
"20270222-1-0e989",
"20270222-2-f009f",
"20270222-3-fd248",
"20270222-4-300c0",
"20270222-5-328fd",
"20270222-6-ecc54",
"20270222-7-ed658",
"github_com_salesforce_ActionGenie_pull_47",
"20270217-0-8b4a7",
"20270217-1-7467a",
"20270217-2-3d171",
"20270217-3-a640b",
"20270217-4-8a83c",
"20270217-5-d2d54",
"20270217-6-4c1d3",
"20270217-7-35721",
"20270217-8-5d175",
"20270217-9-b5785",
"github_com_salesforce_ActionGenie_pull_45",
"20270118-0-0b5c5",
"20270118-1-ba417",
"20270118-2-18b62",
"20270118-3-810af",
"20270118-4-a243b",
"20270118-5-3620e",
"github_com_salesforce_ActionGenie_pull_41",
"20261209-0-5e084",
"20261209-1-1cb12",
"20261209-2-f233e",
"20261209-3-5e533",
"20261209-4-12ea7",
"20261209-5-814a4",
"github_com_salesforce_ActionGenie_pull_34",
"20270225-0-7c649",
"20270225-1-d925c",
"20270225-2-70ad7",
"20270225-3-1672e",
"20270225-4-d87d0",
"20270225-5-79a89",
"20270225-6-3a745",
"github_com_salesforce_ActionGenie_pull_48",
"20270209-0-0b635",
"20270209-1-4aae3",
"20270209-2-989f4",
"20270209-3-6ac87",
"20270209-4-3b8e5",
"20270209-5-a6286",
"20270209-6-588bf",
"20270209-7-41a1e",
"github_com_salesforce_ActionGenie_pull_44",
"20270304-0-cb1a9",
"20270304-1-15d58",
"20270304-2-79fcc",
"20270304-3-4d0f6",
"20270304-4-15590",
"20270304-5-33092",
"github_com_salesforce_ActionGenie_pull_51",
"20261123-0-80236",
"20261123-1-865d8",
"20261123-2-1698f",
"20261123-3-7db87",
"20261123-4-d3bec",
"20261123-5-c6dee",
"20261123-6-95ac8",
"github_com_salesforce_ActionGenie_pull_32",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#a25",
"product": "ActionGenie",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in ActionGenie.",
"ground_truth": [
"eid_d5888f27",
"eid_ae1d94d2",
"eid_8175da95",
"eid_b23ad28c",
"eid_8658e19c",
"eid_92294e45",
"eid_21de287d",
"eid_d1169926"
],
"citations": [
"20261230-0-40bd0",
"20261230-1-950b5",
"20261230-2-15bd1",
"20261230-3-472aa",
"20261230-4-d2a40",
"20261230-5-473fe",
"20261230-6-f27dc",
"20261230-7-89185",
"20261230-8-11f62",
"20261230-9-ea58b",
"20261219-0-81571",
"20261219-1-18d53",
"20261219-2-d3a33",
"20261219-3-18540",
"20261219-4-ae0b2",
"20261219-5-64eb0",
"20261219-6-c73fd",
"20261219-7-ac983",
"20261219-8-0d760",
"20261219-9-b4e3c",
"20261219-10-6faae",
"20270115-0-d0d75",
"20270115-1-bb847",
"20270115-2-7da6e",
"20270115-3-3f4d1",
"20270115-4-897c7",
"20270115-5-1bd84",
"20270115-6-6e384",
"20270115-7-5c931",
"github_com_salesforce_ActionGenie_pull_40",
"20270215-0-2c86d",
"20270215-1-6eb70",
"20270215-2-2cf49",
"20270215-3-0c20a",
"20270215-4-45165",
"20270215-5-ca4db",
"20270215-6-3b567",
"20270215-7-d39ea",
"20270215-8-b7247",
"20270215-9-bde69",
"20270303-0-7f5dc",
"20270303-1-02801",
"20270303-2-20c27",
"20270303-3-9bd0e",
"20270303-4-668e9",
"20270303-5-31690",
"github_com_salesforce_ActionGenie_pull_50",
"20270104-0-f3e14",
"20270104-1-b8f52",
"20270104-2-8e3ce",
"20270104-3-29f42",
"20270104-4-23f2c",
"20270104-5-a5834",
"20270104-6-7f78b",
"20270104-7-c77ed",
"20270104-8-29b53",
"github_com_salesforce_ActionGenie_pull_39",
"20261126-0-94bfa",
"20261126-1-5944c",
"20261126-2-c7112",
"20261126-3-e673c",
"20261126-4-d14d8",
"20261126-5-a2b50",
"20261126-6-a9c6f",
"20261126-7-efce8",
"20261126-8-7fd63",
"20261126-9-f79e4",
"20261210-0-e4709",
"20261210-1-a93ed",
"20261210-2-f3dbd",
"20261210-3-a9410",
"20261210-4-4ff9f",
"20261210-5-bbd67",
"20261210-6-a7a7e",
"20261210-7-a327a",
"github_com_salesforce_ActionGenie_pull_35",
"20261212-0-1e211",
"20261212-1-7d872",
"20261212-2-0ee92",
"20261212-3-21bfd",
"20261212-4-22767",
"20261212-5-3b6c3",
"20261212-6-8169d",
"20261212-7-2645b",
"20261212-8-8c87e",
"20261212-9-0a3c2",
"20261212-10-22c9d",
"20261228-0-b89a8",
"20261228-1-471a1",
"20261228-2-85bbf",
"20261228-3-ed910",
"20261228-4-f1e72",
"20261228-5-85ec7",
"20261228-6-abb76",
"20261228-7-21ca3",
"20261228-8-20e09",
"github_com_salesforce_ActionGenie_pull_38",
"20270203-0-f2480",
"20270203-1-a41f0",
"20270203-2-177e8",
"20270203-3-a2092",
"20270203-4-25517",
"20270203-5-2102c",
"20270203-6-ba617",
"20270203-7-c40ed",
"20270203-8-619a2",
"20270203-9-ab5d2",
"20270203-10-0ffcd",
"20270228-0-7dfc3",
"20270228-1-84e9d",
"20270228-2-77b76",
"20270228-3-15941",
"20270228-4-f37c8",
"20270228-5-72d50",
"20270228-6-f0129",
"github_com_salesforce_ActionGenie_pull_49",
"20261117-0-89800",
"20261117-1-a77c3",
"20261117-2-822c6",
"20261117-3-06935",
"20261117-4-7d461",
"20261117-5-40ff0",
"20261117-6-85ea3",
"20261117-7-cd249",
"20261117-8-60a61",
"20261117-9-95da4",
"20261117-10-2a085",
"20261121-0-d2afd",
"20261121-1-75779",
"20261121-2-29a33",
"20261121-3-abc0c",
"20261121-4-42675",
"20261121-5-df768",
"20261121-6-02688",
"20261121-7-732d1",
"20261121-8-876cf",
"20261121-9-98415",
"github_com_salesforce_ActionGenie_pull_31",
"20270109-0-7849a",
"20270109-1-ce042",
"20270109-2-58962",
"20270109-3-bd475",
"20270109-4-c15fb",
"20270109-5-7022a",
"20270109-6-cbfea",
"20270109-7-fac2b",
"20270109-8-47d08",
"20270109-9-811f2",
"20270109-10-ca106",
"20270129-0-953e5",
"20270129-1-d1956",
"20270129-2-76a74",
"20270129-3-b4a85",
"20270129-4-2d78e",
"20270129-5-ba252",
"20270129-6-038f5",
"github_com_salesforce_ActionGenie_pull_42",
"20261204-0-7228c",
"20261204-1-9abbd",
"20261204-2-aaae6",
"20261204-3-85efa",
"20261204-4-dd26d",
"20261204-5-11664",
"20261204-6-d83c9",
"20261204-7-7a163",
"20261204-8-16d63",
"20261204-9-2446b",
"20261217-0-cbb69",
"20261217-1-396e0",
"20261217-2-5264b",
"20261217-3-eb411",
"20261217-4-c2b8e",
"20261217-5-0d0bc",
"20261217-6-d037d",
"20261217-7-cff11",
"github_com_salesforce_ActionGenie_pull_36",
"20270124-0-c6db7",
"20270124-1-352be",
"20270124-2-28736",
"20270124-3-d72c3",
"20270124-4-80294",
"20270124-5-fa91f",
"20270124-6-8acc8",
"20270124-7-b7858",
"20270124-8-5d158",
"20270124-9-a1c80",
"20270124-10-886b0",
"20270219-0-b6333",
"20270219-1-c5510",
"20270219-2-f7310",
"20270219-3-ca577",
"20270219-4-d62b4",
"20270219-5-dd2b8",
"20270219-6-2c426",
"github_com_salesforce_ActionGenie_pull_46",
"20270131-0-ae050",
"20270131-1-5a9cc",
"20270131-2-b2d0c",
"20270131-3-74a5f",
"20270131-4-092d5",
"20270131-5-fefea",
"20270131-6-96634",
"github_com_salesforce_ActionGenie_pull_43",
"20261224-0-e7e55",
"20261224-1-7a176",
"20261224-2-b2881",
"20261224-3-33729",
"20261224-4-beec7",
"20261224-5-c2e69",
"20261224-6-75490",
"20261224-7-2681f",
"github_com_salesforce_ActionGenie_pull_37",
"20270306-0-101e1",
"20270306-1-fe494",
"20270306-2-d0955",
"20270306-3-5e99a",
"20270306-4-57915",
"20270306-5-a0adf",
"20270306-6-f9d5b",
"20270306-7-ee61c",
"github_com_salesforce_ActionGenie_pull_52",
"20261201-0-4370c",
"20261201-1-3bb55",
"20261201-2-5b43d",
"20261201-3-948a0",
"20261201-4-4d000",
"20261201-5-851ac",
"20261201-6-e3b3a",
"20261201-7-679da",
"github_com_salesforce_ActionGenie_pull_33",
"20270222-0-dc003",
"20270222-1-0e989",
"20270222-2-f009f",
"20270222-3-fd248",
"20270222-4-300c0",
"20270222-5-328fd",
"20270222-6-ecc54",
"20270222-7-ed658",
"github_com_salesforce_ActionGenie_pull_47",
"20270217-0-8b4a7",
"20270217-1-7467a",
"20270217-2-3d171",
"20270217-3-a640b",
"20270217-4-8a83c",
"20270217-5-d2d54",
"20270217-6-4c1d3",
"20270217-7-35721",
"20270217-8-5d175",
"20270217-9-b5785",
"github_com_salesforce_ActionGenie_pull_45",
"20270118-0-0b5c5",
"20270118-1-ba417",
"20270118-2-18b62",
"20270118-3-810af",
"20270118-4-a243b",
"20270118-5-3620e",
"github_com_salesforce_ActionGenie_pull_41",
"20261209-0-5e084",
"20261209-1-1cb12",
"20261209-2-f233e",
"20261209-3-5e533",
"20261209-4-12ea7",
"20261209-5-814a4",
"github_com_salesforce_ActionGenie_pull_34",
"20270225-0-7c649",
"20270225-1-d925c",
"20270225-2-70ad7",
"20270225-3-1672e",
"20270225-4-d87d0",
"20270225-5-79a89",
"20270225-6-3a745",
"github_com_salesforce_ActionGenie_pull_48",
"20270209-0-0b635",
"20270209-1-4aae3",
"20270209-2-989f4",
"20270209-3-6ac87",
"20270209-4-3b8e5",
"20270209-5-a6286",
"20270209-6-588bf",
"20270209-7-41a1e",
"github_com_salesforce_ActionGenie_pull_44",
"20270304-0-cb1a9",
"20270304-1-15d58",
"20270304-2-79fcc",
"20270304-3-4d0f6",
"20270304-4-15590",
"20270304-5-33092",
"github_com_salesforce_ActionGenie_pull_51",
"20261123-0-80236",
"20261123-1-865d8",
"20261123-2-1698f",
"20261123-3-7db87",
"20261123-4-d3bec",
"20261123-5-c6dee",
"20261123-6-95ac8",
"github_com_salesforce_ActionGenie_pull_32",
"20260811-0-a5cdc",
"20260811-1-5d85e",
"20260811-2-0a3a7"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#u0",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of ActionGenie's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u1",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for ActionGenie's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u2",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Market Research Report for ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u3",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Market Research Report for ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u4",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Product Vision Document for ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u5",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Vision Document for ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u6",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Technical Specifications Document for ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u7",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the System Design Document for ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u8",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u9",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u10",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Which bugs in ActionGenie were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ActionGenie#u11",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in ActionGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#u12",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in ActionGenie.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#u13",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in ActionGenie for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#u14",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in ActionGenie that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ActionGenie#u15",
"product": "ActionGenie",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in ActionGenie.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#a0",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for AnomalyForce?",
"ground_truth": "- Elaborate on the 'advanced algorithms' used by alyAIX in the Product Description section, including a comparison with competitors.\n- Add more details in the Challenges section about how alyAIX plans to address integration with various data sources, including a short paragraph on the technical support or resources available to users.",
"citations": [
"20260504-0-b4c3e",
"20260504-1-91224",
"20260504-2-b5faa",
"20260504-3-06f64",
"20260504-4-2e7cd",
"20260504-5-70f40",
"20260504-6-d8f7c",
"20260504-7-ae5a7",
"20260504-8-5e043",
"20260504-9-f7975",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a1",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for AnomalyForce?",
"ground_truth": "- Include a brief mention of the specific industries that alyAIX is targeting in the Executive Summary.\n- Add a comparison table to the Competitive Analysis section.\n- Expand on potential partnerships with other data analytics providers in the Opportunities section to highlight alyAIX's strategic growth plans.",
"citations": [
"20260504-0-b4c3e",
"20260504-1-91224",
"20260504-2-b5faa",
"20260504-3-06f64",
"20260504-4-2e7cd",
"20260504-5-70f40",
"20260504-6-d8f7c",
"20260504-7-ae5a7",
"20260504-8-5e043",
"20260504-9-f7975",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a2",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for AnomalyForce?",
"ground_truth": "- Add more technical details to strengthen the report.\n- Mention specific regulatory changes in the Market Trends section that could impact the anomaly detection market.\n- Include more detail in the Competitive Analysis on how alyAIX's user-friendly interface is a differentiator.\n- Consider adding a comparison table or bullet list highlighting key features against competitors.",
"citations": [
"20260504-0-b4c3e",
"20260504-1-91224",
"20260504-2-b5faa",
"20260504-3-06f64",
"20260504-4-2e7cd",
"20260504-5-70f40",
"20260504-6-d8f7c",
"20260504-7-ae5a7",
"20260504-8-5e043",
"20260504-9-f7975",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a3",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for AnomalyForce?",
"ground_truth": "- Clarify the practical meaning of 'continuous innovation' in the Product Vision Statement by specifying areas of innovation.\n- Include data privacy and security as potential challenges in the Challenges and Risks section, especially for industries like finance and healthcare.",
"citations": [
"20260506-0-cc7c5",
"20260506-1-e242d",
"20260506-2-12ff3",
"20260506-3-d3eff",
"20260506-4-6659b",
"20260506-5-f68a6",
"20260506-6-f19f7",
"20260506-7-7ffa2",
"20260506-8-7bcc7",
"20260506-9-9c678",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a4",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for AnomalyForce?",
"ground_truth": "- Emphasize the unique selling proposition more clearly in the Market Opportunity section.\n- Make a sharper distinction between our offerings and competitors like IBM Watson.\n- Consider running the updated document by a few key stakeholders for additional insights before finalizing.",
"citations": [
"20260506-0-cc7c5",
"20260506-1-e242d",
"20260506-2-12ff3",
"20260506-3-d3eff",
"20260506-4-6659b",
"20260506-5-f68a6",
"20260506-6-f19f7",
"20260506-7-7ffa2",
"20260506-8-7bcc7",
"20260506-9-9c678",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a5",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for AnomalyForce?",
"ground_truth": "- Include more details on how the user-friendly interface simplifies complex data analysis in the Product Features section, possibly with a brief example or use case.\n- Highlight any user feedback mechanisms planned for implementation in the Competitive Advantage section.",
"citations": [
"20260506-0-cc7c5",
"20260506-1-e242d",
"20260506-2-12ff3",
"20260506-3-d3eff",
"20260506-4-6659b",
"20260506-5-f68a6",
"20260506-6-f19f7",
"20260506-7-7ffa2",
"20260506-8-7bcc7",
"20260506-9-9c678",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a6",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the unique features of AnomalyForce's competitor products?",
"ground_truth": "InsightGuard offers real-time anomaly detection across multiple data streams, customizable alert thresholds, integration with major data visualization tools like Tableau, Power BI, and Looker, and a user-friendly dashboard. They use machine learning algorithms for pattern recognition to reduce false positives and allow users to tailor alert thresholds for specific data streams.\n\nOutlierWatch offers automated anomaly detection with AI-driven insights, historical data analysis for trend identification, seamless integration with major cloud data platforms, customizable reporting and visualization options, and collaboration tools for team-based anomaly management.\n\nPatternPulse has several unique features: real-time monitoring with customizable anomaly alerts, advanced analytics with predictive modeling, support for both structured and semi-structured data, a user-friendly drag-and-drop interface, and a scalable distributed architecture for handling large data volumes.",
"citations": [
"20260803-0-e89ae",
"20260803-1-d8884",
"20260803-2-103c9",
"20260803-3-62a34",
"20260803-4-8be4f",
"20260803-5-928b5",
"20260803-6-b872e",
"20260803-7-f2eec",
"20260803-8-9b72f",
"20260803-9-2ace2",
"20260803-10-a5d96",
"20260803-11-4ffb8",
"20260803-12-03a7f",
"20260803-13-4a0f4",
"20260723-0-150e8",
"20260723-1-7b2e6",
"20260723-2-ea099",
"20260723-3-2527f",
"20260723-4-944cb",
"20260723-5-acd6c",
"20260723-6-8f6d5",
"20260723-7-cceb0",
"20260723-8-fa805",
"20260723-9-17575",
"20260723-10-c69f1",
"20260723-11-b73a2",
"20261030-0-8b6dc",
"20261030-1-b7d21",
"20261030-2-81e0a",
"20261030-3-baafd",
"20261030-4-b9fe1",
"20261030-5-f3b76",
"20261030-6-d6b5e",
"20261030-7-914f7",
"20261030-8-814ed",
"20261030-9-d005b",
"20261030-10-a5c51",
"20261030-11-b705f",
"20261030-12-c2141",
"20260627-0-212e3",
"20260627-1-0cd63",
"20260627-2-28be7",
"20260627-3-4a0ab",
"20260627-4-521d9",
"20260627-5-77390",
"20260627-6-a64a1",
"20260627-7-ad6db",
"20260627-8-45c9c",
"20260627-9-78363",
"20260627-10-02010",
"20260627-11-e35ef",
"20260627-12-b7d9c",
"20260817-0-b343a",
"20260817-1-63a69",
"20260817-2-ba199",
"20260817-3-2dace",
"20260817-4-460ec",
"20260817-5-62729",
"20260817-6-f27bd",
"20260817-7-4a3dd",
"20260817-8-83cf1",
"20260817-9-30746",
"20260817-10-48897",
"20260817-11-42a73",
"20260817-12-1e288",
"20260731-0-335c3",
"20260731-1-e69f1",
"20260731-2-2ebb8",
"20260731-3-0719b",
"20260731-4-60d81",
"20260731-5-e415d",
"20260731-6-c1f6f",
"20260731-7-8d3e2",
"20260731-8-dd96e",
"20260731-9-f5da8",
"20260731-10-24861",
"20260731-11-d74f0",
"20260731-12-c7301",
"20260731-13-4d587",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a7",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What are the weaknesses of AnomalyForce's competitor products?",
"ground_truth": "InsightGuard has several weaknesses: limited support for unstructured data, higher entry costs that can deter small businesses, and a significant initial setup time for custom integrations.\n\nThe weaknesses of OutlierWatch include limited offline capabilities, which affect data syncing and real-time analytics, making it problematic for users in areas with unreliable connectivity. Additionally, the setup process for advanced features is complex and often requires technical expertise, which might not be ideal for smaller teams without dedicated IT support. The learning curve is also fairly steep for non-technical users, as the interface isn't very intuitive.\n\nThe weaknesses of PatternPulse include limited customization options for alerts, higher resource consumption for large datasets, and occasional false positives in anomaly detection.",
"citations": [
"20260803-0-e89ae",
"20260803-1-d8884",
"20260803-2-103c9",
"20260803-3-62a34",
"20260803-4-8be4f",
"20260803-5-928b5",
"20260803-6-b872e",
"20260803-7-f2eec",
"20260803-8-9b72f",
"20260803-9-2ace2",
"20260803-10-a5d96",
"20260803-11-4ffb8",
"20260803-12-03a7f",
"20260803-13-4a0f4",
"20260723-0-150e8",
"20260723-1-7b2e6",
"20260723-2-ea099",
"20260723-3-2527f",
"20260723-4-944cb",
"20260723-5-acd6c",
"20260723-6-8f6d5",
"20260723-7-cceb0",
"20260723-8-fa805",
"20260723-9-17575",
"20260723-10-c69f1",
"20260723-11-b73a2",
"20261030-0-8b6dc",
"20261030-1-b7d21",
"20261030-2-81e0a",
"20261030-3-baafd",
"20261030-4-b9fe1",
"20261030-5-f3b76",
"20261030-6-d6b5e",
"20261030-7-914f7",
"20261030-8-814ed",
"20261030-9-d005b",
"20261030-10-a5c51",
"20261030-11-b705f",
"20261030-12-c2141",
"20260627-0-212e3",
"20260627-1-0cd63",
"20260627-2-28be7",
"20260627-3-4a0ab",
"20260627-4-521d9",
"20260627-5-77390",
"20260627-6-a64a1",
"20260627-7-ad6db",
"20260627-8-45c9c",
"20260627-9-78363",
"20260627-10-02010",
"20260627-11-e35ef",
"20260627-12-b7d9c",
"20260817-0-b343a",
"20260817-1-63a69",
"20260817-2-ba199",
"20260817-3-2dace",
"20260817-4-460ec",
"20260817-5-62729",
"20260817-6-f27bd",
"20260817-7-4a3dd",
"20260817-8-83cf1",
"20260817-9-30746",
"20260817-10-48897",
"20260817-11-42a73",
"20260817-12-1e288",
"20260731-0-335c3",
"20260731-1-e69f1",
"20260731-2-2ebb8",
"20260731-3-0719b",
"20260731-4-60d81",
"20260731-5-e415d",
"20260731-6-c1f6f",
"20260731-7-8d3e2",
"20260731-8-dd96e",
"20260731-9-f5da8",
"20260731-10-24861",
"20260731-11-d74f0",
"20260731-12-c7301",
"20260731-13-4d587",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a8",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of AnomalyForce's competitor products?",
"ground_truth": [
"eid_3516c527",
"eid_3f3ea10f",
"eid_16935c12",
"eid_272ed674",
"eid_4fc423da"
],
"citations": [
"20260803-0-e89ae",
"20260803-1-d8884",
"20260803-2-103c9",
"20260803-3-62a34",
"20260803-4-8be4f",
"20260803-5-928b5",
"20260803-6-b872e",
"20260803-7-f2eec",
"20260803-8-9b72f",
"20260803-9-2ace2",
"20260803-10-a5d96",
"20260803-11-4ffb8",
"20260803-12-03a7f",
"20260803-13-4a0f4",
"20260723-0-150e8",
"20260723-1-7b2e6",
"20260723-2-ea099",
"20260723-3-2527f",
"20260723-4-944cb",
"20260723-5-acd6c",
"20260723-6-8f6d5",
"20260723-7-cceb0",
"20260723-8-fa805",
"20260723-9-17575",
"20260723-10-c69f1",
"20260723-11-b73a2",
"20261030-0-8b6dc",
"20261030-1-b7d21",
"20261030-2-81e0a",
"20261030-3-baafd",
"20261030-4-b9fe1",
"20261030-5-f3b76",
"20261030-6-d6b5e",
"20261030-7-914f7",
"20261030-8-814ed",
"20261030-9-d005b",
"20261030-10-a5c51",
"20261030-11-b705f",
"20261030-12-c2141",
"20260627-0-212e3",
"20260627-1-0cd63",
"20260627-2-28be7",
"20260627-3-4a0ab",
"20260627-4-521d9",
"20260627-5-77390",
"20260627-6-a64a1",
"20260627-7-ad6db",
"20260627-8-45c9c",
"20260627-9-78363",
"20260627-10-02010",
"20260627-11-e35ef",
"20260627-12-b7d9c",
"20260817-0-b343a",
"20260817-1-63a69",
"20260817-2-ba199",
"20260817-3-2dace",
"20260817-4-460ec",
"20260817-5-62729",
"20260817-6-f27bd",
"20260817-7-4a3dd",
"20260817-8-83cf1",
"20260817-9-30746",
"20260817-10-48897",
"20260817-11-42a73",
"20260817-12-1e288",
"20260731-0-335c3",
"20260731-1-e69f1",
"20260731-2-2ebb8",
"20260731-3-0719b",
"20260731-4-60d81",
"20260731-5-e415d",
"20260731-6-c1f6f",
"20260731-7-8d3e2",
"20260731-8-dd96e",
"20260731-9-f5da8",
"20260731-10-24861",
"20260731-11-d74f0",
"20260731-12-c7301",
"20260731-13-4d587",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a9",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of AnomalyForce's competitor products?",
"ground_truth": [
"eid_53a6add1",
"eid_73a50f06",
"eid_294dc39d"
],
"citations": [
"20260803-0-e89ae",
"20260803-1-d8884",
"20260803-2-103c9",
"20260803-3-62a34",
"20260803-4-8be4f",
"20260803-5-928b5",
"20260803-6-b872e",
"20260803-7-f2eec",
"20260803-8-9b72f",
"20260803-9-2ace2",
"20260803-10-a5d96",
"20260803-11-4ffb8",
"20260803-12-03a7f",
"20260803-13-4a0f4",
"20260723-0-150e8",
"20260723-1-7b2e6",
"20260723-2-ea099",
"20260723-3-2527f",
"20260723-4-944cb",
"20260723-5-acd6c",
"20260723-6-8f6d5",
"20260723-7-cceb0",
"20260723-8-fa805",
"20260723-9-17575",
"20260723-10-c69f1",
"20260723-11-b73a2",
"20260816-0-548fc",
"20261030-0-8b6dc",
"20261030-1-b7d21",
"20261030-2-81e0a",
"20261030-3-baafd",
"20261030-4-b9fe1",
"20261030-5-f3b76",
"20261030-6-d6b5e",
"20261030-7-914f7",
"20261030-8-814ed",
"20261030-9-d005b",
"20261030-10-a5c51",
"20261030-11-b705f",
"20261030-12-c2141",
"20260627-0-212e3",
"20260627-1-0cd63",
"20260627-2-28be7",
"20260627-3-4a0ab",
"20260627-4-521d9",
"20260627-5-77390",
"20260627-6-a64a1",
"20260627-7-ad6db",
"20260627-8-45c9c",
"20260627-9-78363",
"20260627-10-02010",
"20260627-11-e35ef",
"20260627-12-b7d9c",
"20260808-0-7c83c",
"20260817-0-b343a",
"20260817-1-63a69",
"20260817-2-ba199",
"20260817-3-2dace",
"20260817-4-460ec",
"20260817-5-62729",
"20260817-6-f27bd",
"20260817-7-4a3dd",
"20260817-8-83cf1",
"20260817-9-30746",
"20260817-10-48897",
"20260817-11-42a73",
"20260817-12-1e288",
"20260731-0-335c3",
"20260731-1-e69f1",
"20260731-2-2ebb8",
"20260731-3-0719b",
"20260731-4-60d81",
"20260731-5-e415d",
"20260731-6-c1f6f",
"20260731-7-8d3e2",
"20260731-8-dd96e",
"20260731-9-f5da8",
"20260731-10-24861",
"20260731-11-d74f0",
"20260731-12-c7301",
"20260731-13-4d587",
"20260709-0-252f1",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a10",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for AnomalyForce's competitor products?",
"ground_truth": [
"https://www.outlierwatch.com/demo",
"https://www.patternpulse.com/demo",
"https://www.insightguard.com/demo"
],
"citations": [
"20260803-0-e89ae",
"20260803-1-d8884",
"20260803-2-103c9",
"20260803-3-62a34",
"20260803-4-8be4f",
"20260803-5-928b5",
"20260803-6-b872e",
"20260803-7-f2eec",
"20260803-8-9b72f",
"20260803-9-2ace2",
"20260803-10-a5d96",
"20260803-11-4ffb8",
"20260803-12-03a7f",
"20260803-13-4a0f4",
"20260723-0-150e8",
"20260723-1-7b2e6",
"20260723-2-ea099",
"20260723-3-2527f",
"20260723-4-944cb",
"20260723-5-acd6c",
"20260723-6-8f6d5",
"20260723-7-cceb0",
"20260723-8-fa805",
"20260723-9-17575",
"20260723-10-c69f1",
"20260723-11-b73a2",
"20260816-0-548fc",
"20261030-0-8b6dc",
"20261030-1-b7d21",
"20261030-2-81e0a",
"20261030-3-baafd",
"20261030-4-b9fe1",
"20261030-5-f3b76",
"20261030-6-d6b5e",
"20261030-7-914f7",
"20261030-8-814ed",
"20261030-9-d005b",
"20261030-10-a5c51",
"20261030-11-b705f",
"20261030-12-c2141",
"20260627-0-212e3",
"20260627-1-0cd63",
"20260627-2-28be7",
"20260627-3-4a0ab",
"20260627-4-521d9",
"20260627-5-77390",
"20260627-6-a64a1",
"20260627-7-ad6db",
"20260627-8-45c9c",
"20260627-9-78363",
"20260627-10-02010",
"20260627-11-e35ef",
"20260627-12-b7d9c",
"20260808-0-7c83c",
"20260817-0-b343a",
"20260817-1-63a69",
"20260817-2-ba199",
"20260817-3-2dace",
"20260817-4-460ec",
"20260817-5-62729",
"20260817-6-f27bd",
"20260817-7-4a3dd",
"20260817-8-83cf1",
"20260817-9-30746",
"20260817-10-48897",
"20260817-11-42a73",
"20260817-12-1e288",
"20260731-0-335c3",
"20260731-1-e69f1",
"20260731-2-2ebb8",
"20260731-3-0719b",
"20260731-4-60d81",
"20260731-5-e415d",
"20260731-6-c1f6f",
"20260731-7-8d3e2",
"20260731-8-dd96e",
"20260731-9-f5da8",
"20260731-10-24861",
"20260731-11-d74f0",
"20260731-12-c7301",
"20260731-13-4d587",
"20260709-0-252f1",
"www_outlierwatch_com_demo",
"www_patternpulse_com_demo",
"www_insightguard_com_demo",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a11",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Can you find links to PRs for integrating predictive analytics in AnomalyForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/AnomalyForce/pull/7",
"https://github.com/salesforce/AnomalyForce/pull/13",
"https://github.com/salesforce/AnomalyForce/pull/19"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_7",
"20260711-0-1bab2",
"20260711-1-c0eeb",
"20260711-2-38cec",
"20260711-3-bfd2a",
"20260711-4-47980",
"20260711-5-0f4f9",
"20260711-6-37cf5",
"20260711-7-22d9d",
"20260711-8-ab4f7",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_13",
"20260724-0-70a6e",
"20260724-1-77516",
"20260724-2-615ba",
"20260724-3-d4fd2",
"20260724-4-f8c39",
"20260724-5-9c57b",
"20260724-6-1ad7c",
"20260724-7-b9313",
"20260724-8-fce8e",
"product_dev_AnomalyForce_8",
"product_dev_AnomalyForce_9",
"github_com_salesforce_AnomalyForce_pull_19",
"20260813-0-616de",
"20260813-1-f4e08",
"20260813-2-3bc51",
"20260813-3-ead77",
"20260813-4-1d63a",
"20260813-5-9e03c",
"20260813-6-8073a",
"20260813-7-05f68",
"20260813-8-a950e",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a12",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for integrating predictive analytics in AnomalyForce?",
"ground_truth": [
"https://github.com/salesforce/AnomalyForce/pull/1",
"https://github.com/salesforce/AnomalyForce/pull/4",
"https://github.com/salesforce/AnomalyForce/pull/10",
"https://github.com/salesforce/AnomalyForce/pull/16",
"https://github.com/salesforce/AnomalyForce/pull/20"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"github_com_salesforce_AnomalyForce_pull_1",
"20260618-0-586b8",
"20260618-1-4c949",
"20260618-2-c9852",
"20260618-3-40a99",
"20260618-4-33ab1",
"20260618-5-095f6",
"20260618-6-19f7b",
"20260618-7-acac8",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_4",
"20260701-0-5124e",
"20260701-1-4f4d2",
"20260701-2-a6f31",
"20260701-3-21e87",
"20260701-4-86e83",
"20260701-5-54ba4",
"20260701-6-6fccc",
"20260701-7-4002f",
"20260701-8-c04fa",
"20260701-9-861e3",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_10",
"20260722-0-6c760",
"20260722-1-115a6",
"20260722-2-6ee51",
"20260722-3-c610e",
"20260722-4-ca2c5",
"20260722-5-3e9e1",
"20260722-6-d83ab",
"20260722-7-973db",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_16",
"20260806-0-8a1f1",
"20260806-1-e9147",
"20260806-2-1845b",
"20260806-3-a9efb",
"20260806-4-cf4e4",
"20260806-5-3e325",
"20260806-6-07a8e",
"20260806-7-d2a9b",
"product_dev_AnomalyForce_8",
"product_dev_AnomalyForce_9",
"github_com_salesforce_AnomalyForce_pull_20",
"20260819-0-3a8dc",
"20260819-1-d2e95",
"20260819-2-dbc52",
"20260819-3-5f47f",
"20260819-4-0c646",
"20260819-5-1f297",
"20260819-6-13f6f",
"20260819-7-04721",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a13",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Can you find links to PRs for improving data ingestion efficiency in AnomalyForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/AnomalyForce/pull/2",
"https://github.com/salesforce/AnomalyForce/pull/11"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_2",
"20260621-0-26179",
"20260621-1-dc1f5",
"20260621-2-9c8b6",
"20260621-3-dd569",
"20260621-4-01678",
"20260621-5-5f059",
"20260621-6-e1d1e",
"20260621-7-0b2c2",
"20260621-8-4a088",
"20260621-9-a2c1c",
"product_dev_AnomalyForce_5",
"product_dev_AnomalyForce_6",
"github_com_salesforce_AnomalyForce_pull_11",
"20260720-0-b12f0",
"20260720-1-0c2ff",
"20260720-2-5f48c",
"20260720-3-d60f4",
"20260720-4-ea0da",
"20260720-5-6b204",
"20260720-6-e8622",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a14",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for improving data ingestion efficiency in AnomalyForce?",
"ground_truth": [
"https://github.com/salesforce/AnomalyForce/pull/5",
"https://github.com/salesforce/AnomalyForce/pull/8",
"https://github.com/salesforce/AnomalyForce/pull/14",
"https://github.com/salesforce/AnomalyForce/pull/17"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_5",
"20260704-0-9cb89",
"20260704-1-1ef96",
"20260704-2-0f573",
"20260704-3-0de0c",
"20260704-4-7a089",
"20260704-5-5aac8",
"20260704-6-10e18",
"20260704-7-b29c5",
"20260704-8-9db71",
"20260704-9-e7812",
"20260704-10-7971c",
"20260704-11-ce8f9",
"product_dev_AnomalyForce_4",
"github_com_salesforce_AnomalyForce_pull_8",
"20260712-0-d71c8",
"20260712-1-af002",
"20260712-2-463af",
"20260712-3-e301a",
"20260712-4-cc017",
"20260712-5-3a956",
"20260712-6-5a978",
"20260712-7-19dcb",
"product_dev_AnomalyForce_5",
"product_dev_AnomalyForce_6",
"github_com_salesforce_AnomalyForce_pull_14",
"20260731-0-6c92b",
"20260731-1-476fe",
"20260731-2-164b9",
"20260731-3-4bb54",
"20260731-4-cfd9e",
"20260731-5-0fa09",
"20260731-6-e4a35",
"20260731-7-ee3c0",
"20260731-8-a1ef9",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_17",
"20260809-0-4c4a9",
"20260809-1-3f1ac",
"20260809-2-f5fcd",
"20260809-3-155b0",
"20260809-4-e5f68",
"20260809-5-cd406",
"20260809-6-74b57",
"20260809-7-473ed",
"20260809-8-97825",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a15",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Can you provide links to PRs for expanding security measures in AnomalyForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/AnomalyForce/pull/3",
"https://github.com/salesforce/AnomalyForce/pull/9",
"https://github.com/salesforce/AnomalyForce/pull/15"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_3",
"20260624-0-ae52f",
"20260624-1-01a2c",
"20260624-2-5da7e",
"20260624-3-b6924",
"20260624-4-6b6b9",
"20260624-5-efbed",
"20260624-6-72e32",
"20260624-7-758b6",
"20260624-8-da962",
"20260624-9-9e6dc",
"20260624-10-7c7bb",
"20260624-11-3a513",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_9",
"20260716-0-7af27",
"20260716-1-e04de",
"20260716-2-eec84",
"20260716-3-3fd02",
"20260716-4-162c9",
"20260716-5-09ee5",
"20260716-6-6f6a4",
"20260716-7-29646",
"20260716-8-b80fd",
"20260716-9-dd439",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_15",
"20260731-0-027b9",
"20260731-1-77ba6",
"20260731-2-4648f",
"20260731-3-f5d18",
"20260731-4-e9af0",
"20260731-5-32e9a",
"20260731-6-6a0c1",
"20260731-7-1c246",
"20260731-8-7706a",
"20260731-9-065b5",
"20260731-10-3cdea",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a16",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for expanding security measures in AnomalyForce?",
"ground_truth": [
"https://github.com/salesforce/AnomalyForce/pull/6",
"https://github.com/salesforce/AnomalyForce/pull/12",
"https://github.com/salesforce/AnomalyForce/pull/18"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_6",
"20260707-0-1839d",
"20260707-1-630b4",
"20260707-2-62ed0",
"20260707-3-91dff",
"20260707-4-db7f9",
"20260707-5-fce2d",
"20260707-6-d5d3d",
"20260707-7-7226a",
"20260707-8-7a7fa",
"20260707-9-afdb5",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_12",
"20260723-0-baaf7",
"20260723-1-c0f7c",
"20260723-2-373b1",
"20260723-3-d9daa",
"20260723-4-b185b",
"20260723-5-abaa9",
"20260723-6-d5fde",
"20260723-7-fb414",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_18",
"20260810-0-e8c7d",
"20260810-1-076b7",
"20260810-2-262c9",
"20260810-3-e02f3",
"20260810-4-35ea1",
"20260810-5-76571",
"20260810-6-dd475",
"20260810-7-75f62",
"20260810-8-eb84d",
"20260810-9-070db",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a17",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in AnomalyForce?",
"ground_truth": [
"eid_76d9cb07"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"github_com_salesforce_AnomalyForce_pull_1",
"20260618-0-586b8",
"20260618-1-4c949",
"20260618-2-c9852",
"20260618-3-40a99",
"20260618-4-33ab1",
"20260618-5-095f6",
"20260618-6-19f7b",
"20260618-7-acac8",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_4",
"20260701-0-5124e",
"20260701-1-4f4d2",
"20260701-2-a6f31",
"20260701-3-21e87",
"20260701-4-86e83",
"20260701-5-54ba4",
"20260701-6-6fccc",
"20260701-7-4002f",
"20260701-8-c04fa",
"20260701-9-861e3",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_10",
"20260722-0-6c760",
"20260722-1-115a6",
"20260722-2-6ee51",
"20260722-3-c610e",
"20260722-4-ca2c5",
"20260722-5-3e9e1",
"20260722-6-d83ab",
"20260722-7-973db",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_16",
"20260806-0-8a1f1",
"20260806-1-e9147",
"20260806-2-1845b",
"20260806-3-a9efb",
"20260806-4-cf4e4",
"20260806-5-3e325",
"20260806-6-07a8e",
"20260806-7-d2a9b",
"product_dev_AnomalyForce_8",
"product_dev_AnomalyForce_9",
"github_com_salesforce_AnomalyForce_pull_20",
"20260819-0-3a8dc",
"20260819-1-d2e95",
"20260819-2-dbc52",
"20260819-3-5f47f",
"20260819-4-0c646",
"20260819-5-1f297",
"20260819-6-13f6f",
"20260819-7-04721",
"github_com_salesforce_AnomalyForce_pull_5",
"20260704-0-9cb89",
"20260704-1-1ef96",
"20260704-2-0f573",
"20260704-3-0de0c",
"20260704-4-7a089",
"20260704-5-5aac8",
"20260704-6-10e18",
"20260704-7-b29c5",
"20260704-8-9db71",
"20260704-9-e7812",
"20260704-10-7971c",
"20260704-11-ce8f9",
"github_com_salesforce_AnomalyForce_pull_8",
"20260712-0-d71c8",
"20260712-1-af002",
"20260712-2-463af",
"20260712-3-e301a",
"20260712-4-cc017",
"20260712-5-3a956",
"20260712-6-5a978",
"20260712-7-19dcb",
"github_com_salesforce_AnomalyForce_pull_14",
"20260731-0-6c92b",
"20260731-1-476fe",
"20260731-2-164b9",
"20260731-3-4bb54",
"20260731-4-cfd9e",
"20260731-5-0fa09",
"20260731-6-e4a35",
"20260731-7-ee3c0",
"20260731-8-a1ef9",
"github_com_salesforce_AnomalyForce_pull_17",
"20260809-0-4c4a9",
"20260809-1-3f1ac",
"20260809-2-f5fcd",
"20260809-3-155b0",
"20260809-4-e5f68",
"20260809-5-cd406",
"20260809-6-74b57",
"20260809-7-473ed",
"20260809-8-97825",
"github_com_salesforce_AnomalyForce_pull_6",
"20260707-0-1839d",
"20260707-1-630b4",
"20260707-2-62ed0",
"20260707-3-91dff",
"20260707-4-db7f9",
"20260707-5-fce2d",
"20260707-6-d5d3d",
"20260707-7-7226a",
"20260707-8-7a7fa",
"20260707-9-afdb5",
"github_com_salesforce_AnomalyForce_pull_12",
"20260723-0-baaf7",
"20260723-1-c0f7c",
"20260723-2-373b1",
"20260723-3-d9daa",
"20260723-4-b185b",
"20260723-5-abaa9",
"20260723-6-d5fde",
"20260723-7-fb414",
"github_com_salesforce_AnomalyForce_pull_18",
"20260810-0-e8c7d",
"20260810-1-076b7",
"20260810-2-262c9",
"20260810-3-e02f3",
"20260810-4-35ea1",
"20260810-5-76571",
"20260810-6-dd475",
"20260810-7-75f62",
"20260810-8-eb84d",
"20260810-9-070db",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#a18",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in AnomalyForce?",
"ground_truth": [
"eid_d3a4fc8f"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_7",
"20260711-0-1bab2",
"20260711-1-c0eeb",
"20260711-2-38cec",
"20260711-3-bfd2a",
"20260711-4-47980",
"20260711-5-0f4f9",
"20260711-6-37cf5",
"20260711-7-22d9d",
"20260711-8-ab4f7",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_13",
"20260724-0-70a6e",
"20260724-1-77516",
"20260724-2-615ba",
"20260724-3-d4fd2",
"20260724-4-f8c39",
"20260724-5-9c57b",
"20260724-6-1ad7c",
"20260724-7-b9313",
"20260724-8-fce8e",
"product_dev_AnomalyForce_8",
"product_dev_AnomalyForce_9",
"github_com_salesforce_AnomalyForce_pull_19",
"20260813-0-616de",
"20260813-1-f4e08",
"20260813-2-3bc51",
"20260813-3-ead77",
"20260813-4-1d63a",
"20260813-5-9e03c",
"20260813-6-8073a",
"20260813-7-05f68",
"20260813-8-a950e",
"product_dev_AnomalyForce_2",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_2",
"20260621-0-26179",
"20260621-1-dc1f5",
"20260621-2-9c8b6",
"20260621-3-dd569",
"20260621-4-01678",
"20260621-5-5f059",
"20260621-6-e1d1e",
"20260621-7-0b2c2",
"20260621-8-4a088",
"20260621-9-a2c1c",
"github_com_salesforce_AnomalyForce_pull_11",
"20260720-0-b12f0",
"20260720-1-0c2ff",
"20260720-2-5f48c",
"20260720-3-d60f4",
"20260720-4-ea0da",
"20260720-5-6b204",
"20260720-6-e8622",
"github_com_salesforce_AnomalyForce_pull_3",
"20260624-0-ae52f",
"20260624-1-01a2c",
"20260624-2-5da7e",
"20260624-3-b6924",
"20260624-4-6b6b9",
"20260624-5-efbed",
"20260624-6-72e32",
"20260624-7-758b6",
"20260624-8-da962",
"20260624-9-9e6dc",
"20260624-10-7c7bb",
"20260624-11-3a513",
"github_com_salesforce_AnomalyForce_pull_9",
"20260716-0-7af27",
"20260716-1-e04de",
"20260716-2-eec84",
"20260716-3-3fd02",
"20260716-4-162c9",
"20260716-5-09ee5",
"20260716-6-6f6a4",
"20260716-7-29646",
"20260716-8-b80fd",
"20260716-9-dd439",
"github_com_salesforce_AnomalyForce_pull_15",
"20260731-0-027b9",
"20260731-1-77ba6",
"20260731-2-4648f",
"20260731-3-f5d18",
"20260731-4-e9af0",
"20260731-5-32e9a",
"20260731-6-6a0c1",
"20260731-7-1c246",
"20260731-8-7706a",
"20260731-9-065b5",
"20260731-10-3cdea",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#a19",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find features for AnomalyForce that were discussed but not implemented?",
"ground_truth": "Enhancing real-time alerts\n- Use WebSockets for real-time communication to push alerts to Tableau. Define a new API endpoint. Ensure alerts are non-intrusive but noticeable with a notification panel. Use JSON format for data structure. Optimize Kafka streams for increased load.",
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"github_com_salesforce_AnomalyForce_pull_1",
"20260618-0-586b8",
"20260618-1-4c949",
"20260618-2-c9852",
"20260618-3-40a99",
"20260618-4-33ab1",
"20260618-5-095f6",
"20260618-6-19f7b",
"20260618-7-acac8",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_4",
"20260701-0-5124e",
"20260701-1-4f4d2",
"20260701-2-a6f31",
"20260701-3-21e87",
"20260701-4-86e83",
"20260701-5-54ba4",
"20260701-6-6fccc",
"20260701-7-4002f",
"20260701-8-c04fa",
"20260701-9-861e3",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_10",
"20260722-0-6c760",
"20260722-1-115a6",
"20260722-2-6ee51",
"20260722-3-c610e",
"20260722-4-ca2c5",
"20260722-5-3e9e1",
"20260722-6-d83ab",
"20260722-7-973db",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_16",
"20260806-0-8a1f1",
"20260806-1-e9147",
"20260806-2-1845b",
"20260806-3-a9efb",
"20260806-4-cf4e4",
"20260806-5-3e325",
"20260806-6-07a8e",
"20260806-7-d2a9b",
"product_dev_AnomalyForce_8",
"product_dev_AnomalyForce_9",
"github_com_salesforce_AnomalyForce_pull_20",
"20260819-0-3a8dc",
"20260819-1-d2e95",
"20260819-2-dbc52",
"20260819-3-5f47f",
"20260819-4-0c646",
"20260819-5-1f297",
"20260819-6-13f6f",
"20260819-7-04721",
"github_com_salesforce_AnomalyForce_pull_5",
"20260704-0-9cb89",
"20260704-1-1ef96",
"20260704-2-0f573",
"20260704-3-0de0c",
"20260704-4-7a089",
"20260704-5-5aac8",
"20260704-6-10e18",
"20260704-7-b29c5",
"20260704-8-9db71",
"20260704-9-e7812",
"20260704-10-7971c",
"20260704-11-ce8f9",
"github_com_salesforce_AnomalyForce_pull_8",
"20260712-0-d71c8",
"20260712-1-af002",
"20260712-2-463af",
"20260712-3-e301a",
"20260712-4-cc017",
"20260712-5-3a956",
"20260712-6-5a978",
"20260712-7-19dcb",
"github_com_salesforce_AnomalyForce_pull_14",
"20260731-0-6c92b",
"20260731-1-476fe",
"20260731-2-164b9",
"20260731-3-4bb54",
"20260731-4-cfd9e",
"20260731-5-0fa09",
"20260731-6-e4a35",
"20260731-7-ee3c0",
"20260731-8-a1ef9",
"github_com_salesforce_AnomalyForce_pull_17",
"20260809-0-4c4a9",
"20260809-1-3f1ac",
"20260809-2-f5fcd",
"20260809-3-155b0",
"20260809-4-e5f68",
"20260809-5-cd406",
"20260809-6-74b57",
"20260809-7-473ed",
"20260809-8-97825",
"github_com_salesforce_AnomalyForce_pull_6",
"20260707-0-1839d",
"20260707-1-630b4",
"20260707-2-62ed0",
"20260707-3-91dff",
"20260707-4-db7f9",
"20260707-5-fce2d",
"20260707-6-d5d3d",
"20260707-7-7226a",
"20260707-8-7a7fa",
"20260707-9-afdb5",
"github_com_salesforce_AnomalyForce_pull_12",
"20260723-0-baaf7",
"20260723-1-c0f7c",
"20260723-2-373b1",
"20260723-3-d9daa",
"20260723-4-b185b",
"20260723-5-abaa9",
"20260723-6-d5fde",
"20260723-7-fb414",
"github_com_salesforce_AnomalyForce_pull_18",
"20260810-0-e8c7d",
"20260810-1-076b7",
"20260810-2-262c9",
"20260810-3-e02f3",
"20260810-4-35ea1",
"20260810-5-76571",
"20260810-6-dd475",
"20260810-7-75f62",
"20260810-8-eb84d",
"20260810-9-070db",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a20",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in AnomalyForce that were discussed but not implemented?",
"ground_truth": [
"eid_3516c527",
"eid_0c373165",
"eid_54b986cf",
"eid_4988ee2a"
],
"citations": [
"product_dev_AnomalyForce_1",
"product_dev_AnomalyForce_2",
"github_com_salesforce_AnomalyForce_pull_1",
"20260618-0-586b8",
"20260618-1-4c949",
"20260618-2-c9852",
"20260618-3-40a99",
"20260618-4-33ab1",
"20260618-5-095f6",
"20260618-6-19f7b",
"20260618-7-acac8",
"product_dev_AnomalyForce_3",
"github_com_salesforce_AnomalyForce_pull_4",
"20260701-0-5124e",
"20260701-1-4f4d2",
"20260701-2-a6f31",
"20260701-3-21e87",
"20260701-4-86e83",
"20260701-5-54ba4",
"20260701-6-6fccc",
"20260701-7-4002f",
"20260701-8-c04fa",
"20260701-9-861e3",
"product_dev_AnomalyForce_4",
"product_dev_AnomalyForce_5",
"github_com_salesforce_AnomalyForce_pull_10",
"20260722-0-6c760",
"20260722-1-115a6",
"20260722-2-6ee51",
"20260722-3-c610e",
"20260722-4-ca2c5",
"20260722-5-3e9e1",
"20260722-6-d83ab",
"20260722-7-973db",
"product_dev_AnomalyForce_6",
"product_dev_AnomalyForce_7",
"github_com_salesforce_AnomalyForce_pull_16",
"20260806-0-8a1f1",
"20260806-1-e9147",
"20260806-2-1845b",
"20260806-3-a9efb",
"20260806-4-cf4e4",
"20260806-5-3e325",
"20260806-6-07a8e",
"20260806-7-d2a9b",
"product_dev_AnomalyForce_8",
"product_dev_AnomalyForce_9",
"github_com_salesforce_AnomalyForce_pull_20",
"20260819-0-3a8dc",
"20260819-1-d2e95",
"20260819-2-dbc52",
"20260819-3-5f47f",
"20260819-4-0c646",
"20260819-5-1f297",
"20260819-6-13f6f",
"20260819-7-04721",
"github_com_salesforce_AnomalyForce_pull_5",
"20260704-0-9cb89",
"20260704-1-1ef96",
"20260704-2-0f573",
"20260704-3-0de0c",
"20260704-4-7a089",
"20260704-5-5aac8",
"20260704-6-10e18",
"20260704-7-b29c5",
"20260704-8-9db71",
"20260704-9-e7812",
"20260704-10-7971c",
"20260704-11-ce8f9",
"github_com_salesforce_AnomalyForce_pull_8",
"20260712-0-d71c8",
"20260712-1-af002",
"20260712-2-463af",
"20260712-3-e301a",
"20260712-4-cc017",
"20260712-5-3a956",
"20260712-6-5a978",
"20260712-7-19dcb",
"github_com_salesforce_AnomalyForce_pull_14",
"20260731-0-6c92b",
"20260731-1-476fe",
"20260731-2-164b9",
"20260731-3-4bb54",
"20260731-4-cfd9e",
"20260731-5-0fa09",
"20260731-6-e4a35",
"20260731-7-ee3c0",
"20260731-8-a1ef9",
"github_com_salesforce_AnomalyForce_pull_17",
"20260809-0-4c4a9",
"20260809-1-3f1ac",
"20260809-2-f5fcd",
"20260809-3-155b0",
"20260809-4-e5f68",
"20260809-5-cd406",
"20260809-6-74b57",
"20260809-7-473ed",
"20260809-8-97825",
"github_com_salesforce_AnomalyForce_pull_6",
"20260707-0-1839d",
"20260707-1-630b4",
"20260707-2-62ed0",
"20260707-3-91dff",
"20260707-4-db7f9",
"20260707-5-fce2d",
"20260707-6-d5d3d",
"20260707-7-7226a",
"20260707-8-7a7fa",
"20260707-9-afdb5",
"github_com_salesforce_AnomalyForce_pull_12",
"20260723-0-baaf7",
"20260723-1-c0f7c",
"20260723-2-373b1",
"20260723-3-d9daa",
"20260723-4-b185b",
"20260723-5-abaa9",
"20260723-6-d5fde",
"20260723-7-fb414",
"github_com_salesforce_AnomalyForce_pull_18",
"20260810-0-e8c7d",
"20260810-1-076b7",
"20260810-2-262c9",
"20260810-3-e02f3",
"20260810-4-35ea1",
"20260810-5-76571",
"20260810-6-dd475",
"20260810-7-75f62",
"20260810-8-eb84d",
"20260810-9-070db",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a21",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Anomaly Detection Algorithm in AnomalyForce that caused incorrect alerts and reduced trust in the system's reliability?",
"ground_truth": [
"InnovateAI",
"BlueWave",
"FusionTech",
"NextGenTech"
],
"citations": [
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20261007-0-1f646",
"20261007-1-2a9ff",
"20261007-2-63cd6",
"20261007-3-02015",
"20261007-4-19f11",
"20261007-5-fff25",
"20261007-6-9108b",
"20261007-7-e1959",
"20261007-8-d19db",
"20261007-9-84d9b",
"20261007-10-575db",
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a22",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the Anomaly Detection Algorithm in AnomalyForce that were causing incorrect alerts and reducing trust in the system's reliability?",
"ground_truth": [
"eid_a8040636",
"eid_c2a92a40",
"eid_63ea0ec4"
],
"citations": [
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260911-0-64110",
"20260911-1-b475d",
"20260911-2-cc44a",
"20260911-3-e5e55",
"20260911-4-9dc73",
"20260911-5-a8996",
"20260911-6-c9aea",
"20260911-7-7a0b6",
"github_com_salesforce_AnomalyForce_pull_29",
"20261007-0-1f646",
"20261007-1-2a9ff",
"20261007-2-63cd6",
"20261007-3-02015",
"20261007-4-19f11",
"20261007-5-fff25",
"20261007-6-9108b",
"20261007-7-e1959",
"20261007-8-d19db",
"20261007-9-84d9b",
"20261007-10-575db",
"20261022-0-f4d3b",
"20261022-1-e986d",
"20261022-2-90f9d",
"20261022-3-d95f0",
"20261022-4-91115",
"20261022-5-b7b34",
"20261022-6-e842a",
"20261022-7-b2d0a",
"github_com_salesforce_AnomalyForce_pull_37",
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20260921-0-cc7b3",
"20260921-1-2e83f",
"20260921-2-3859d",
"20260921-3-db8a6",
"20260921-4-07561",
"20260921-5-1f4f7",
"20260921-6-88e55",
"20260921-7-f7f9f",
"20260921-8-794ca",
"github_com_salesforce_AnomalyForce_pull_31",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a23",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface & Data Visualization of AnomalyForce that caused delays and potential data loss in real-time monitoring?",
"ground_truth": [
"DataSolutions",
"BlueWave",
"FusionTech",
"NextGenTech"
],
"citations": [
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20260925-0-82ee4",
"20260925-1-c8d3c",
"20260925-2-49ff1",
"20260925-3-47dc8",
"20260925-4-00674",
"20260925-5-5564e",
"20260925-6-2bcbd",
"20260925-7-10281",
"20260925-8-c943d",
"20260925-9-efd39",
"20260925-10-03c10",
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a24",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the User Interface & Data Visualization in AnomalyForce that were causing delays and potential data loss in real-time monitoring?",
"ground_truth": [
"eid_619c8be2",
"eid_a88ee967",
"eid_f0c7a505"
],
"citations": [
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20261017-0-b60e6",
"20261017-1-a03e8",
"20261017-2-140f6",
"20261017-3-e56cb",
"20261017-4-9a309",
"20261017-5-b1df3",
"20261017-6-d240b",
"20261017-7-2db29",
"20261017-8-b5dbe",
"github_com_salesforce_AnomalyForce_pull_35",
"20261021-0-928b4",
"20261021-1-b0872",
"20261021-2-00111",
"20261021-3-ce7c3",
"20261021-4-c6036",
"20261021-5-768af",
"20261021-6-40445",
"github_com_salesforce_AnomalyForce_pull_36",
"20260925-0-82ee4",
"20260925-1-c8d3c",
"20260925-2-49ff1",
"20260925-3-47dc8",
"20260925-4-00674",
"20260925-5-5564e",
"20260925-6-2bcbd",
"20260925-7-10281",
"20260925-8-c943d",
"20260925-9-efd39",
"20260925-10-03c10",
"20261003-0-06ef8",
"20261003-1-cc652",
"20261003-2-9f6a3",
"20261003-3-ebca3",
"20261003-4-84b73",
"20261003-5-c4c34",
"20261003-6-b2b75",
"20261003-7-04ae8",
"github_com_salesforce_AnomalyForce_pull_33",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a25",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the API Security of AnomalyForce that posed significant security risks and data exposure?",
"ground_truth": [
"InnovateAI",
"BlueWave",
"TechCorp",
"FusionTech"
],
"citations": [
"20261026-0-4f809",
"20261026-1-b19a2",
"20261026-2-a010d",
"20261026-3-7ca93",
"20261026-4-34f96",
"20261026-5-53bbd",
"20261026-6-e20b4",
"20261026-7-aecf4",
"20261026-8-d793d",
"20261026-9-947c1",
"20261026-10-1cd1e",
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a26",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the API security issue in AnomalyForce that posed a significant risk by potentially exposing sensitive data and compromising data integrity?",
"ground_truth": [
"eid_76d9cb07",
"eid_70223d0a",
"eid_724e1180"
],
"citations": [
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20260923-0-25a85",
"20260923-1-646f5",
"20260923-2-d38fe",
"20260923-3-8d6a7",
"20260923-4-b515f",
"20260923-5-5c07e",
"20260923-6-7bf05",
"github_com_salesforce_AnomalyForce_pull_32",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20261114-0-0969a",
"20261114-1-5f6eb",
"20261114-2-ebdbd",
"20261114-3-5358a",
"20261114-4-facb3",
"20261114-5-fe40f",
"20261114-6-681fb",
"github_com_salesforce_AnomalyForce_pull_39",
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260920-0-8ed5c",
"20260920-1-41705",
"20260920-2-d6bc5",
"20260920-3-ade8d",
"20260920-4-1959c",
"20260920-5-2b6b6",
"20260920-6-b9479",
"20260920-7-80ce5",
"20260920-8-b9fd6",
"github_com_salesforce_AnomalyForce_pull_30",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a27",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Data Processing Pipeline of AnomalyForce that led to inaccurate insights and flawed strategic decision-making?",
"ground_truth": [
"DataSolutions",
"BlueWave",
"FusionTech",
"ComputeWorks"
],
"citations": [
"20261026-0-4f809",
"20261026-1-b19a2",
"20261026-2-a010d",
"20261026-3-7ca93",
"20261026-4-34f96",
"20261026-5-53bbd",
"20261026-6-e20b4",
"20261026-7-aecf4",
"20261026-8-d793d",
"20261026-9-947c1",
"20261026-10-1cd1e",
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a28",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the Data Processing Pipeline in AnomalyForce that were causing inaccurate insights from historical data analysis and affecting strategic decision-making?",
"ground_truth": [
"eid_76d9cb07",
"eid_8986ddc3",
"eid_b3fcc490"
],
"citations": [
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20260902-0-e1407",
"20260902-1-77159",
"20260902-2-4976f",
"20260902-3-df6a0",
"20260902-4-48fcc",
"20260902-5-7ac95",
"20260902-6-aba9c",
"20260902-7-a30cf",
"20260902-8-79a45",
"github_com_salesforce_AnomalyForce_pull_27",
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20261120-0-53b86",
"20261120-1-d60ff",
"20261120-2-7cce8",
"20261120-3-cafc8",
"20261120-4-e0992",
"20261120-5-64459",
"20261120-6-76ea6",
"github_com_salesforce_AnomalyForce_pull_42",
"20261026-0-4f809",
"20261026-1-b19a2",
"20261026-2-a010d",
"20261026-3-7ca93",
"20261026-4-34f96",
"20261026-5-53bbd",
"20261026-6-e20b4",
"20261026-7-aecf4",
"20261026-8-d793d",
"20261026-9-947c1",
"20261026-10-1cd1e",
"20261117-0-db508",
"20261117-1-7c465",
"20261117-2-f5b1d",
"20261117-3-20d23",
"20261117-4-a5501",
"20261117-5-00ceb",
"20261117-6-d3a26",
"20261117-7-1627a",
"github_com_salesforce_AnomalyForce_pull_40",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a29",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the database performance of AnomalyForce that caused delays in anomaly detection results, impacting time-sensitive scenarios?",
"ground_truth": [
"BlueWave",
"InnovateAI",
"ComputeWorks",
"DataSolutions",
"TechCorp"
],
"citations": [
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20261007-0-1f646",
"20261007-1-2a9ff",
"20261007-2-63cd6",
"20261007-3-02015",
"20261007-4-19f11",
"20261007-5-fff25",
"20261007-6-9108b",
"20261007-7-e1959",
"20261007-8-d19db",
"20261007-9-84d9b",
"20261007-10-575db",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a30",
"product": "AnomalyForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the database performance issues in AnomalyForce that were causing delays in anomaly detection results and reducing system effectiveness?",
"ground_truth": [
"eid_13df35ed",
"eid_a7dd9c52",
"eid_ec70ac57",
"eid_737797e3",
"eid_724e1180"
],
"citations": [
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20261119-0-d2550",
"20261119-1-965f5",
"20261119-2-8d3b7",
"20261119-3-d2539",
"20261119-4-424fa",
"20261119-5-de760",
"20261119-6-4ed85",
"20261119-7-61101",
"20261119-8-50643",
"github_com_salesforce_AnomalyForce_pull_41",
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20260910-0-ac84a",
"20260910-1-79ccd",
"20260910-2-5d2fa",
"20260910-3-794ab",
"20260910-4-f78a2",
"20260910-5-55f16",
"20260910-6-72865",
"20260910-7-dc8b5",
"github_com_salesforce_AnomalyForce_pull_28",
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20261123-0-75c2d",
"20261123-1-a433a",
"20261123-2-390e1",
"20261123-3-3365b",
"20261123-4-4db46",
"20261123-5-4d5b7",
"20261123-6-ee205",
"20261123-7-85b90",
"github_com_salesforce_AnomalyForce_pull_43",
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20261004-0-314a4",
"20261004-1-57499",
"20261004-2-d151e",
"20261004-3-2ef17",
"20261004-4-29080",
"20261004-5-0c325",
"20261004-6-ee354",
"github_com_salesforce_AnomalyForce_pull_34",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20261106-0-74823",
"20261106-1-a8846",
"20261106-2-4d26f",
"20261106-3-13b7a",
"20261106-4-df7c2",
"20261106-5-4c3b3",
"20261106-6-a87ec",
"20261106-7-50ffb",
"github_com_salesforce_AnomalyForce_pull_38",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#a31",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in AnomalyForce",
"ground_truth": [
"eid_76d9cb07",
"eid_724e1180"
],
"citations": [
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260911-0-64110",
"20260911-1-b475d",
"20260911-2-cc44a",
"20260911-3-e5e55",
"20260911-4-9dc73",
"20260911-5-a8996",
"20260911-6-c9aea",
"20260911-7-7a0b6",
"github_com_salesforce_AnomalyForce_pull_29",
"20261007-0-1f646",
"20261007-1-2a9ff",
"20261007-2-63cd6",
"20261007-3-02015",
"20261007-4-19f11",
"20261007-5-fff25",
"20261007-6-9108b",
"20261007-7-e1959",
"20261007-8-d19db",
"20261007-9-84d9b",
"20261007-10-575db",
"20261022-0-f4d3b",
"20261022-1-e986d",
"20261022-2-90f9d",
"20261022-3-d95f0",
"20261022-4-91115",
"20261022-5-b7b34",
"20261022-6-e842a",
"20261022-7-b2d0a",
"github_com_salesforce_AnomalyForce_pull_37",
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20260921-0-cc7b3",
"20260921-1-2e83f",
"20260921-2-3859d",
"20260921-3-db8a6",
"20260921-4-07561",
"20260921-5-1f4f7",
"20260921-6-88e55",
"20260921-7-f7f9f",
"20260921-8-794ca",
"github_com_salesforce_AnomalyForce_pull_31",
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20261017-0-b60e6",
"20261017-1-a03e8",
"20261017-2-140f6",
"20261017-3-e56cb",
"20261017-4-9a309",
"20261017-5-b1df3",
"20261017-6-d240b",
"20261017-7-2db29",
"20261017-8-b5dbe",
"github_com_salesforce_AnomalyForce_pull_35",
"20261021-0-928b4",
"20261021-1-b0872",
"20261021-2-00111",
"20261021-3-ce7c3",
"20261021-4-c6036",
"20261021-5-768af",
"20261021-6-40445",
"github_com_salesforce_AnomalyForce_pull_36",
"20260925-0-82ee4",
"20260925-1-c8d3c",
"20260925-2-49ff1",
"20260925-3-47dc8",
"20260925-4-00674",
"20260925-5-5564e",
"20260925-6-2bcbd",
"20260925-7-10281",
"20260925-8-c943d",
"20260925-9-efd39",
"20260925-10-03c10",
"20261003-0-06ef8",
"20261003-1-cc652",
"20261003-2-9f6a3",
"20261003-3-ebca3",
"20261003-4-84b73",
"20261003-5-c4c34",
"20261003-6-b2b75",
"20261003-7-04ae8",
"github_com_salesforce_AnomalyForce_pull_33",
"20260923-0-25a85",
"20260923-1-646f5",
"20260923-2-d38fe",
"20260923-3-8d6a7",
"20260923-4-b515f",
"20260923-5-5c07e",
"20260923-6-7bf05",
"github_com_salesforce_AnomalyForce_pull_32",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20261114-0-0969a",
"20261114-1-5f6eb",
"20261114-2-ebdbd",
"20261114-3-5358a",
"20261114-4-facb3",
"20261114-5-fe40f",
"20261114-6-681fb",
"github_com_salesforce_AnomalyForce_pull_39",
"20260920-0-8ed5c",
"20260920-1-41705",
"20260920-2-d6bc5",
"20260920-3-ade8d",
"20260920-4-1959c",
"20260920-5-2b6b6",
"20260920-6-b9479",
"20260920-7-80ce5",
"20260920-8-b9fd6",
"github_com_salesforce_AnomalyForce_pull_30",
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20260902-0-e1407",
"20260902-1-77159",
"20260902-2-4976f",
"20260902-3-df6a0",
"20260902-4-48fcc",
"20260902-5-7ac95",
"20260902-6-aba9c",
"20260902-7-a30cf",
"20260902-8-79a45",
"github_com_salesforce_AnomalyForce_pull_27",
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20261120-0-53b86",
"20261120-1-d60ff",
"20261120-2-7cce8",
"20261120-3-cafc8",
"20261120-4-e0992",
"20261120-5-64459",
"20261120-6-76ea6",
"github_com_salesforce_AnomalyForce_pull_42",
"20261026-0-4f809",
"20261026-1-b19a2",
"20261026-2-a010d",
"20261026-3-7ca93",
"20261026-4-34f96",
"20261026-5-53bbd",
"20261026-6-e20b4",
"20261026-7-aecf4",
"20261026-8-d793d",
"20261026-9-947c1",
"20261026-10-1cd1e",
"20261117-0-db508",
"20261117-1-7c465",
"20261117-2-f5b1d",
"20261117-3-20d23",
"20261117-4-a5501",
"20261117-5-00ceb",
"20261117-6-d3a26",
"20261117-7-1627a",
"github_com_salesforce_AnomalyForce_pull_40",
"20261119-0-d2550",
"20261119-1-965f5",
"20261119-2-8d3b7",
"20261119-3-d2539",
"20261119-4-424fa",
"20261119-5-de760",
"20261119-6-4ed85",
"20261119-7-61101",
"20261119-8-50643",
"github_com_salesforce_AnomalyForce_pull_41",
"20260910-0-ac84a",
"20260910-1-79ccd",
"20260910-2-5d2fa",
"20260910-3-794ab",
"20260910-4-f78a2",
"20260910-5-55f16",
"20260910-6-72865",
"20260910-7-dc8b5",
"github_com_salesforce_AnomalyForce_pull_28",
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20261123-0-75c2d",
"20261123-1-a433a",
"20261123-2-390e1",
"20261123-3-3365b",
"20261123-4-4db46",
"20261123-5-4d5b7",
"20261123-6-ee205",
"20261123-7-85b90",
"github_com_salesforce_AnomalyForce_pull_43",
"20261004-0-314a4",
"20261004-1-57499",
"20261004-2-d151e",
"20261004-3-2ef17",
"20261004-4-29080",
"20261004-5-0c325",
"20261004-6-ee354",
"github_com_salesforce_AnomalyForce_pull_34",
"20261106-0-74823",
"20261106-1-a8846",
"20261106-2-4d26f",
"20261106-3-13b7a",
"20261106-4-df7c2",
"20261106-5-4c3b3",
"20261106-6-a87ec",
"20261106-7-50ffb",
"github_com_salesforce_AnomalyForce_pull_38",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#a32",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in AnomalyForce",
"ground_truth": [
"BlueWave"
],
"citations": [
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260911-0-64110",
"20260911-1-b475d",
"20260911-2-cc44a",
"20260911-3-e5e55",
"20260911-4-9dc73",
"20260911-5-a8996",
"20260911-6-c9aea",
"20260911-7-7a0b6",
"github_com_salesforce_AnomalyForce_pull_29",
"20261007-0-1f646",
"20261007-1-2a9ff",
"20261007-2-63cd6",
"20261007-3-02015",
"20261007-4-19f11",
"20261007-5-fff25",
"20261007-6-9108b",
"20261007-7-e1959",
"20261007-8-d19db",
"20261007-9-84d9b",
"20261007-10-575db",
"20261022-0-f4d3b",
"20261022-1-e986d",
"20261022-2-90f9d",
"20261022-3-d95f0",
"20261022-4-91115",
"20261022-5-b7b34",
"20261022-6-e842a",
"20261022-7-b2d0a",
"github_com_salesforce_AnomalyForce_pull_37",
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20260921-0-cc7b3",
"20260921-1-2e83f",
"20260921-2-3859d",
"20260921-3-db8a6",
"20260921-4-07561",
"20260921-5-1f4f7",
"20260921-6-88e55",
"20260921-7-f7f9f",
"20260921-8-794ca",
"github_com_salesforce_AnomalyForce_pull_31",
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20261017-0-b60e6",
"20261017-1-a03e8",
"20261017-2-140f6",
"20261017-3-e56cb",
"20261017-4-9a309",
"20261017-5-b1df3",
"20261017-6-d240b",
"20261017-7-2db29",
"20261017-8-b5dbe",
"github_com_salesforce_AnomalyForce_pull_35",
"20261021-0-928b4",
"20261021-1-b0872",
"20261021-2-00111",
"20261021-3-ce7c3",
"20261021-4-c6036",
"20261021-5-768af",
"20261021-6-40445",
"github_com_salesforce_AnomalyForce_pull_36",
"20260925-0-82ee4",
"20260925-1-c8d3c",
"20260925-2-49ff1",
"20260925-3-47dc8",
"20260925-4-00674",
"20260925-5-5564e",
"20260925-6-2bcbd",
"20260925-7-10281",
"20260925-8-c943d",
"20260925-9-efd39",
"20260925-10-03c10",
"20261003-0-06ef8",
"20261003-1-cc652",
"20261003-2-9f6a3",
"20261003-3-ebca3",
"20261003-4-84b73",
"20261003-5-c4c34",
"20261003-6-b2b75",
"20261003-7-04ae8",
"github_com_salesforce_AnomalyForce_pull_33",
"20260923-0-25a85",
"20260923-1-646f5",
"20260923-2-d38fe",
"20260923-3-8d6a7",
"20260923-4-b515f",
"20260923-5-5c07e",
"20260923-6-7bf05",
"github_com_salesforce_AnomalyForce_pull_32",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20261114-0-0969a",
"20261114-1-5f6eb",
"20261114-2-ebdbd",
"20261114-3-5358a",
"20261114-4-facb3",
"20261114-5-fe40f",
"20261114-6-681fb",
"github_com_salesforce_AnomalyForce_pull_39",
"20260920-0-8ed5c",
"20260920-1-41705",
"20260920-2-d6bc5",
"20260920-3-ade8d",
"20260920-4-1959c",
"20260920-5-2b6b6",
"20260920-6-b9479",
"20260920-7-80ce5",
"20260920-8-b9fd6",
"github_com_salesforce_AnomalyForce_pull_30",
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20260902-0-e1407",
"20260902-1-77159",
"20260902-2-4976f",
"20260902-3-df6a0",
"20260902-4-48fcc",
"20260902-5-7ac95",
"20260902-6-aba9c",
"20260902-7-a30cf",
"20260902-8-79a45",
"github_com_salesforce_AnomalyForce_pull_27",
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20261120-0-53b86",
"20261120-1-d60ff",
"20261120-2-7cce8",
"20261120-3-cafc8",
"20261120-4-e0992",
"20261120-5-64459",
"20261120-6-76ea6",
"github_com_salesforce_AnomalyForce_pull_42",
"20261026-0-4f809",
"20261026-1-b19a2",
"20261026-2-a010d",
"20261026-3-7ca93",
"20261026-4-34f96",
"20261026-5-53bbd",
"20261026-6-e20b4",
"20261026-7-aecf4",
"20261026-8-d793d",
"20261026-9-947c1",
"20261026-10-1cd1e",
"20261117-0-db508",
"20261117-1-7c465",
"20261117-2-f5b1d",
"20261117-3-20d23",
"20261117-4-a5501",
"20261117-5-00ceb",
"20261117-6-d3a26",
"20261117-7-1627a",
"github_com_salesforce_AnomalyForce_pull_40",
"20261119-0-d2550",
"20261119-1-965f5",
"20261119-2-8d3b7",
"20261119-3-d2539",
"20261119-4-424fa",
"20261119-5-de760",
"20261119-6-4ed85",
"20261119-7-61101",
"20261119-8-50643",
"github_com_salesforce_AnomalyForce_pull_41",
"20260910-0-ac84a",
"20260910-1-79ccd",
"20260910-2-5d2fa",
"20260910-3-794ab",
"20260910-4-f78a2",
"20260910-5-55f16",
"20260910-6-72865",
"20260910-7-dc8b5",
"github_com_salesforce_AnomalyForce_pull_28",
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20261123-0-75c2d",
"20261123-1-a433a",
"20261123-2-390e1",
"20261123-3-3365b",
"20261123-4-4db46",
"20261123-5-4d5b7",
"20261123-6-ee205",
"20261123-7-85b90",
"github_com_salesforce_AnomalyForce_pull_43",
"20261004-0-314a4",
"20261004-1-57499",
"20261004-2-d151e",
"20261004-3-2ef17",
"20261004-4-29080",
"20261004-5-0c325",
"20261004-6-ee354",
"github_com_salesforce_AnomalyForce_pull_34",
"20261106-0-74823",
"20261106-1-a8846",
"20261106-2-4d26f",
"20261106-3-13b7a",
"20261106-4-df7c2",
"20261106-5-4c3b3",
"20261106-6-a87ec",
"20261106-7-50ffb",
"github_com_salesforce_AnomalyForce_pull_38",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#a33",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in AnomalyForce?",
"ground_truth": [
"BlueWave"
],
"citations": [
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260911-0-64110",
"20260911-1-b475d",
"20260911-2-cc44a",
"20260911-3-e5e55",
"20260911-4-9dc73",
"20260911-5-a8996",
"20260911-6-c9aea",
"20260911-7-7a0b6",
"github_com_salesforce_AnomalyForce_pull_29",
"20261007-0-1f646",
"20261007-1-2a9ff",
"20261007-2-63cd6",
"20261007-3-02015",
"20261007-4-19f11",
"20261007-5-fff25",
"20261007-6-9108b",
"20261007-7-e1959",
"20261007-8-d19db",
"20261007-9-84d9b",
"20261007-10-575db",
"20261022-0-f4d3b",
"20261022-1-e986d",
"20261022-2-90f9d",
"20261022-3-d95f0",
"20261022-4-91115",
"20261022-5-b7b34",
"20261022-6-e842a",
"20261022-7-b2d0a",
"github_com_salesforce_AnomalyForce_pull_37",
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20260921-0-cc7b3",
"20260921-1-2e83f",
"20260921-2-3859d",
"20260921-3-db8a6",
"20260921-4-07561",
"20260921-5-1f4f7",
"20260921-6-88e55",
"20260921-7-f7f9f",
"20260921-8-794ca",
"github_com_salesforce_AnomalyForce_pull_31",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20260925-0-82ee4",
"20260925-1-c8d3c",
"20260925-2-49ff1",
"20260925-3-47dc8",
"20260925-4-00674",
"20260925-5-5564e",
"20260925-6-2bcbd",
"20260925-7-10281",
"20260925-8-c943d",
"20260925-9-efd39",
"20260925-10-03c10",
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20261017-0-b60e6",
"20261017-1-a03e8",
"20261017-2-140f6",
"20261017-3-e56cb",
"20261017-4-9a309",
"20261017-5-b1df3",
"20261017-6-d240b",
"20261017-7-2db29",
"20261017-8-b5dbe",
"github_com_salesforce_AnomalyForce_pull_35",
"20261021-0-928b4",
"20261021-1-b0872",
"20261021-2-00111",
"20261021-3-ce7c3",
"20261021-4-c6036",
"20261021-5-768af",
"20261021-6-40445",
"github_com_salesforce_AnomalyForce_pull_36",
"20261003-0-06ef8",
"20261003-1-cc652",
"20261003-2-9f6a3",
"20261003-3-ebca3",
"20261003-4-84b73",
"20261003-5-c4c34",
"20261003-6-b2b75",
"20261003-7-04ae8",
"github_com_salesforce_AnomalyForce_pull_33",
"20261026-0-4f809",
"20261026-1-b19a2",
"20261026-2-a010d",
"20261026-3-7ca93",
"20261026-4-34f96",
"20261026-5-53bbd",
"20261026-6-e20b4",
"20261026-7-aecf4",
"20261026-8-d793d",
"20261026-9-947c1",
"20261026-10-1cd1e",
"20260923-0-25a85",
"20260923-1-646f5",
"20260923-2-d38fe",
"20260923-3-8d6a7",
"20260923-4-b515f",
"20260923-5-5c07e",
"20260923-6-7bf05",
"github_com_salesforce_AnomalyForce_pull_32",
"20261114-0-0969a",
"20261114-1-5f6eb",
"20261114-2-ebdbd",
"20261114-3-5358a",
"20261114-4-facb3",
"20261114-5-fe40f",
"20261114-6-681fb",
"github_com_salesforce_AnomalyForce_pull_39",
"20260920-0-8ed5c",
"20260920-1-41705",
"20260920-2-d6bc5",
"20260920-3-ade8d",
"20260920-4-1959c",
"20260920-5-2b6b6",
"20260920-6-b9479",
"20260920-7-80ce5",
"20260920-8-b9fd6",
"github_com_salesforce_AnomalyForce_pull_30",
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20260902-0-e1407",
"20260902-1-77159",
"20260902-2-4976f",
"20260902-3-df6a0",
"20260902-4-48fcc",
"20260902-5-7ac95",
"20260902-6-aba9c",
"20260902-7-a30cf",
"20260902-8-79a45",
"github_com_salesforce_AnomalyForce_pull_27",
"20261120-0-53b86",
"20261120-1-d60ff",
"20261120-2-7cce8",
"20261120-3-cafc8",
"20261120-4-e0992",
"20261120-5-64459",
"20261120-6-76ea6",
"github_com_salesforce_AnomalyForce_pull_42",
"20261117-0-db508",
"20261117-1-7c465",
"20261117-2-f5b1d",
"20261117-3-20d23",
"20261117-4-a5501",
"20261117-5-00ceb",
"20261117-6-d3a26",
"20261117-7-1627a",
"github_com_salesforce_AnomalyForce_pull_40",
"20261119-0-d2550",
"20261119-1-965f5",
"20261119-2-8d3b7",
"20261119-3-d2539",
"20261119-4-424fa",
"20261119-5-de760",
"20261119-6-4ed85",
"20261119-7-61101",
"20261119-8-50643",
"github_com_salesforce_AnomalyForce_pull_41",
"20260910-0-ac84a",
"20260910-1-79ccd",
"20260910-2-5d2fa",
"20260910-3-794ab",
"20260910-4-f78a2",
"20260910-5-55f16",
"20260910-6-72865",
"20260910-7-dc8b5",
"github_com_salesforce_AnomalyForce_pull_28",
"20261123-0-75c2d",
"20261123-1-a433a",
"20261123-2-390e1",
"20261123-3-3365b",
"20261123-4-4db46",
"20261123-5-4d5b7",
"20261123-6-ee205",
"20261123-7-85b90",
"github_com_salesforce_AnomalyForce_pull_43",
"20261004-0-314a4",
"20261004-1-57499",
"20261004-2-d151e",
"20261004-3-2ef17",
"20261004-4-29080",
"20261004-5-0c325",
"20261004-6-ee354",
"github_com_salesforce_AnomalyForce_pull_34",
"20261106-0-74823",
"20261106-1-a8846",
"20261106-2-4d26f",
"20261106-3-13b7a",
"20261106-4-df7c2",
"20261106-5-4c3b3",
"20261106-6-a87ec",
"20261106-7-50ffb",
"github_com_salesforce_AnomalyForce_pull_38",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#a34",
"product": "AnomalyForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in AnomalyForce.",
"ground_truth": [
"eid_df7ae03e"
],
"citations": [
"20261107-0-d8a78",
"20261107-1-70366",
"20261107-2-f37af",
"20261107-3-443f2",
"20261107-4-32b29",
"20261107-5-fb697",
"20261107-6-175fe",
"20261107-7-2c1b1",
"20261107-8-f15c2",
"20261107-9-71967",
"20261107-10-b2996",
"20260906-0-7203c",
"20260906-1-f8312",
"20260906-2-ddc74",
"20260906-3-40719",
"20260906-4-1961b",
"20260906-5-7ef23",
"20260906-6-c9249",
"20260906-7-022ef",
"20260906-8-166db",
"20260906-9-9d945",
"20260906-10-1aa5a",
"20260911-0-64110",
"20260911-1-b475d",
"20260911-2-cc44a",
"20260911-3-e5e55",
"20260911-4-9dc73",
"20260911-5-a8996",
"20260911-6-c9aea",
"20260911-7-7a0b6",
"github_com_salesforce_AnomalyForce_pull_29",
"20261007-0-1f646",
"20261007-1-2a9ff",
"20261007-2-63cd6",
"20261007-3-02015",
"20261007-4-19f11",
"20261007-5-fff25",
"20261007-6-9108b",
"20261007-7-e1959",
"20261007-8-d19db",
"20261007-9-84d9b",
"20261007-10-575db",
"20261022-0-f4d3b",
"20261022-1-e986d",
"20261022-2-90f9d",
"20261022-3-d95f0",
"20261022-4-91115",
"20261022-5-b7b34",
"20261022-6-e842a",
"20261022-7-b2d0a",
"github_com_salesforce_AnomalyForce_pull_37",
"20260915-0-6e423",
"20260915-1-d4f2a",
"20260915-2-ac21e",
"20260915-3-45a44",
"20260915-4-ee34d",
"20260915-5-505b9",
"20260915-6-76650",
"20260915-7-814aa",
"20260915-8-c63dd",
"20260915-9-1582a",
"20260915-10-bca5d",
"20260921-0-cc7b3",
"20260921-1-2e83f",
"20260921-2-3859d",
"20260921-3-db8a6",
"20260921-4-07561",
"20260921-5-1f4f7",
"20260921-6-88e55",
"20260921-7-f7f9f",
"20260921-8-794ca",
"github_com_salesforce_AnomalyForce_pull_31",
"20261014-0-bb90c",
"20261014-1-aa399",
"20261014-2-81237",
"20261014-3-f304b",
"20261014-4-7ae4d",
"20261014-5-aaddc",
"20261014-6-45b07",
"20261014-7-2cdc2",
"20261014-8-69016",
"20261014-9-31411",
"20261102-0-07692",
"20261102-1-d5a93",
"20261102-2-7d691",
"20261102-3-5bb86",
"20261102-4-3b8f7",
"20261102-5-aea7b",
"20261102-6-6d670",
"20261102-7-48aa6",
"20261102-8-fa5a1",
"20261102-9-b66d0",
"20261102-10-ce9a9",
"20260925-0-82ee4",
"20260925-1-c8d3c",
"20260925-2-49ff1",
"20260925-3-47dc8",
"20260925-4-00674",
"20260925-5-5564e",
"20260925-6-2bcbd",
"20260925-7-10281",
"20260925-8-c943d",
"20260925-9-efd39",
"20260925-10-03c10",
"20260929-0-0d32c",
"20260929-1-353b9",
"20260929-2-b5a76",
"20260929-3-70a26",
"20260929-4-8877d",
"20260929-5-39a69",
"20260929-6-2b358",
"20260929-7-6f5a6",
"20260929-8-4656f",
"20260929-9-f2aa2",
"20260929-10-52141",
"20261017-0-b60e6",
"20261017-1-a03e8",
"20261017-2-140f6",
"20261017-3-e56cb",
"20261017-4-9a309",
"20261017-5-b1df3",
"20261017-6-d240b",
"20261017-7-2db29",
"20261017-8-b5dbe",
"github_com_salesforce_AnomalyForce_pull_35",
"20261021-0-928b4",
"20261021-1-b0872",
"20261021-2-00111",
"20261021-3-ce7c3",
"20261021-4-c6036",
"20261021-5-768af",
"20261021-6-40445",
"github_com_salesforce_AnomalyForce_pull_36",
"20261003-0-06ef8",
"20261003-1-cc652",
"20261003-2-9f6a3",
"20261003-3-ebca3",
"20261003-4-84b73",
"20261003-5-c4c34",
"20261003-6-b2b75",
"20261003-7-04ae8",
"github_com_salesforce_AnomalyForce_pull_33",
"20261026-0-4f809",
"20261026-1-b19a2",
"20261026-2-a010d",
"20261026-3-7ca93",
"20261026-4-34f96",
"20261026-5-53bbd",
"20261026-6-e20b4",
"20261026-7-aecf4",
"20261026-8-d793d",
"20261026-9-947c1",
"20261026-10-1cd1e",
"20260923-0-25a85",
"20260923-1-646f5",
"20260923-2-d38fe",
"20260923-3-8d6a7",
"20260923-4-b515f",
"20260923-5-5c07e",
"20260923-6-7bf05",
"github_com_salesforce_AnomalyForce_pull_32",
"20261114-0-0969a",
"20261114-1-5f6eb",
"20261114-2-ebdbd",
"20261114-3-5358a",
"20261114-4-facb3",
"20261114-5-fe40f",
"20261114-6-681fb",
"github_com_salesforce_AnomalyForce_pull_39",
"20260920-0-8ed5c",
"20260920-1-41705",
"20260920-2-d6bc5",
"20260920-3-ade8d",
"20260920-4-1959c",
"20260920-5-2b6b6",
"20260920-6-b9479",
"20260920-7-80ce5",
"20260920-8-b9fd6",
"github_com_salesforce_AnomalyForce_pull_30",
"20260830-0-ce052",
"20260830-1-22ee5",
"20260830-2-5af65",
"20260830-3-3b439",
"20260830-4-a1f32",
"20260830-5-e0028",
"20260830-6-f8915",
"20260830-7-be591",
"20260830-8-6f143",
"20260830-9-2b2f8",
"20260830-10-68f62",
"20260830-11-d2af7",
"20260902-0-e1407",
"20260902-1-77159",
"20260902-2-4976f",
"20260902-3-df6a0",
"20260902-4-48fcc",
"20260902-5-7ac95",
"20260902-6-aba9c",
"20260902-7-a30cf",
"20260902-8-79a45",
"github_com_salesforce_AnomalyForce_pull_27",
"20261120-0-53b86",
"20261120-1-d60ff",
"20261120-2-7cce8",
"20261120-3-cafc8",
"20261120-4-e0992",
"20261120-5-64459",
"20261120-6-76ea6",
"github_com_salesforce_AnomalyForce_pull_42",
"20261117-0-db508",
"20261117-1-7c465",
"20261117-2-f5b1d",
"20261117-3-20d23",
"20261117-4-a5501",
"20261117-5-00ceb",
"20261117-6-d3a26",
"20261117-7-1627a",
"github_com_salesforce_AnomalyForce_pull_40",
"20261119-0-d2550",
"20261119-1-965f5",
"20261119-2-8d3b7",
"20261119-3-d2539",
"20261119-4-424fa",
"20261119-5-de760",
"20261119-6-4ed85",
"20261119-7-61101",
"20261119-8-50643",
"github_com_salesforce_AnomalyForce_pull_41",
"20260910-0-ac84a",
"20260910-1-79ccd",
"20260910-2-5d2fa",
"20260910-3-794ab",
"20260910-4-f78a2",
"20260910-5-55f16",
"20260910-6-72865",
"20260910-7-dc8b5",
"github_com_salesforce_AnomalyForce_pull_28",
"20261123-0-75c2d",
"20261123-1-a433a",
"20261123-2-390e1",
"20261123-3-3365b",
"20261123-4-4db46",
"20261123-5-4d5b7",
"20261123-6-ee205",
"20261123-7-85b90",
"github_com_salesforce_AnomalyForce_pull_43",
"20261004-0-314a4",
"20261004-1-57499",
"20261004-2-d151e",
"20261004-3-2ef17",
"20261004-4-29080",
"20261004-5-0c325",
"20261004-6-ee354",
"github_com_salesforce_AnomalyForce_pull_34",
"20261106-0-74823",
"20261106-1-a8846",
"20261106-2-4d26f",
"20261106-3-13b7a",
"20261106-4-df7c2",
"20261106-5-4c3b3",
"20261106-6-a87ec",
"20261106-7-50ffb",
"github_com_salesforce_AnomalyForce_pull_38",
"20260512-0-63fb2",
"20260512-1-35355",
"20260512-2-28285"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#u0",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u1",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u2",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u3",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u4",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u5",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u6",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u7",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u8",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u9",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u10",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u11",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u12",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u13",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u14",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u15",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u16",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u17",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u18",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u19",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u20",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u21",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "Which bugs in AnomalyForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AnomalyForce#u22",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in AnomalyForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#u23",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in AnomalyForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#u24",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in AnomalyForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#u25",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in AnomalyForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AnomalyForce#u26",
"product": "AnomalyForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in AnomalyForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AutoTuneForce#a0",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of AutoTuneForce?",
"ground_truth": [
"eid_12eb6b62",
"eid_a13234f2"
],
"citations": [
"tuneprox_market_research_report_final",
"latest_atf_aix_market_research_report",
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a1",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of AutoTuneForce?",
"ground_truth": [
"eid_caa2e58d",
"eid_2d8eff4d",
"eid_c3aac633"
],
"citations": [
"tuneprox_product_vision_document_final",
"tuneprox_product_requirements_document_final",
"latest_atf_aix_product_requirements_document",
"latest_atf_aix_product_vision_document",
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a2",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of AutoTuneForce?",
"ground_truth": [
"eid_d2f0f99a",
"eid_a253c65a"
],
"citations": [
"tuneprox_technical_specifications_document_final",
"latest_atf_aix_technical_specifications_document",
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a3",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of AutoTuneForce?",
"ground_truth": [
"eid_e0273792",
"eid_7017b913"
],
"citations": [
"tuneprox_system_design_document_final",
"latest_atf_aix_system_design_document",
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a4",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of AutoTuneForce?",
"ground_truth": [
"The customer reported limited integration with certain third-party data sources for ATF_AIX.",
"The customer reported reliability issues with the system failing to update model parameters in real-time under high data loads.",
"The issues reported by the customer for ATF_AIX include that the user interface is not intuitive for new users."
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a5",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of AutoTuneForce?",
"ground_truth": [
"The QA Specialist reported that the auto-tuning process can be resource-intensive, leading to slower performance on less powerful systems.",
"The issues reported by the QA Specialist are that some users are having trouble understanding the parameter adjustment process due to a lack of detailed documentation."
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a6",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of AutoTuneForce?",
"ground_truth": [
"The positive feedback provided by the customers includes:\n\n1. Einstein Auto-Tuning significantly improves model accuracy by dynamically adjusting parameters based on real-time data (CUST-0035).\n2. The system provides seamless integration with major data platforms, which is beneficial for users with diverse data needs (CUST-0081).\n3. The automated nature of the tuning process reduces the need for manual intervention and saves time (CUST-0048).",
"The positive feedback provided by the customers includes:\n\n1. Customer CUST-0093 praised the platform for its robust performance on high-end systems, especially with large datasets, with no significant lag reported.\n2. Customer CUST-0029 mentioned that the Einstein Auto-Tuning feature offers comprehensive analytics and insights, helping users understand the impact of parameter changes on model performance."
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a7",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of AutoTuneForce?",
"ground_truth": [
"CloudSync",
"NextGenTech"
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a8",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of AutoTuneForce?",
"ground_truth": [
"eid_8b14b999",
"eid_dc8bf84e"
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a9",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of AutoTuneForce?",
"ground_truth": [
"NextGenTech",
"FusionTech",
"TechCorp",
"AITransformers"
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a10",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of AutoTuneForce?",
"ground_truth": [
"eid_e42b000f",
"eid_19f537cf",
"eid_35e32fec",
"eid_961f0487"
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a11",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of AutoTuneForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/TuneProX/demo_4",
"https://sf-internal.slack.com/archives/TuneProX/demo_3",
"https://sf-internal.slack.com/archives/TuneProX/demo_1",
"https://sf-internal.slack.com/archives/TuneProX/demo_2"
],
"citations": [
"20260611-0-0d2b7",
"20260611-1-a5186",
"20260611-2-17368",
"20260611-3-eefba",
"20260611-4-0dc7b",
"20260611-5-560a7",
"20260611-6-a55d6",
"20260611-7-6d051",
"20260611-8-e3ebc",
"20260612-0-5ef9a",
"20260627-0-b1d21",
"20260709-0-0b118",
"20260717-0-14582",
"20260613-0-c1465",
"20260613-1-4d8f6",
"20260613-2-57773",
"20260613-3-b4e09",
"20260613-4-e3d97",
"20260613-5-03dec",
"20260613-6-1d6bc",
"20260613-7-0a2c1",
"20260613-8-3f714",
"20260613-9-a5a74",
"20260613-10-300fb",
"20260613-11-fd35a",
"20260903-0-60416",
"20260903-1-148ed",
"20260903-2-17541",
"20260903-3-f4299",
"20260903-4-ec1eb",
"20260903-5-85799",
"20260903-6-9ac85",
"20260903-7-74bcb",
"20260903-8-dee1f",
"20260903-9-282bc",
"20260613-0-1c6f5",
"20260613-1-cb210",
"20260613-2-5a871",
"20260613-3-86f61",
"20260613-4-60406",
"20260613-5-a435f",
"20260613-6-8061e",
"20260705-0-c5811",
"20260705-1-21738",
"20260705-2-9e09b",
"20260705-3-9bb58",
"20260705-4-5901f",
"20260705-5-89894",
"20260705-6-f4f8c",
"20260705-7-1aa09",
"20260705-8-f96b0",
"20260705-9-0a24a",
"20260705-10-9ff94",
"20260705-11-99d08",
"20260705-12-1d006",
"20260613-0-7a323",
"20260613-1-20eba",
"20260613-2-f6cae",
"20260613-3-e3bde",
"20260613-4-5ef53",
"20260613-5-5c4fd",
"20260613-6-0a7bc",
"20260709-0-8c21f",
"20260709-1-bb287",
"20260709-2-8e0c2",
"20260709-3-ea64d",
"20260709-4-24bc7",
"20260709-5-367c7",
"20260709-6-ed97a",
"20260727-0-d7aa0",
"20260727-1-67f27",
"20260727-2-9257b",
"20260727-3-abe1f",
"20260727-4-9e87d",
"20260727-5-417d4",
"20260727-6-8a518",
"sf-internal_slack_com_archives_TuneProX_demo_4",
"sf-internal_slack_com_archives_TuneProX_demo_3",
"sf-internal_slack_com_archives_TuneProX_demo_1",
"sf-internal_slack_com_archives_TuneProX_demo_2",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a12",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What new features related to improving the analytics dashboard are added to AutoTuneForce?",
"ground_truth": "- Improved navigation features for a seamless and intuitive user experience\n- Simplified interface design\n- Enhanced overall user experience",
"citations": [
"20260908-0-8444d",
"20260908-1-3d8c4",
"20260908-2-51322",
"20260908-3-a2bc6",
"20260908-4-c97e3",
"20260908-5-4f8cc",
"20260908-6-1a336",
"20260908-7-c95fb",
"20260908-8-1f988",
"20260908-9-379a4",
"product_dev_ATF_AIX_1",
"product_dev_AutoTuneForce_4",
"product_dev_AutoTuneForce_5",
"github_com_salesforce_ATF_AIX_pull_14",
"20260903-0-c2691",
"20260903-1-f2ccb",
"20260903-2-d1333",
"20260903-3-cec7e",
"20260903-4-4c4d6",
"20260903-5-f3112",
"20260903-6-a624f",
"20260903-7-69d86",
"20260916-0-7dbac",
"product_dev_AutoTuneForce_8",
"product_dev_AutoTuneForce_9",
"github_com_salesforce_ATF_AIX_pull_25",
"20261013-0-c06ab",
"20261013-1-b37a9",
"20261013-2-be883",
"20261013-3-f7162",
"20261013-4-75772",
"20261013-5-0cc9b",
"20261013-6-92757",
"20261013-7-f6597",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a13",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What new features related to enhancing security measures are added to AutoTuneForce?",
"ground_truth": "- Foundational security enhancements to the existing blockchain infrastructure\n- Ensuring data integrity\n- Protection against unauthorized access\n- Automated monitoring tools for continuous security assessment of the blockchain network",
"citations": [
"20260802-0-8ca70",
"20260802-1-aea05",
"20260802-2-34ce7",
"20260802-3-23fd3",
"20260802-4-78c67",
"20260802-5-21cb1",
"20260802-6-40df7",
"20260802-7-58286",
"20260802-8-4102b",
"product_dev_ATF_AIX_1",
"product_dev_ATF_AIX_2",
"github_com_salesforce_ATF_AIX_pull_3",
"20260727-0-8f287",
"20260727-1-d3ff1",
"20260727-2-91b20",
"20260727-3-55493",
"20260727-4-664bf",
"20260727-5-6c276",
"20260727-6-0e193",
"20260727-7-0d6ee",
"20260810-0-11050",
"20261005-0-850d9",
"20261005-1-5961b",
"20261005-2-1f1fa",
"20261005-3-ae3ff",
"20261005-4-3f228",
"20261005-5-b72ba",
"20261005-6-b34e7",
"20261005-7-e215c",
"20261005-8-9d1c9",
"20261005-9-d1020",
"product_dev_AutoTuneForce_8",
"github_com_salesforce_ATF_AIX_pull_24",
"20261006-0-3b016",
"20261006-1-20843",
"20261006-2-e6f28",
"20261006-3-8a971",
"20261006-4-b290e",
"20261006-5-79746",
"20261006-6-59134",
"20261006-7-b79f0",
"20261006-8-6d8ad",
"20261006-9-8bd22",
"20261006-10-82423",
"20261009-0-fc66b",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a14",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What features could not be added to AutoTuneForce due to security risks?",
"ground_truth": "- Enhance Security and Update Encryption Methods: Review and update encryption methods to address security implications introduced by quantum computing, ensuring data integrity and protection.\n- Implement Role-Based Access Control (RBAC) for Blockchain: Introduce a role-based access control system to manage permissions and access levels within the blockchain network.",
"citations": [
"product_dev_ATF_AIX_1",
"product_dev_AutoTuneForce_3",
"20260805-0-c8aa9",
"20260805-1-49b03",
"20260805-2-76468",
"20260805-3-42c2a",
"20260805-4-8a216",
"20260805-5-91775",
"20260805-6-f629b",
"20260805-7-5d36f",
"20260805-8-11924",
"20260813-0-09ccb",
"20260813-1-853dc",
"20260813-2-23ac6",
"20260813-3-a1f31",
"20260813-4-a16d1",
"20260813-5-6f88f",
"20260813-6-82ce0",
"20260813-7-19327",
"20260813-8-cbeff",
"20260813-9-03568",
"20260813-10-911c1",
"20260813-0-9b23c",
"20260813-1-6fb8f",
"20260813-2-ce6ce",
"github_com_salesforce_ATF_AIX_pull_5",
"github_com_salesforce_ATF_AIX_pull_8",
"product_dev_AutoTuneForce_5",
"20260830-0-79581",
"20260830-1-5152a",
"20260830-2-459ca",
"20260830-3-f9cbe",
"20260830-4-1bdf7",
"20260830-5-8b07e",
"20260830-6-e09c8",
"20260830-7-5cd71",
"20260906-0-384b3",
"20260906-1-98bf9",
"20260906-2-bf2be",
"20260906-3-50e44",
"20260906-4-196b2",
"20260906-5-066aa",
"20260906-6-5da61",
"20260906-7-6882d",
"20260906-8-77077",
"20260906-9-5370e",
"20260906-10-29ad3",
"20260906-11-d60f4",
"20260907-0-7a8ea",
"20260907-1-20322",
"20260907-2-e4258",
"github_com_salesforce_ATF_AIX_pull_13",
"github_com_salesforce_ATF_AIX_pull_16",
"product_dev_AutoTuneForce_6",
"product_dev_AutoTuneForce_7",
"20260921-0-02e25",
"20260921-1-467c5",
"20260921-2-7aa30",
"20260921-3-b5094",
"20260921-4-a2b08",
"20260921-5-73d3d",
"20260921-6-46867",
"20260921-7-87241",
"20260926-0-7a8af",
"20260926-1-b4c68",
"20260926-2-96a7e",
"20260926-3-6eb94",
"20260926-4-95dbb",
"20260926-5-fbbd0",
"20260926-6-66362",
"20260926-7-2f172",
"20260926-8-6abdc",
"20260926-9-44db7",
"20260926-10-a4a9c",
"20260926-11-a9521",
"20260926-12-ca9ea",
"20260926-0-86140",
"20260926-1-b2ebd",
"20260926-2-a1336",
"20260926-3-33e5d",
"github_com_salesforce_ATF_AIX_pull_20",
"github_com_salesforce_ATF_AIX_pull_22",
"20260812-0-ca1ac",
"20260812-1-3d8b3",
"20260812-2-a882e",
"20260812-3-7fea2",
"20260812-4-4b74f",
"20260812-5-54aa2",
"20260812-6-c152b",
"20260812-7-80542",
"20260816-0-9e1b7",
"20260816-1-21700",
"20260816-2-8d30e",
"20260816-3-e1f18",
"20260816-4-26cc5",
"20260816-5-82085",
"20260816-6-35d8f",
"20260816-7-41a72",
"20260816-8-2d754",
"20260816-0-b95a3",
"20260816-1-8b761",
"20260816-2-01a06",
"github_com_salesforce_ATF_AIX_pull_7",
"github_com_salesforce_ATF_AIX_pull_9",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a15",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What features could not be added to AutoTuneForce due to change in product direction?",
"ground_truth": "- Implement the initial integration of a quantum computing framework to enhance the parameter tuning engine.\n- Enhance the backend infrastructure to support efficient real-time updates.\n- Introduce advanced data privacy measures to protect sensitive information stored on the blockchain.",
"citations": [
"product_dev_ATF_AIX_1",
"product_dev_ATF_AIX_2",
"20260717-0-af4da",
"20260717-1-0f077",
"20260717-2-a395a",
"20260717-3-23fad",
"20260717-4-8aae6",
"20260717-5-8869c",
"20260717-6-447f4",
"20260717-7-18c32",
"20260801-0-843c3",
"20260801-1-67f0a",
"20260801-2-72242",
"20260801-3-5cdf1",
"20260801-4-75733",
"20260801-5-cabb9",
"20260801-6-975b6",
"20260801-7-80f7d",
"20260801-8-62b9d",
"20260801-0-8ce9d",
"20260801-1-abbbc",
"20260801-2-d4a62",
"github_com_salesforce_ATF_AIX_pull_1",
"github_com_salesforce_ATF_AIX_pull_4",
"product_dev_AutoTuneForce_10",
"20261012-0-b0208",
"20261012-1-9d69a",
"20261012-2-6c7c4",
"20261012-3-629c6",
"20261012-4-6cd34",
"20261012-5-c3194",
"20261012-6-a87c0",
"20261012-7-418e7",
"20261014-0-91bba",
"20261014-1-272b6",
"20261014-2-08c88",
"20261014-3-62d29",
"20261014-4-d248f",
"20261014-5-413a8",
"20261014-6-d424d",
"20261014-7-1bbd8",
"20261014-8-5ca52",
"20261015-0-953f9",
"20261015-1-dc157",
"20261015-2-1054a",
"github_com_salesforce_ATF_AIX_pull_26",
"github_com_salesforce_ATF_AIX_pull_27",
"product_dev_AutoTuneForce_4",
"product_dev_AutoTuneForce_5",
"20260904-0-95041",
"20260904-1-e506b",
"20260904-2-2e37e",
"20260904-3-00304",
"20260904-4-7ccc3",
"20260904-5-ca475",
"20260904-6-daf7e",
"20260904-7-585d1",
"20260909-0-e9918",
"20260909-1-952c8",
"20260909-2-ca588",
"20260909-3-c95f7",
"20260909-4-2cf5c",
"20260909-5-fa932",
"20260909-6-0a534",
"20260909-7-b6075",
"20260909-8-76214",
"20260909-0-a7c41",
"20260909-1-01673",
"20260909-2-520df",
"20260909-3-e7cbd",
"github_com_salesforce_ATF_AIX_pull_15",
"github_com_salesforce_ATF_AIX_pull_17",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a16",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to AutoTuneForce?",
"ground_truth": "- Integrate Blockchain Security Enhancements: Implement foundational security enhancements to the existing blockchain infrastructure to ensure data integrity and protection against unauthorized access.\n- Implement Automated Security Monitoring for Blockchain: Set up automated monitoring tools to continuously assess the security posture of the blockchain network.",
"citations": [
"product_dev_ATF_AIX_1",
"product_dev_AutoTuneForce_4",
"product_dev_AutoTuneForce_5",
"20260916-0-7dbac",
"20260908-0-8444d",
"20260908-1-3d8c4",
"20260908-2-51322",
"20260908-3-a2bc6",
"20260908-4-c97e3",
"20260908-5-4f8cc",
"20260908-6-1a336",
"20260908-7-c95fb",
"20260908-8-1f988",
"20260908-9-379a4",
"20260903-0-c2691",
"20260903-1-f2ccb",
"20260903-2-d1333",
"20260903-3-cec7e",
"20260903-4-4c4d6",
"20260903-5-f3112",
"20260903-6-a624f",
"20260903-7-69d86",
"github_com_salesforce_ATF_AIX_pull_14",
"product_dev_ATF_AIX_2",
"20260810-0-11050",
"20260802-0-8ca70",
"20260802-1-aea05",
"20260802-2-34ce7",
"20260802-3-23fd3",
"20260802-4-78c67",
"20260802-5-21cb1",
"20260802-6-40df7",
"20260802-7-58286",
"20260802-8-4102b",
"20260727-0-8f287",
"20260727-1-d3ff1",
"20260727-2-91b20",
"20260727-3-55493",
"20260727-4-664bf",
"20260727-5-6c276",
"20260727-6-0e193",
"20260727-7-0d6ee",
"github_com_salesforce_ATF_AIX_pull_3",
"product_dev_AutoTuneForce_8",
"20261009-0-fc66b",
"20261005-0-850d9",
"20261005-1-5961b",
"20261005-2-1f1fa",
"20261005-3-ae3ff",
"20261005-4-3f228",
"20261005-5-b72ba",
"20261005-6-b34e7",
"20261005-7-e215c",
"20261005-8-9d1c9",
"20261005-9-d1020",
"20261006-0-3b016",
"20261006-1-20843",
"20261006-2-e6f28",
"20261006-3-8a971",
"20261006-4-b290e",
"20261006-5-79746",
"20261006-6-59134",
"20261006-7-b79f0",
"20261006-8-6d8ad",
"20261006-9-8bd22",
"20261006-10-82423",
"github_com_salesforce_ATF_AIX_pull_24",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#a17",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in AutoTuneForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_6a0f49ba",
"eid_e9652ef0"
],
"citations": [
"20270123-0-c7d2b",
"20270123-1-cbf06",
"20270123-2-6d572",
"20270123-3-5c113",
"20270123-4-259a7",
"20270123-5-cbd08",
"20270123-6-1475c",
"20270123-7-1f0cc",
"20270123-8-3fb0b",
"20270123-9-f5b2f",
"20270131-0-c4cc8",
"20270131-1-36a0a",
"20270131-2-4fb52",
"20270131-3-801f3",
"20270131-4-e6251",
"20270131-5-34db2",
"20270131-6-e8c29",
"20270131-7-51f68",
"github_com_salesforce_AutoTuneForce_pull_53",
"20270202-0-bac87",
"20270202-1-a63d8",
"20270202-2-9e083",
"20270202-3-049ba",
"20270202-4-17885",
"20270202-5-38df8",
"20270202-6-2abd8",
"20270202-7-af191",
"20270202-8-1338c",
"20270204-0-6e8da",
"20270204-1-a994d",
"20270204-2-964c4",
"20270204-3-cc147",
"20270204-4-73a6b",
"20270204-5-0c201",
"20270204-6-daf77",
"github_com_salesforce_AutoTuneForce_pull_54",
"20270206-0-47bf8",
"20270206-1-c4185",
"20270206-2-5fd43",
"20270206-3-41431",
"20270206-4-331bd",
"20270206-5-85eae",
"20270206-6-084c5",
"20270206-7-48652",
"20261211-0-e7674",
"20261211-1-c34c7",
"20261211-2-29f64",
"20261211-3-51379",
"20261211-4-23e71",
"20261211-5-34fbe",
"20261211-6-a978c",
"20261211-7-4d237",
"20261211-8-a1906",
"20261215-0-a4aa3",
"20261215-1-47941",
"20261215-2-28761",
"20261215-3-c3fac",
"20261215-4-6791b",
"20261215-5-f794a",
"github_com_salesforce_AutoTuneForce_pull_46",
"20261216-0-d87d9",
"20261216-1-65eff",
"20261216-2-71e95",
"20261216-3-91475",
"20261216-4-39e63",
"20261216-5-df586",
"20261110-0-254b7",
"20261110-1-09c25",
"20261110-2-9f69a",
"20261110-3-bf2ee",
"20261110-4-f82a0",
"20261110-5-3daae",
"20261110-6-1db31",
"20261110-7-8cf6b",
"20261110-8-5ad86",
"20261110-9-80a17",
"20261125-0-24368",
"20261125-1-c02f5",
"20261125-2-84b37",
"20261125-3-2e6fa",
"20261125-4-bf925",
"20261125-5-bc5e3",
"20261125-6-2622c",
"20261125-7-64dee",
"github_com_salesforce_AutoTuneForce_pull_43",
"20261127-0-ec6cf",
"20261127-1-436cc",
"20261127-2-cc530",
"20261127-3-24ecd",
"20261127-4-62890",
"20261127-5-20334",
"20261119-0-504c3",
"20261119-1-e99cd",
"20261119-2-bc029",
"20261119-3-25322",
"20261119-4-84122",
"20261119-5-f82fd",
"20261119-6-8c109",
"20261119-7-076df",
"github_com_salesforce_AutoTuneForce_pull_42",
"20261120-0-8a869",
"20261120-1-3f315",
"20261120-2-ef08e",
"20261120-3-21df1",
"20261120-4-d343a",
"20261120-5-1bcf9",
"20261120-6-da896",
"20261105-0-5a93b",
"20261105-1-ca841",
"20261105-2-87354",
"20261105-3-ae0c1",
"20261105-4-f118a",
"20261105-5-8da9a",
"20261105-6-30aa7",
"20261105-7-992ae",
"20261105-8-55d2a",
"20261105-9-d80dd",
"20261107-0-a767f",
"20261107-1-c3cad",
"20261107-2-1d089",
"20261107-3-f9102",
"20261107-4-bd428",
"20261107-5-4d823",
"github_com_salesforce_AutoTuneForce_pull_41",
"20261114-0-87395",
"20261114-1-e9274",
"20261114-2-34c23",
"20261114-3-968eb",
"20261114-4-920df",
"20261114-5-950f5",
"20261114-6-df375",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AutoTuneForce#a18",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in AutoTuneForce that are now reopened by customers.",
"ground_truth": [
"eid_ea95d983",
"eid_67f8a879",
"eid_e81cfe3f"
],
"citations": [
"20270110-0-c80ff",
"20270110-1-4a0ff",
"20270110-2-e3f00",
"20270110-3-ccb4a",
"20270110-4-a9ef6",
"20270110-5-7fafd",
"20270110-6-17758",
"20270110-7-9416c",
"20270110-8-1a479",
"20270110-9-befd8",
"20270110-10-0063a",
"20270116-0-0af67",
"20270116-1-ef1bf",
"20270116-2-40a95",
"20270116-3-54227",
"20270116-4-60068",
"20270116-5-372f1",
"20270116-6-af194",
"20270116-7-4e538",
"20270116-8-e4ec5",
"20270116-9-e1ad1",
"20270116-10-1d2b1",
"20270116-11-f364b",
"20270118-0-31699",
"20270118-1-f901c",
"20270118-2-137ad",
"20270118-3-c904b",
"20270118-4-99e87",
"20270118-5-5f220",
"20270118-6-d7fc6",
"20270118-7-7ba59",
"20261105-0-5a93b",
"20261105-1-ca841",
"20261105-2-87354",
"20261105-3-ae0c1",
"20261105-4-f118a",
"20261105-5-8da9a",
"20261105-6-30aa7",
"20261105-7-992ae",
"20261105-8-55d2a",
"20261105-9-d80dd",
"20261116-0-b6c6b",
"20261116-1-fb32b",
"20261116-2-49e2f",
"20261116-3-8a058",
"20261116-4-23167",
"20261116-5-a1c85",
"20261116-6-8d45a",
"20261116-7-666d2",
"20261116-8-830e0",
"20261118-0-8e29f",
"20261118-1-5fa3d",
"20261118-2-707f8",
"20261118-3-315e6",
"20261118-4-24a2c",
"20261118-5-08ec6",
"20261118-6-20a2c",
"20261118-7-15623",
"20270104-0-f80cf",
"20270104-1-f5599",
"20270104-2-67871",
"20270104-3-727c0",
"20270104-4-7d916",
"20270104-5-32dec",
"20270104-6-f260b",
"20270104-7-73417",
"20270104-8-1a2bb",
"20270104-9-947ea",
"20270104-10-bcbea",
"20270106-0-dff1d",
"20270106-1-20e6c",
"20270106-2-006d5",
"20270106-3-4408a",
"20270106-4-ed0d4",
"20270106-5-3af6d",
"20270106-6-97e9f",
"20270106-7-d697b",
"20270106-8-90cb6",
"20270106-9-5f3d8",
"20270106-10-a8adc",
"20270106-11-cbeb4",
"20270106-12-a7620",
"20270113-0-348db",
"20270113-1-2a1ce",
"20270113-2-b46e3",
"20270113-3-25f44",
"20270113-4-525ad",
"20270113-5-d5ed9",
"20270113-6-506ec",
"20270113-7-3d790",
"20270113-8-f9e39",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AutoTuneForce#a19",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in AutoTuneForce.",
"ground_truth": [
"ComputeWorks",
"NextGenTech",
"TechCorp"
],
"citations": [
"20270110-0-c80ff",
"20270110-1-4a0ff",
"20270110-2-e3f00",
"20270110-3-ccb4a",
"20270110-4-a9ef6",
"20270110-5-7fafd",
"20270110-6-17758",
"20270110-7-9416c",
"20270110-8-1a479",
"20270110-9-befd8",
"20270110-10-0063a",
"20270116-0-0af67",
"20270116-1-ef1bf",
"20270116-2-40a95",
"20270116-3-54227",
"20270116-4-60068",
"20270116-5-372f1",
"20270116-6-af194",
"20270116-7-4e538",
"20270116-8-e4ec5",
"20270116-9-e1ad1",
"20270116-10-1d2b1",
"20270116-11-f364b",
"20270118-0-31699",
"20270118-1-f901c",
"20270118-2-137ad",
"20270118-3-c904b",
"20270118-4-99e87",
"20270118-5-5f220",
"20270118-6-d7fc6",
"20270118-7-7ba59",
"20261105-0-5a93b",
"20261105-1-ca841",
"20261105-2-87354",
"20261105-3-ae0c1",
"20261105-4-f118a",
"20261105-5-8da9a",
"20261105-6-30aa7",
"20261105-7-992ae",
"20261105-8-55d2a",
"20261105-9-d80dd",
"20261116-0-b6c6b",
"20261116-1-fb32b",
"20261116-2-49e2f",
"20261116-3-8a058",
"20261116-4-23167",
"20261116-5-a1c85",
"20261116-6-8d45a",
"20261116-7-666d2",
"20261116-8-830e0",
"20261118-0-8e29f",
"20261118-1-5fa3d",
"20261118-2-707f8",
"20261118-3-315e6",
"20261118-4-24a2c",
"20261118-5-08ec6",
"20261118-6-20a2c",
"20261118-7-15623",
"20270104-0-f80cf",
"20270104-1-f5599",
"20270104-2-67871",
"20270104-3-727c0",
"20270104-4-7d916",
"20270104-5-32dec",
"20270104-6-f260b",
"20270104-7-73417",
"20270104-8-1a2bb",
"20270104-9-947ea",
"20270104-10-bcbea",
"20270106-0-dff1d",
"20270106-1-20e6c",
"20270106-2-006d5",
"20270106-3-4408a",
"20270106-4-ed0d4",
"20270106-5-3af6d",
"20270106-6-97e9f",
"20270106-7-d697b",
"20270106-8-90cb6",
"20270106-9-5f3d8",
"20270106-10-a8adc",
"20270106-11-cbeb4",
"20270106-12-a7620",
"20270113-0-348db",
"20270113-1-2a1ce",
"20270113-2-b46e3",
"20270113-3-25f44",
"20270113-4-525ad",
"20270113-5-d5ed9",
"20270113-6-506ec",
"20270113-7-3d790",
"20270113-8-f9e39",
"20261110-0-254b7",
"20261110-1-09c25",
"20261110-2-9f69a",
"20261110-3-bf2ee",
"20261110-4-f82a0",
"20261110-5-3daae",
"20261110-6-1db31",
"20261110-7-8cf6b",
"20261110-8-5ad86",
"20261110-9-80a17",
"20261125-0-24368",
"20261125-1-c02f5",
"20261125-2-84b37",
"20261125-3-2e6fa",
"20261125-4-bf925",
"20261125-5-bc5e3",
"20261125-6-2622c",
"20261125-7-64dee",
"github_com_salesforce_AutoTuneForce_pull_43",
"20261127-0-ec6cf",
"20261127-1-436cc",
"20261127-2-cc530",
"20261127-3-24ecd",
"20261127-4-62890",
"20261127-5-20334",
"20270123-0-c7d2b",
"20270123-1-cbf06",
"20270123-2-6d572",
"20270123-3-5c113",
"20270123-4-259a7",
"20270123-5-cbd08",
"20270123-6-1475c",
"20270123-7-1f0cc",
"20270123-8-3fb0b",
"20270123-9-f5b2f",
"20270131-0-c4cc8",
"20270131-1-36a0a",
"20270131-2-4fb52",
"20270131-3-801f3",
"20270131-4-e6251",
"20270131-5-34db2",
"20270131-6-e8c29",
"20270131-7-51f68",
"github_com_salesforce_AutoTuneForce_pull_53",
"20270202-0-bac87",
"20270202-1-a63d8",
"20270202-2-9e083",
"20270202-3-049ba",
"20270202-4-17885",
"20270202-5-38df8",
"20270202-6-2abd8",
"20270202-7-af191",
"20270202-8-1338c",
"20270204-0-6e8da",
"20270204-1-a994d",
"20270204-2-964c4",
"20270204-3-cc147",
"20270204-4-73a6b",
"20270204-5-0c201",
"20270204-6-daf77",
"github_com_salesforce_AutoTuneForce_pull_54",
"20270206-0-47bf8",
"20270206-1-c4185",
"20270206-2-5fd43",
"20270206-3-41431",
"20270206-4-331bd",
"20270206-5-85eae",
"20270206-6-084c5",
"20270206-7-48652",
"20261119-0-504c3",
"20261119-1-e99cd",
"20261119-2-bc029",
"20261119-3-25322",
"20261119-4-84122",
"20261119-5-f82fd",
"20261119-6-8c109",
"20261119-7-076df",
"github_com_salesforce_AutoTuneForce_pull_42",
"20261120-0-8a869",
"20261120-1-3f315",
"20261120-2-ef08e",
"20261120-3-21df1",
"20261120-4-d343a",
"20261120-5-1bcf9",
"20261120-6-da896",
"20261211-0-e7674",
"20261211-1-c34c7",
"20261211-2-29f64",
"20261211-3-51379",
"20261211-4-23e71",
"20261211-5-34fbe",
"20261211-6-a978c",
"20261211-7-4d237",
"20261211-8-a1906",
"20261215-0-a4aa3",
"20261215-1-47941",
"20261215-2-28761",
"20261215-3-c3fac",
"20261215-4-6791b",
"20261215-5-f794a",
"github_com_salesforce_AutoTuneForce_pull_46",
"20261216-0-d87d9",
"20261216-1-65eff",
"20261216-2-71e95",
"20261216-3-91475",
"20261216-4-39e63",
"20261216-5-df586",
"20261107-0-a767f",
"20261107-1-c3cad",
"20261107-2-1d089",
"20261107-3-f9102",
"20261107-4-bd428",
"20261107-5-4d823",
"github_com_salesforce_AutoTuneForce_pull_41",
"20261114-0-87395",
"20261114-1-e9274",
"20261114-2-34c23",
"20261114-3-968eb",
"20261114-4-920df",
"20261114-5-950f5",
"20261114-6-df375",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AutoTuneForce#a20",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in AutoTuneForce.",
"ground_truth": [
"NextGenTech"
],
"citations": [
"20270110-0-c80ff",
"20270110-1-4a0ff",
"20270110-2-e3f00",
"20270110-3-ccb4a",
"20270110-4-a9ef6",
"20270110-5-7fafd",
"20270110-6-17758",
"20270110-7-9416c",
"20270110-8-1a479",
"20270110-9-befd8",
"20270110-10-0063a",
"20270116-0-0af67",
"20270116-1-ef1bf",
"20270116-2-40a95",
"20270116-3-54227",
"20270116-4-60068",
"20270116-5-372f1",
"20270116-6-af194",
"20270116-7-4e538",
"20270116-8-e4ec5",
"20270116-9-e1ad1",
"20270116-10-1d2b1",
"20270116-11-f364b",
"20270118-0-31699",
"20270118-1-f901c",
"20270118-2-137ad",
"20270118-3-c904b",
"20270118-4-99e87",
"20270118-5-5f220",
"20270118-6-d7fc6",
"20270118-7-7ba59",
"20261105-0-5a93b",
"20261105-1-ca841",
"20261105-2-87354",
"20261105-3-ae0c1",
"20261105-4-f118a",
"20261105-5-8da9a",
"20261105-6-30aa7",
"20261105-7-992ae",
"20261105-8-55d2a",
"20261105-9-d80dd",
"20261116-0-b6c6b",
"20261116-1-fb32b",
"20261116-2-49e2f",
"20261116-3-8a058",
"20261116-4-23167",
"20261116-5-a1c85",
"20261116-6-8d45a",
"20261116-7-666d2",
"20261116-8-830e0",
"20261118-0-8e29f",
"20261118-1-5fa3d",
"20261118-2-707f8",
"20261118-3-315e6",
"20261118-4-24a2c",
"20261118-5-08ec6",
"20261118-6-20a2c",
"20261118-7-15623",
"20261222-0-6bbfa",
"20261222-1-e7488",
"20261222-2-46b30",
"20261222-3-3fef5",
"20261222-4-bb90b",
"20261222-5-075b0",
"20261222-6-ac1a7",
"20261222-7-8905f",
"20261222-8-f541b",
"20261222-9-75e49",
"20270104-0-f80cf",
"20270104-1-f5599",
"20270104-2-67871",
"20270104-3-727c0",
"20270104-4-7d916",
"20270104-5-32dec",
"20270104-6-f260b",
"20270104-7-73417",
"20270104-8-1a2bb",
"20270104-9-947ea",
"20270104-10-bcbea",
"20270106-0-dff1d",
"20270106-1-20e6c",
"20270106-2-006d5",
"20270106-3-4408a",
"20270106-4-ed0d4",
"20270106-5-3af6d",
"20270106-6-97e9f",
"20270106-7-d697b",
"20270106-8-90cb6",
"20270106-9-5f3d8",
"20270106-10-a8adc",
"20270106-11-cbeb4",
"20270106-12-a7620",
"20270113-0-348db",
"20270113-1-2a1ce",
"20270113-2-b46e3",
"20270113-3-25f44",
"20270113-4-525ad",
"20270113-5-d5ed9",
"20270113-6-506ec",
"20270113-7-3d790",
"20270113-8-f9e39",
"20261110-0-254b7",
"20261110-1-09c25",
"20261110-2-9f69a",
"20261110-3-bf2ee",
"20261110-4-f82a0",
"20261110-5-3daae",
"20261110-6-1db31",
"20261110-7-8cf6b",
"20261110-8-5ad86",
"20261110-9-80a17",
"20261125-0-24368",
"20261125-1-c02f5",
"20261125-2-84b37",
"20261125-3-2e6fa",
"20261125-4-bf925",
"20261125-5-bc5e3",
"20261125-6-2622c",
"20261125-7-64dee",
"github_com_salesforce_AutoTuneForce_pull_43",
"20261127-0-ec6cf",
"20261127-1-436cc",
"20261127-2-cc530",
"20261127-3-24ecd",
"20261127-4-62890",
"20261127-5-20334",
"20261025-0-7f0d9",
"20261025-1-ea2b7",
"20261025-2-d3fca",
"20261025-3-10eab",
"20261025-4-632f5",
"20261025-5-5620a",
"20261025-6-81af3",
"20261025-7-f2477",
"20261025-8-1ac35",
"20261025-9-52678",
"20261025-10-6540e",
"20261130-0-060fb",
"20261130-1-4918c",
"20261130-2-91790",
"20261130-3-d376b",
"20261130-4-17c8f",
"20261130-5-9cea5",
"20261130-6-afa5f",
"20261130-7-1e094",
"20261130-8-8cb1c",
"20261130-9-5c58e",
"20261130-10-5566f",
"20270123-0-c7d2b",
"20270123-1-cbf06",
"20270123-2-6d572",
"20270123-3-5c113",
"20270123-4-259a7",
"20270123-5-cbd08",
"20270123-6-1475c",
"20270123-7-1f0cc",
"20270123-8-3fb0b",
"20270123-9-f5b2f",
"20270131-0-c4cc8",
"20270131-1-36a0a",
"20270131-2-4fb52",
"20270131-3-801f3",
"20270131-4-e6251",
"20270131-5-34db2",
"20270131-6-e8c29",
"20270131-7-51f68",
"github_com_salesforce_AutoTuneForce_pull_53",
"20270202-0-bac87",
"20270202-1-a63d8",
"20270202-2-9e083",
"20270202-3-049ba",
"20270202-4-17885",
"20270202-5-38df8",
"20270202-6-2abd8",
"20270202-7-af191",
"20270202-8-1338c",
"20270204-0-6e8da",
"20270204-1-a994d",
"20270204-2-964c4",
"20270204-3-cc147",
"20270204-4-73a6b",
"20270204-5-0c201",
"20270204-6-daf77",
"github_com_salesforce_AutoTuneForce_pull_54",
"20270206-0-47bf8",
"20270206-1-c4185",
"20270206-2-5fd43",
"20270206-3-41431",
"20270206-4-331bd",
"20270206-5-85eae",
"20270206-6-084c5",
"20270206-7-48652",
"20261119-0-504c3",
"20261119-1-e99cd",
"20261119-2-bc029",
"20261119-3-25322",
"20261119-4-84122",
"20261119-5-f82fd",
"20261119-6-8c109",
"20261119-7-076df",
"github_com_salesforce_AutoTuneForce_pull_42",
"20261120-0-8a869",
"20261120-1-3f315",
"20261120-2-ef08e",
"20261120-3-21df1",
"20261120-4-d343a",
"20261120-5-1bcf9",
"20261120-6-da896",
"20261211-0-e7674",
"20261211-1-c34c7",
"20261211-2-29f64",
"20261211-3-51379",
"20261211-4-23e71",
"20261211-5-34fbe",
"20261211-6-a978c",
"20261211-7-4d237",
"20261211-8-a1906",
"20261215-0-a4aa3",
"20261215-1-47941",
"20261215-2-28761",
"20261215-3-c3fac",
"20261215-4-6791b",
"20261215-5-f794a",
"github_com_salesforce_AutoTuneForce_pull_46",
"20261216-0-d87d9",
"20261216-1-65eff",
"20261216-2-71e95",
"20261216-3-91475",
"20261216-4-39e63",
"20261216-5-df586",
"20261107-0-a767f",
"20261107-1-c3cad",
"20261107-2-1d089",
"20261107-3-f9102",
"20261107-4-bd428",
"20261107-5-4d823",
"github_com_salesforce_AutoTuneForce_pull_41",
"20261114-0-87395",
"20261114-1-e9274",
"20261114-2-34c23",
"20261114-3-968eb",
"20261114-4-920df",
"20261114-5-950f5",
"20261114-6-df375",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AutoTuneForce#a21",
"product": "AutoTuneForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in AutoTuneForce.",
"ground_truth": [
"eid_6a0f49ba"
],
"citations": [
"20270123-0-c7d2b",
"20270123-1-cbf06",
"20270123-2-6d572",
"20270123-3-5c113",
"20270123-4-259a7",
"20270123-5-cbd08",
"20270123-6-1475c",
"20270123-7-1f0cc",
"20270123-8-3fb0b",
"20270123-9-f5b2f",
"20270131-0-c4cc8",
"20270131-1-36a0a",
"20270131-2-4fb52",
"20270131-3-801f3",
"20270131-4-e6251",
"20270131-5-34db2",
"20270131-6-e8c29",
"20270131-7-51f68",
"github_com_salesforce_AutoTuneForce_pull_53",
"20270202-0-bac87",
"20270202-1-a63d8",
"20270202-2-9e083",
"20270202-3-049ba",
"20270202-4-17885",
"20270202-5-38df8",
"20270202-6-2abd8",
"20270202-7-af191",
"20270202-8-1338c",
"20270204-0-6e8da",
"20270204-1-a994d",
"20270204-2-964c4",
"20270204-3-cc147",
"20270204-4-73a6b",
"20270204-5-0c201",
"20270204-6-daf77",
"github_com_salesforce_AutoTuneForce_pull_54",
"20270206-0-47bf8",
"20270206-1-c4185",
"20270206-2-5fd43",
"20270206-3-41431",
"20270206-4-331bd",
"20270206-5-85eae",
"20270206-6-084c5",
"20270206-7-48652",
"20261211-0-e7674",
"20261211-1-c34c7",
"20261211-2-29f64",
"20261211-3-51379",
"20261211-4-23e71",
"20261211-5-34fbe",
"20261211-6-a978c",
"20261211-7-4d237",
"20261211-8-a1906",
"20261215-0-a4aa3",
"20261215-1-47941",
"20261215-2-28761",
"20261215-3-c3fac",
"20261215-4-6791b",
"20261215-5-f794a",
"github_com_salesforce_AutoTuneForce_pull_46",
"20261216-0-d87d9",
"20261216-1-65eff",
"20261216-2-71e95",
"20261216-3-91475",
"20261216-4-39e63",
"20261216-5-df586",
"20261025-0-7f0d9",
"20261025-1-ea2b7",
"20261025-2-d3fca",
"20261025-3-10eab",
"20261025-4-632f5",
"20261025-5-5620a",
"20261025-6-81af3",
"20261025-7-f2477",
"20261025-8-1ac35",
"20261025-9-52678",
"20261025-10-6540e",
"20261110-0-254b7",
"20261110-1-09c25",
"20261110-2-9f69a",
"20261110-3-bf2ee",
"20261110-4-f82a0",
"20261110-5-3daae",
"20261110-6-1db31",
"20261110-7-8cf6b",
"20261110-8-5ad86",
"20261110-9-80a17",
"20261125-0-24368",
"20261125-1-c02f5",
"20261125-2-84b37",
"20261125-3-2e6fa",
"20261125-4-bf925",
"20261125-5-bc5e3",
"20261125-6-2622c",
"20261125-7-64dee",
"github_com_salesforce_AutoTuneForce_pull_43",
"20261127-0-ec6cf",
"20261127-1-436cc",
"20261127-2-cc530",
"20261127-3-24ecd",
"20261127-4-62890",
"20261127-5-20334",
"20261119-0-504c3",
"20261119-1-e99cd",
"20261119-2-bc029",
"20261119-3-25322",
"20261119-4-84122",
"20261119-5-f82fd",
"20261119-6-8c109",
"20261119-7-076df",
"github_com_salesforce_AutoTuneForce_pull_42",
"20261120-0-8a869",
"20261120-1-3f315",
"20261120-2-ef08e",
"20261120-3-21df1",
"20261120-4-d343a",
"20261120-5-1bcf9",
"20261120-6-da896",
"20261105-0-5a93b",
"20261105-1-ca841",
"20261105-2-87354",
"20261105-3-ae0c1",
"20261105-4-f118a",
"20261105-5-8da9a",
"20261105-6-30aa7",
"20261105-7-992ae",
"20261105-8-55d2a",
"20261105-9-d80dd",
"20261107-0-a767f",
"20261107-1-c3cad",
"20261107-2-1d089",
"20261107-3-f9102",
"20261107-4-bd428",
"20261107-5-4d823",
"github_com_salesforce_AutoTuneForce_pull_41",
"20261114-0-87395",
"20261114-1-e9274",
"20261114-2-34c23",
"20261114-3-968eb",
"20261114-4-920df",
"20261114-5-950f5",
"20261114-6-df375",
"20270110-0-c80ff",
"20270110-1-4a0ff",
"20270110-2-e3f00",
"20270110-3-ccb4a",
"20270110-4-a9ef6",
"20270110-5-7fafd",
"20270110-6-17758",
"20270110-7-9416c",
"20270110-8-1a479",
"20270110-9-befd8",
"20270110-10-0063a",
"20270116-0-0af67",
"20270116-1-ef1bf",
"20270116-2-40a95",
"20270116-3-54227",
"20270116-4-60068",
"20270116-5-372f1",
"20270116-6-af194",
"20270116-7-4e538",
"20270116-8-e4ec5",
"20270116-9-e1ad1",
"20270116-10-1d2b1",
"20270116-11-f364b",
"20270118-0-31699",
"20270118-1-f901c",
"20270118-2-137ad",
"20270118-3-c904b",
"20270118-4-99e87",
"20270118-5-5f220",
"20270118-6-d7fc6",
"20270118-7-7ba59",
"20261222-0-6bbfa",
"20261222-1-e7488",
"20261222-2-46b30",
"20261222-3-3fef5",
"20261222-4-bb90b",
"20261222-5-075b0",
"20261222-6-ac1a7",
"20261222-7-8905f",
"20261222-8-f541b",
"20261222-9-75e49",
"20261116-0-b6c6b",
"20261116-1-fb32b",
"20261116-2-49e2f",
"20261116-3-8a058",
"20261116-4-23167",
"20261116-5-a1c85",
"20261116-6-8d45a",
"20261116-7-666d2",
"20261116-8-830e0",
"20261118-0-8e29f",
"20261118-1-5fa3d",
"20261118-2-707f8",
"20261118-3-315e6",
"20261118-4-24a2c",
"20261118-5-08ec6",
"20261118-6-20a2c",
"20261118-7-15623",
"20261130-0-060fb",
"20261130-1-4918c",
"20261130-2-91790",
"20261130-3-d376b",
"20261130-4-17c8f",
"20261130-5-9cea5",
"20261130-6-afa5f",
"20261130-7-1e094",
"20261130-8-8cb1c",
"20261130-9-5c58e",
"20261130-10-5566f",
"20270104-0-f80cf",
"20270104-1-f5599",
"20270104-2-67871",
"20270104-3-727c0",
"20270104-4-7d916",
"20270104-5-32dec",
"20270104-6-f260b",
"20270104-7-73417",
"20270104-8-1a2bb",
"20270104-9-947ea",
"20270104-10-bcbea",
"20270106-0-dff1d",
"20270106-1-20e6c",
"20270106-2-006d5",
"20270106-3-4408a",
"20270106-4-ed0d4",
"20270106-5-3af6d",
"20270106-6-97e9f",
"20270106-7-d697b",
"20270106-8-90cb6",
"20270106-9-5f3d8",
"20270106-10-a8adc",
"20270106-11-cbeb4",
"20270106-12-a7620",
"20270113-0-348db",
"20270113-1-2a1ce",
"20270113-2-b46e3",
"20270113-3-25f44",
"20270113-4-525ad",
"20270113-5-d5ed9",
"20270113-6-506ec",
"20270113-7-3d790",
"20270113-8-f9e39",
"20260723-0-fa965",
"20260723-1-5b3c7",
"20260723-2-844fe"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "AutoTuneForce#u0",
"product": "AutoTuneForce",
"kind": "unanswerable",
"question": "What are the unique features of AutoTuneForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#u1",
"product": "AutoTuneForce",
"kind": "unanswerable",
"question": "What are the weaknesses of AutoTuneForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#u2",
"product": "AutoTuneForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of AutoTuneForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#u3",
"product": "AutoTuneForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of AutoTuneForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#u4",
"product": "AutoTuneForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for AutoTuneForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#u5",
"product": "AutoTuneForce",
"kind": "unanswerable",
"question": "What new features about enhancing the parameter tuning engine with advanced AI algorithms are added to AutoTuneForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "AutoTuneForce#u6",
"product": "AutoTuneForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to AutoTuneForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a0",
"product": "CoachForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the CoachForce product?",
"ground_truth": [
"eid_4f30e22e",
"eid_f98d7490",
"eid_2d72674d",
"eid_99835861",
"eid_8df92d08",
"eid_ee9ca887",
"eid_85a4de81",
"eid_965867b8",
"eid_59bbe6f6",
"eid_50da4819",
"eid_890654c4"
],
"citations": [
"cofoaix_market_research_report",
"20260411-0-78bc2",
"20260411-1-e53ff",
"20260411-2-80d59",
"20260411-3-77387",
"20260411-4-d9596",
"20260411-5-eff71",
"20260411-6-b73d4",
"20260411-7-75eeb",
"20260411-8-09414",
"final_cofoaix_market_research_report",
"CoFoAIX_planning_1",
"CoFoAIX_planning_1_chat",
"latest_cofoaix_market_research_report",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a1",
"product": "CoachForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the CoachForce product?",
"ground_truth": [
"eid_4f30e22e",
"eid_f98d7490",
"eid_f6ae6dd8",
"eid_99835861",
"eid_888411ab",
"eid_50da4819",
"eid_ee9ca887",
"eid_85a4de81",
"eid_59bbe6f6",
"eid_8df92d08",
"eid_46e00bc4"
],
"citations": [
"cofoaix_product_vision_document",
"20260423-0-6e195",
"20260423-1-12087",
"20260423-2-9e010",
"20260423-3-cadb8",
"20260423-4-34688",
"20260423-5-da967",
"20260423-6-dfd10",
"20260423-7-c0a5c",
"final_cofoaix_product_vision_document",
"CoFoAIX_planning_2",
"CoFoAIX_planning_2_chat",
"latest_cofoaix_product_vision_document",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a2",
"product": "CoachForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the CoachForce product?",
"ground_truth": [
"eid_4f30e22e",
"eid_55f01e31",
"eid_f98d7490",
"eid_99835861",
"eid_71a4de1d",
"eid_50da4819",
"eid_ee9ca887",
"eid_7b85a749",
"eid_1cfce648",
"eid_4de5cd7f",
"eid_59bbe6f6",
"eid_8df92d08",
"eid_b814ccfb",
"eid_c0df5be6"
],
"citations": [
"cofoaix_product_requirements_document",
"20260504-0-4bfa2",
"20260504-1-9e083",
"20260504-2-94532",
"20260504-3-8cea7",
"20260504-4-40eba",
"20260504-5-443b2",
"20260504-6-f61eb",
"20260504-7-5304a",
"20260504-8-68d58",
"20260504-9-280e6",
"20260504-10-bc6c8",
"20260504-11-5f4d3",
"final_cofoaix_product_requirements_document",
"CoFoAIX_planning_3",
"CoFoAIX_planning_3_chat",
"latest_cofoaix_product_requirements_document",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a3",
"product": "CoachForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the CoachForce product?",
"ground_truth": [
"eid_55f01e31",
"eid_46e00bc4",
"eid_f98d7490",
"eid_99835861",
"eid_88e74382",
"eid_31ca5b45",
"eid_8efef28a",
"eid_50da4819",
"eid_85a4de81",
"eid_7b85a749",
"eid_1cfce648",
"eid_4de5cd7f",
"eid_8df92d08",
"eid_d9f42fd7"
],
"citations": [
"cofoaix_technical_specifications_document",
"20260515-0-d7f2f",
"20260515-1-31782",
"20260515-2-df4f0",
"20260515-3-e05fb",
"20260515-4-4f38e",
"20260515-5-0b1e2",
"20260515-6-9d68c",
"20260515-7-a7707",
"20260515-8-bbe6a",
"final_cofoaix_technical_specifications_document",
"CoFoAIX_planning_4",
"CoFoAIX_planning_4_chat",
"latest_cofoaix_technical_specifications_document",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a4",
"product": "CoachForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the CoachForce product?",
"ground_truth": [
"eid_55f01e31",
"eid_46e00bc4",
"eid_b48f959b",
"eid_31ca5b45",
"eid_71a4de1d",
"eid_8efef28a",
"eid_d9f42fd7",
"eid_df39cc9e",
"eid_66d09012",
"eid_7b85a749",
"eid_4de5cd7f",
"eid_99835861"
],
"citations": [
"cofoaix_system_design_document",
"20260526-0-bf9c1",
"20260526-1-88fe9",
"20260526-2-9d221",
"20260526-3-23ee8",
"20260526-4-24724",
"20260526-5-2fde7",
"20260526-6-ca499",
"20260526-7-1f2e0",
"20260526-8-60fcf",
"final_cofoaix_system_design_document",
"CoFoAIX_planning_5",
"CoFoAIX_planning_5_chat",
"latest_cofoaix_system_design_document",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a5",
"product": "CoachForce",
"kind": "answerable",
"question": "Can you find links to PRs for developing frontend components for real-time insights in CoachForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/1",
"https://github.com/salesforce/CoFoAIX/pull/17"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_1",
"20260617-0-04fef",
"20260617-1-d1f4e",
"20260617-2-4b133",
"20260617-3-44a63",
"20260617-4-cd031",
"20260617-5-1f264",
"20260617-6-876af",
"20260617-7-53496",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_17",
"20260731-0-5eb1a",
"20260731-1-f071b",
"20260731-2-dcdc8",
"20260731-3-7c5e3",
"20260731-4-85dbe",
"20260731-5-8e365",
"20260731-6-2ecea",
"20260731-7-ff8b4",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a6",
"product": "CoachForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for developing the frontend components for real-time insights in CoachForce?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/5",
"https://github.com/salesforce/CoFoAIX/pull/9",
"https://github.com/salesforce/CoFoAIX/pull/13",
"https://github.com/salesforce/CoFoAIX/pull/21",
"https://github.com/salesforce/CoFoAIX/pull/25"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_5",
"20260627-0-cd254",
"20260627-1-a09f2",
"20260627-2-4b83e",
"20260627-3-78dfa",
"20260627-4-65461",
"20260627-5-2cb76",
"20260627-6-70230",
"20260627-7-d34f3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_9",
"20260708-0-f3a6c",
"20260708-1-f8627",
"20260708-2-7739c",
"20260708-3-a7710",
"20260708-4-d8d4f",
"20260708-5-17f15",
"20260708-6-9cdec",
"20260708-7-f05fc",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_13",
"20260722-0-35024",
"20260722-1-a5090",
"20260722-2-6abcb",
"20260722-3-46222",
"20260722-4-9446a",
"20260722-5-43105",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_21",
"20260814-0-25cc6",
"20260814-1-430d9",
"20260814-2-81ffb",
"20260814-3-aab10",
"20260814-4-e002d",
"20260814-5-f2090",
"20260814-6-21c2a",
"20260814-7-0d74d",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_25",
"20260824-0-2e2fc",
"20260824-1-2f6d0",
"20260824-2-13d50",
"20260824-3-61a8d",
"20260824-4-deacc",
"20260824-5-6947d",
"20260824-6-e7a53",
"20260824-7-53eec",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a7",
"product": "CoachForce",
"kind": "answerable",
"question": "Can you provide links to PRs for the CRM integration feature in CoachForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/6",
"https://github.com/salesforce/CoFoAIX/pull/18"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoachForce_3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_6",
"20260701-0-97ade",
"20260701-1-cab66",
"20260701-2-774fe",
"20260701-3-6b84f",
"20260701-4-ac180",
"20260701-5-f4464",
"20260701-6-601c4",
"20260701-7-2ebe7",
"20260701-8-95ffe",
"20260701-9-d69d1",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_18",
"20260805-0-b80fc",
"20260805-1-9f13c",
"20260805-2-268a4",
"20260805-3-ad243",
"20260805-4-98708",
"20260805-5-866d1",
"20260805-6-e95a5",
"20260805-7-2bbe1",
"20260805-8-71046",
"20260805-9-ac4d4",
"20260805-10-14b18",
"20260805-11-82d67",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a8",
"product": "CoachForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the CRM integration feature in CoachForce?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/2",
"https://github.com/salesforce/CoFoAIX/pull/10",
"https://github.com/salesforce/CoFoAIX/pull/14",
"https://github.com/salesforce/CoFoAIX/pull/22"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"github_com_salesforce_CoFoAIX_pull_2",
"20260624-0-c22f3",
"20260624-1-5ccad",
"20260624-2-5445b",
"20260624-3-c601d",
"20260624-4-a4401",
"20260624-5-b7f66",
"20260624-6-0e7d5",
"20260624-7-a8ddd",
"product_dev_CoachForce_3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_10",
"20260712-0-71bdd",
"20260712-1-4119f",
"20260712-2-84ab6",
"20260712-3-1e7fb",
"20260712-4-e9c96",
"20260712-5-277ea",
"20260712-6-25458",
"20260712-7-dbe40",
"20260712-8-d875e",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_14",
"20260726-0-75d4c",
"20260726-1-19eee",
"20260726-2-29fdf",
"20260726-3-40221",
"20260726-4-e8a1e",
"20260726-5-d55e0",
"20260726-6-086e5",
"20260726-7-15ae8",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_22",
"20260818-0-7a719",
"20260818-1-3e4a6",
"20260818-2-5ba3d",
"20260818-3-b85b4",
"20260818-4-4d00d",
"20260818-5-4282f",
"20260818-6-94d8c",
"20260818-7-8ea45",
"20260818-8-ad661",
"20260818-9-b9815",
"20260818-10-dfb62",
"20260818-11-83292",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a9",
"product": "CoachForce",
"kind": "answerable",
"question": "Can you find links to PRs for developing user training and support materials in CoachForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/7",
"https://github.com/salesforce/CoFoAIX/pull/15",
"https://github.com/salesforce/CoFoAIX/pull/23"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoachForce_3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_7",
"20260630-0-bb8c4",
"20260630-1-9680d",
"20260630-2-291a1",
"20260630-3-afb2e",
"20260630-4-0071d",
"20260630-5-e3cb4",
"20260630-6-57c48",
"20260630-7-634a6",
"20260630-8-9eef9",
"product_dev_CoachForce_5",
"product_dev_CoachForce_6",
"github_com_salesforce_CoFoAIX_pull_15",
"20260728-0-fcde2",
"20260728-1-7343e",
"20260728-2-6a5f7",
"20260728-3-e82eb",
"20260728-4-fa76d",
"20260728-5-f05ef",
"20260728-6-f0c1d",
"20260728-7-4015d",
"20260728-8-be971",
"20260728-9-584c0",
"20260728-10-2f975",
"product_dev_CoachForce_7",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_23",
"20260816-0-62cfe",
"20260816-1-bfacc",
"20260816-2-fd883",
"20260816-3-d354c",
"20260816-4-8eb5b",
"20260816-5-ccf56",
"20260816-6-d0ce5",
"20260816-7-f4442",
"20260816-8-9a580",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a10",
"product": "CoachForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for developing user training and support materials in CoachForce?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/3",
"https://github.com/salesforce/CoFoAIX/pull/11",
"https://github.com/salesforce/CoFoAIX/pull/19",
"https://github.com/salesforce/CoFoAIX/pull/26"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"github_com_salesforce_CoFoAIX_pull_3",
"20260624-0-55ea0",
"20260624-1-8f961",
"20260624-2-d5231",
"20260624-3-18d8c",
"20260624-4-63d1b",
"20260624-5-91ce9",
"20260624-6-a36d3",
"20260624-7-3b791",
"20260624-8-3b5e5",
"20260624-9-9a0a3",
"product_dev_CoachForce_3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_11",
"20260713-0-a8705",
"20260713-1-c8b33",
"20260713-2-705a6",
"20260713-3-dd580",
"20260713-4-b70bc",
"20260713-5-59934",
"20260713-6-243ee",
"20260713-7-e0b5e",
"product_dev_CoachForce_5",
"product_dev_CoachForce_6",
"github_com_salesforce_CoFoAIX_pull_19",
"20260806-0-76abd",
"20260806-1-3e036",
"20260806-2-81915",
"20260806-3-a4005",
"20260806-4-89e1a",
"20260806-5-34bec",
"20260806-6-c706d",
"20260806-7-9e836",
"product_dev_CoachForce_7",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_26",
"20260827-0-240cc",
"20260827-1-72aa1",
"20260827-2-615f6",
"20260827-3-66331",
"20260827-4-fc097",
"20260827-5-e8a61",
"20260827-6-9a58a",
"20260827-7-63143",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a11",
"product": "CoachForce",
"kind": "answerable",
"question": "Can you find links to PRs related to the disaster recovery strategy in CoachForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/4",
"https://github.com/salesforce/CoFoAIX/pull/12",
"https://github.com/salesforce/CoFoAIX/pull/20"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_4",
"20260625-0-6dec3",
"20260625-1-19620",
"20260625-2-e05ee",
"20260625-3-1aeb5",
"20260625-4-d158c",
"20260625-5-9767e",
"20260625-6-87ad3",
"20260625-7-f93fe",
"20260625-8-bfbe9",
"product_dev_CoachForce_4",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_12",
"20260714-0-ef825",
"20260714-1-1a0b0",
"20260714-2-f647e",
"20260714-3-a47b3",
"20260714-4-ede76",
"20260714-5-d71b6",
"20260714-6-d5824",
"20260714-7-3007b",
"20260714-8-64862",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_20",
"20260808-0-fe1b2",
"20260808-1-e4bb4",
"20260808-2-42492",
"20260808-3-dc222",
"20260808-4-cb9dd",
"20260808-5-86f71",
"20260808-6-a5295",
"20260808-7-8283c",
"20260808-8-ab845",
"20260808-9-a6bc7",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a12",
"product": "CoachForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for implementing the disaster recovery strategy in CoachForce?",
"ground_truth": [
"https://github.com/salesforce/CoFoAIX/pull/8",
"https://github.com/salesforce/CoFoAIX/pull/16",
"https://github.com/salesforce/CoFoAIX/pull/24",
"https://github.com/salesforce/CoFoAIX/pull/27"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_8",
"20260706-0-50df4",
"20260706-1-92030",
"20260706-2-4196b",
"20260706-3-0ceb5",
"20260706-4-382ee",
"20260706-5-ae7f7",
"20260706-6-10718",
"20260706-7-f07b8",
"20260706-8-28a4d",
"20260706-9-bb3d6",
"20260706-10-ff79e",
"20260706-11-3a628",
"product_dev_CoachForce_4",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_16",
"20260730-0-8ab7c",
"20260730-1-12790",
"20260730-2-33933",
"20260730-3-70b1e",
"20260730-4-df55d",
"20260730-5-16141",
"20260730-6-46a63",
"20260730-7-d94dc",
"20260730-8-16fa4",
"20260730-9-d8a65",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_24",
"20260820-0-349fd",
"20260820-1-8cd9b",
"20260820-2-18f9e",
"20260820-3-77e3a",
"20260820-4-65a0a",
"20260820-5-bc61d",
"20260820-6-9f0c4",
"20260820-7-ebfc0",
"20260820-8-027ac",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_27",
"20260827-0-c27be",
"20260827-1-42a53",
"20260827-2-14db6",
"20260827-3-89468",
"20260827-4-89a10",
"20260827-5-3be6c",
"20260827-6-14a08",
"20260827-7-1a3bc",
"20260827-8-6b481",
"20260827-9-c9693",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a13",
"product": "CoachForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in CoachForce?",
"ground_truth": [
"eid_a8a4fdcb"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_5",
"20260627-0-cd254",
"20260627-1-a09f2",
"20260627-2-4b83e",
"20260627-3-78dfa",
"20260627-4-65461",
"20260627-5-2cb76",
"20260627-6-70230",
"20260627-7-d34f3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_9",
"20260708-0-f3a6c",
"20260708-1-f8627",
"20260708-2-7739c",
"20260708-3-a7710",
"20260708-4-d8d4f",
"20260708-5-17f15",
"20260708-6-9cdec",
"20260708-7-f05fc",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_13",
"20260722-0-35024",
"20260722-1-a5090",
"20260722-2-6abcb",
"20260722-3-46222",
"20260722-4-9446a",
"20260722-5-43105",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_21",
"20260814-0-25cc6",
"20260814-1-430d9",
"20260814-2-81ffb",
"20260814-3-aab10",
"20260814-4-e002d",
"20260814-5-f2090",
"20260814-6-21c2a",
"20260814-7-0d74d",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_25",
"20260824-0-2e2fc",
"20260824-1-2f6d0",
"20260824-2-13d50",
"20260824-3-61a8d",
"20260824-4-deacc",
"20260824-5-6947d",
"20260824-6-e7a53",
"20260824-7-53eec",
"github_com_salesforce_CoFoAIX_pull_2",
"20260624-0-c22f3",
"20260624-1-5ccad",
"20260624-2-5445b",
"20260624-3-c601d",
"20260624-4-a4401",
"20260624-5-b7f66",
"20260624-6-0e7d5",
"20260624-7-a8ddd",
"github_com_salesforce_CoFoAIX_pull_10",
"20260712-0-71bdd",
"20260712-1-4119f",
"20260712-2-84ab6",
"20260712-3-1e7fb",
"20260712-4-e9c96",
"20260712-5-277ea",
"20260712-6-25458",
"20260712-7-dbe40",
"20260712-8-d875e",
"github_com_salesforce_CoFoAIX_pull_14",
"20260726-0-75d4c",
"20260726-1-19eee",
"20260726-2-29fdf",
"20260726-3-40221",
"20260726-4-e8a1e",
"20260726-5-d55e0",
"20260726-6-086e5",
"20260726-7-15ae8",
"github_com_salesforce_CoFoAIX_pull_22",
"20260818-0-7a719",
"20260818-1-3e4a6",
"20260818-2-5ba3d",
"20260818-3-b85b4",
"20260818-4-4d00d",
"20260818-5-4282f",
"20260818-6-94d8c",
"20260818-7-8ea45",
"20260818-8-ad661",
"20260818-9-b9815",
"20260818-10-dfb62",
"20260818-11-83292",
"github_com_salesforce_CoFoAIX_pull_3",
"20260624-0-55ea0",
"20260624-1-8f961",
"20260624-2-d5231",
"20260624-3-18d8c",
"20260624-4-63d1b",
"20260624-5-91ce9",
"20260624-6-a36d3",
"20260624-7-3b791",
"20260624-8-3b5e5",
"20260624-9-9a0a3",
"github_com_salesforce_CoFoAIX_pull_11",
"20260713-0-a8705",
"20260713-1-c8b33",
"20260713-2-705a6",
"20260713-3-dd580",
"20260713-4-b70bc",
"20260713-5-59934",
"20260713-6-243ee",
"20260713-7-e0b5e",
"github_com_salesforce_CoFoAIX_pull_19",
"20260806-0-76abd",
"20260806-1-3e036",
"20260806-2-81915",
"20260806-3-a4005",
"20260806-4-89e1a",
"20260806-5-34bec",
"20260806-6-c706d",
"20260806-7-9e836",
"github_com_salesforce_CoFoAIX_pull_26",
"20260827-0-240cc",
"20260827-1-72aa1",
"20260827-2-615f6",
"20260827-3-66331",
"20260827-4-fc097",
"20260827-5-e8a61",
"20260827-6-9a58a",
"20260827-7-63143",
"github_com_salesforce_CoFoAIX_pull_8",
"20260706-0-50df4",
"20260706-1-92030",
"20260706-2-4196b",
"20260706-3-0ceb5",
"20260706-4-382ee",
"20260706-5-ae7f7",
"20260706-6-10718",
"20260706-7-f07b8",
"20260706-8-28a4d",
"20260706-9-bb3d6",
"20260706-10-ff79e",
"20260706-11-3a628",
"github_com_salesforce_CoFoAIX_pull_16",
"20260730-0-8ab7c",
"20260730-1-12790",
"20260730-2-33933",
"20260730-3-70b1e",
"20260730-4-df55d",
"20260730-5-16141",
"20260730-6-46a63",
"20260730-7-d94dc",
"20260730-8-16fa4",
"20260730-9-d8a65",
"github_com_salesforce_CoFoAIX_pull_24",
"20260820-0-349fd",
"20260820-1-8cd9b",
"20260820-2-18f9e",
"20260820-3-77e3a",
"20260820-4-65a0a",
"20260820-5-bc61d",
"20260820-6-9f0c4",
"20260820-7-ebfc0",
"20260820-8-027ac",
"github_com_salesforce_CoFoAIX_pull_27",
"20260827-0-c27be",
"20260827-1-42a53",
"20260827-2-14db6",
"20260827-3-89468",
"20260827-4-89a10",
"20260827-5-3be6c",
"20260827-6-14a08",
"20260827-7-1a3bc",
"20260827-8-6b481",
"20260827-9-c9693",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CoachForce#a14",
"product": "CoachForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in CoachForce?",
"ground_truth": [
"eid_8a2cd06b",
"eid_932ce89c"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_1",
"20260617-0-04fef",
"20260617-1-d1f4e",
"20260617-2-4b133",
"20260617-3-44a63",
"20260617-4-cd031",
"20260617-5-1f264",
"20260617-6-876af",
"20260617-7-53496",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_17",
"20260731-0-5eb1a",
"20260731-1-f071b",
"20260731-2-dcdc8",
"20260731-3-7c5e3",
"20260731-4-85dbe",
"20260731-5-8e365",
"20260731-6-2ecea",
"20260731-7-ff8b4",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_6",
"20260701-0-97ade",
"20260701-1-cab66",
"20260701-2-774fe",
"20260701-3-6b84f",
"20260701-4-ac180",
"20260701-5-f4464",
"20260701-6-601c4",
"20260701-7-2ebe7",
"20260701-8-95ffe",
"20260701-9-d69d1",
"github_com_salesforce_CoFoAIX_pull_18",
"20260805-0-b80fc",
"20260805-1-9f13c",
"20260805-2-268a4",
"20260805-3-ad243",
"20260805-4-98708",
"20260805-5-866d1",
"20260805-6-e95a5",
"20260805-7-2bbe1",
"20260805-8-71046",
"20260805-9-ac4d4",
"20260805-10-14b18",
"20260805-11-82d67",
"github_com_salesforce_CoFoAIX_pull_7",
"20260630-0-bb8c4",
"20260630-1-9680d",
"20260630-2-291a1",
"20260630-3-afb2e",
"20260630-4-0071d",
"20260630-5-e3cb4",
"20260630-6-57c48",
"20260630-7-634a6",
"20260630-8-9eef9",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_15",
"20260728-0-fcde2",
"20260728-1-7343e",
"20260728-2-6a5f7",
"20260728-3-e82eb",
"20260728-4-fa76d",
"20260728-5-f05ef",
"20260728-6-f0c1d",
"20260728-7-4015d",
"20260728-8-be971",
"20260728-9-584c0",
"20260728-10-2f975",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_23",
"20260816-0-62cfe",
"20260816-1-bfacc",
"20260816-2-fd883",
"20260816-3-d354c",
"20260816-4-8eb5b",
"20260816-5-ccf56",
"20260816-6-d0ce5",
"20260816-7-f4442",
"20260816-8-9a580",
"github_com_salesforce_CoFoAIX_pull_4",
"20260625-0-6dec3",
"20260625-1-19620",
"20260625-2-e05ee",
"20260625-3-1aeb5",
"20260625-4-d158c",
"20260625-5-9767e",
"20260625-6-87ad3",
"20260625-7-f93fe",
"20260625-8-bfbe9",
"github_com_salesforce_CoFoAIX_pull_12",
"20260714-0-ef825",
"20260714-1-1a0b0",
"20260714-2-f647e",
"20260714-3-a47b3",
"20260714-4-ede76",
"20260714-5-d71b6",
"20260714-6-d5824",
"20260714-7-3007b",
"20260714-8-64862",
"github_com_salesforce_CoFoAIX_pull_20",
"20260808-0-fe1b2",
"20260808-1-e4bb4",
"20260808-2-42492",
"20260808-3-dc222",
"20260808-4-cb9dd",
"20260808-5-86f71",
"20260808-6-a5295",
"20260808-7-8283c",
"20260808-8-ab845",
"20260808-9-a6bc7",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CoachForce#a15",
"product": "CoachForce",
"kind": "answerable",
"question": "Find features for CoachForce that were discussed but not implemented?",
"ground_truth": "NLP processing for real-time coaching insights\n- Implement NLP processing using TensorFlow and PyTorch. Define RESTful APIs for data input from sales calls and output actionable insights. Consider using a NoSQL database for storing insights due to unstructured data.",
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_5",
"20260627-0-cd254",
"20260627-1-a09f2",
"20260627-2-4b83e",
"20260627-3-78dfa",
"20260627-4-65461",
"20260627-5-2cb76",
"20260627-6-70230",
"20260627-7-d34f3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_9",
"20260708-0-f3a6c",
"20260708-1-f8627",
"20260708-2-7739c",
"20260708-3-a7710",
"20260708-4-d8d4f",
"20260708-5-17f15",
"20260708-6-9cdec",
"20260708-7-f05fc",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_13",
"20260722-0-35024",
"20260722-1-a5090",
"20260722-2-6abcb",
"20260722-3-46222",
"20260722-4-9446a",
"20260722-5-43105",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_21",
"20260814-0-25cc6",
"20260814-1-430d9",
"20260814-2-81ffb",
"20260814-3-aab10",
"20260814-4-e002d",
"20260814-5-f2090",
"20260814-6-21c2a",
"20260814-7-0d74d",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_25",
"20260824-0-2e2fc",
"20260824-1-2f6d0",
"20260824-2-13d50",
"20260824-3-61a8d",
"20260824-4-deacc",
"20260824-5-6947d",
"20260824-6-e7a53",
"20260824-7-53eec",
"github_com_salesforce_CoFoAIX_pull_2",
"20260624-0-c22f3",
"20260624-1-5ccad",
"20260624-2-5445b",
"20260624-3-c601d",
"20260624-4-a4401",
"20260624-5-b7f66",
"20260624-6-0e7d5",
"20260624-7-a8ddd",
"github_com_salesforce_CoFoAIX_pull_10",
"20260712-0-71bdd",
"20260712-1-4119f",
"20260712-2-84ab6",
"20260712-3-1e7fb",
"20260712-4-e9c96",
"20260712-5-277ea",
"20260712-6-25458",
"20260712-7-dbe40",
"20260712-8-d875e",
"github_com_salesforce_CoFoAIX_pull_14",
"20260726-0-75d4c",
"20260726-1-19eee",
"20260726-2-29fdf",
"20260726-3-40221",
"20260726-4-e8a1e",
"20260726-5-d55e0",
"20260726-6-086e5",
"20260726-7-15ae8",
"github_com_salesforce_CoFoAIX_pull_22",
"20260818-0-7a719",
"20260818-1-3e4a6",
"20260818-2-5ba3d",
"20260818-3-b85b4",
"20260818-4-4d00d",
"20260818-5-4282f",
"20260818-6-94d8c",
"20260818-7-8ea45",
"20260818-8-ad661",
"20260818-9-b9815",
"20260818-10-dfb62",
"20260818-11-83292",
"github_com_salesforce_CoFoAIX_pull_3",
"20260624-0-55ea0",
"20260624-1-8f961",
"20260624-2-d5231",
"20260624-3-18d8c",
"20260624-4-63d1b",
"20260624-5-91ce9",
"20260624-6-a36d3",
"20260624-7-3b791",
"20260624-8-3b5e5",
"20260624-9-9a0a3",
"github_com_salesforce_CoFoAIX_pull_11",
"20260713-0-a8705",
"20260713-1-c8b33",
"20260713-2-705a6",
"20260713-3-dd580",
"20260713-4-b70bc",
"20260713-5-59934",
"20260713-6-243ee",
"20260713-7-e0b5e",
"github_com_salesforce_CoFoAIX_pull_19",
"20260806-0-76abd",
"20260806-1-3e036",
"20260806-2-81915",
"20260806-3-a4005",
"20260806-4-89e1a",
"20260806-5-34bec",
"20260806-6-c706d",
"20260806-7-9e836",
"github_com_salesforce_CoFoAIX_pull_26",
"20260827-0-240cc",
"20260827-1-72aa1",
"20260827-2-615f6",
"20260827-3-66331",
"20260827-4-fc097",
"20260827-5-e8a61",
"20260827-6-9a58a",
"20260827-7-63143",
"github_com_salesforce_CoFoAIX_pull_8",
"20260706-0-50df4",
"20260706-1-92030",
"20260706-2-4196b",
"20260706-3-0ceb5",
"20260706-4-382ee",
"20260706-5-ae7f7",
"20260706-6-10718",
"20260706-7-f07b8",
"20260706-8-28a4d",
"20260706-9-bb3d6",
"20260706-10-ff79e",
"20260706-11-3a628",
"github_com_salesforce_CoFoAIX_pull_16",
"20260730-0-8ab7c",
"20260730-1-12790",
"20260730-2-33933",
"20260730-3-70b1e",
"20260730-4-df55d",
"20260730-5-16141",
"20260730-6-46a63",
"20260730-7-d94dc",
"20260730-8-16fa4",
"20260730-9-d8a65",
"github_com_salesforce_CoFoAIX_pull_24",
"20260820-0-349fd",
"20260820-1-8cd9b",
"20260820-2-18f9e",
"20260820-3-77e3a",
"20260820-4-65a0a",
"20260820-5-bc61d",
"20260820-6-9f0c4",
"20260820-7-ebfc0",
"20260820-8-027ac",
"github_com_salesforce_CoFoAIX_pull_27",
"20260827-0-c27be",
"20260827-1-42a53",
"20260827-2-14db6",
"20260827-3-89468",
"20260827-4-89a10",
"20260827-5-3be6c",
"20260827-6-14a08",
"20260827-7-1a3bc",
"20260827-8-6b481",
"20260827-9-c9693",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a16",
"product": "CoachForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in CoachForce that were discussed but not implemented?",
"ground_truth": [
"eid_207da0e7"
],
"citations": [
"product_dev_CoFoAIX_1",
"product_dev_CoFoAIX_2",
"product_dev_CoachForce_3",
"github_com_salesforce_CoFoAIX_pull_5",
"20260627-0-cd254",
"20260627-1-a09f2",
"20260627-2-4b83e",
"20260627-3-78dfa",
"20260627-4-65461",
"20260627-5-2cb76",
"20260627-6-70230",
"20260627-7-d34f3",
"product_dev_CoachForce_4",
"github_com_salesforce_CoFoAIX_pull_9",
"20260708-0-f3a6c",
"20260708-1-f8627",
"20260708-2-7739c",
"20260708-3-a7710",
"20260708-4-d8d4f",
"20260708-5-17f15",
"20260708-6-9cdec",
"20260708-7-f05fc",
"product_dev_CoachForce_5",
"github_com_salesforce_CoFoAIX_pull_13",
"20260722-0-35024",
"20260722-1-a5090",
"20260722-2-6abcb",
"20260722-3-46222",
"20260722-4-9446a",
"20260722-5-43105",
"product_dev_CoachForce_6",
"product_dev_CoachForce_7",
"github_com_salesforce_CoFoAIX_pull_21",
"20260814-0-25cc6",
"20260814-1-430d9",
"20260814-2-81ffb",
"20260814-3-aab10",
"20260814-4-e002d",
"20260814-5-f2090",
"20260814-6-21c2a",
"20260814-7-0d74d",
"product_dev_CoachForce_8",
"github_com_salesforce_CoFoAIX_pull_25",
"20260824-0-2e2fc",
"20260824-1-2f6d0",
"20260824-2-13d50",
"20260824-3-61a8d",
"20260824-4-deacc",
"20260824-5-6947d",
"20260824-6-e7a53",
"20260824-7-53eec",
"github_com_salesforce_CoFoAIX_pull_2",
"20260624-0-c22f3",
"20260624-1-5ccad",
"20260624-2-5445b",
"20260624-3-c601d",
"20260624-4-a4401",
"20260624-5-b7f66",
"20260624-6-0e7d5",
"20260624-7-a8ddd",
"github_com_salesforce_CoFoAIX_pull_10",
"20260712-0-71bdd",
"20260712-1-4119f",
"20260712-2-84ab6",
"20260712-3-1e7fb",
"20260712-4-e9c96",
"20260712-5-277ea",
"20260712-6-25458",
"20260712-7-dbe40",
"20260712-8-d875e",
"github_com_salesforce_CoFoAIX_pull_14",
"20260726-0-75d4c",
"20260726-1-19eee",
"20260726-2-29fdf",
"20260726-3-40221",
"20260726-4-e8a1e",
"20260726-5-d55e0",
"20260726-6-086e5",
"20260726-7-15ae8",
"github_com_salesforce_CoFoAIX_pull_22",
"20260818-0-7a719",
"20260818-1-3e4a6",
"20260818-2-5ba3d",
"20260818-3-b85b4",
"20260818-4-4d00d",
"20260818-5-4282f",
"20260818-6-94d8c",
"20260818-7-8ea45",
"20260818-8-ad661",
"20260818-9-b9815",
"20260818-10-dfb62",
"20260818-11-83292",
"github_com_salesforce_CoFoAIX_pull_3",
"20260624-0-55ea0",
"20260624-1-8f961",
"20260624-2-d5231",
"20260624-3-18d8c",
"20260624-4-63d1b",
"20260624-5-91ce9",
"20260624-6-a36d3",
"20260624-7-3b791",
"20260624-8-3b5e5",
"20260624-9-9a0a3",
"github_com_salesforce_CoFoAIX_pull_11",
"20260713-0-a8705",
"20260713-1-c8b33",
"20260713-2-705a6",
"20260713-3-dd580",
"20260713-4-b70bc",
"20260713-5-59934",
"20260713-6-243ee",
"20260713-7-e0b5e",
"github_com_salesforce_CoFoAIX_pull_19",
"20260806-0-76abd",
"20260806-1-3e036",
"20260806-2-81915",
"20260806-3-a4005",
"20260806-4-89e1a",
"20260806-5-34bec",
"20260806-6-c706d",
"20260806-7-9e836",
"github_com_salesforce_CoFoAIX_pull_26",
"20260827-0-240cc",
"20260827-1-72aa1",
"20260827-2-615f6",
"20260827-3-66331",
"20260827-4-fc097",
"20260827-5-e8a61",
"20260827-6-9a58a",
"20260827-7-63143",
"github_com_salesforce_CoFoAIX_pull_8",
"20260706-0-50df4",
"20260706-1-92030",
"20260706-2-4196b",
"20260706-3-0ceb5",
"20260706-4-382ee",
"20260706-5-ae7f7",
"20260706-6-10718",
"20260706-7-f07b8",
"20260706-8-28a4d",
"20260706-9-bb3d6",
"20260706-10-ff79e",
"20260706-11-3a628",
"github_com_salesforce_CoFoAIX_pull_16",
"20260730-0-8ab7c",
"20260730-1-12790",
"20260730-2-33933",
"20260730-3-70b1e",
"20260730-4-df55d",
"20260730-5-16141",
"20260730-6-46a63",
"20260730-7-d94dc",
"20260730-8-16fa4",
"20260730-9-d8a65",
"github_com_salesforce_CoFoAIX_pull_24",
"20260820-0-349fd",
"20260820-1-8cd9b",
"20260820-2-18f9e",
"20260820-3-77e3a",
"20260820-4-65a0a",
"20260820-5-bc61d",
"20260820-6-9f0c4",
"20260820-7-ebfc0",
"20260820-8-027ac",
"github_com_salesforce_CoFoAIX_pull_27",
"20260827-0-c27be",
"20260827-1-42a53",
"20260827-2-14db6",
"20260827-3-89468",
"20260827-4-89a10",
"20260827-5-3be6c",
"20260827-6-14a08",
"20260827-7-1a3bc",
"20260827-8-6b481",
"20260827-9-c9693",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#a17",
"product": "CoachForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in CoachForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_90359c89"
],
"citations": [
"20261117-0-6bd71",
"20261117-1-f9e16",
"20261117-2-67633",
"20261117-3-446a1",
"20261117-4-eb96a",
"20261117-5-f964c",
"20261117-6-a3178",
"20261117-7-9346c",
"20261117-8-2056b",
"20261117-9-2df46",
"20261123-0-624fa",
"20261123-1-c6ccb",
"20261123-2-24d73",
"20261123-3-46fbb",
"20261123-4-68b38",
"20261123-5-659a9",
"github_com_salesforce_CoachForce_pull_43",
"20261124-0-ceae7",
"20261124-1-f8304",
"20261124-2-b6fbd",
"20261124-3-af45f",
"20261124-4-242db",
"20261124-5-a63c0",
"20261124-6-4bfda",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CoachForce#a18",
"product": "CoachForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in CoachForce that are now reopened by customers.",
"ground_truth": [
"eid_cac9a0ac",
"eid_c39dc658",
"eid_0deececb",
"eid_207da0e7",
"eid_a23a73c4"
],
"citations": [
"20261023-0-68511",
"20261023-1-98112",
"20261023-2-035cc",
"20261023-3-480a3",
"20261023-4-ab928",
"20261023-5-10fbe",
"20261023-6-40143",
"20261023-7-d17ba",
"20261023-8-e1bd5",
"20261023-9-885e0",
"20261023-10-c8064",
"20261108-0-810b3",
"20261108-1-77e32",
"20261108-2-dbda5",
"20261108-3-30c6e",
"20261108-4-cac1b",
"20261108-5-f6b0e",
"20261108-6-c81e1",
"20261108-7-80b77",
"20261108-8-5ad3c",
"20261108-9-ad143",
"20261108-10-3927d",
"20261108-11-3ebf6",
"20261108-12-f3124",
"20261111-0-d917f",
"20261111-1-b28db",
"20261111-2-097da",
"20261111-3-0743c",
"20261111-4-93879",
"20261111-5-29caa",
"20261111-6-e2dd8",
"20261111-7-c51f3",
"20261106-0-8aa56",
"20261106-1-ca88b",
"20261106-2-cf046",
"20261106-3-e961b",
"20261106-4-a2a5f",
"20261106-5-99b12",
"20261106-6-07c11",
"20261106-7-b4159",
"20261106-8-efae6",
"20261106-9-0463f",
"20261121-0-c3e6e",
"20261121-1-7d458",
"20261121-2-8721c",
"20261121-3-32d14",
"20261121-4-47d44",
"20261121-5-a3995",
"20261121-6-b17b3",
"20261121-7-9675e",
"20261121-8-98055",
"20261121-9-0a201",
"20261121-10-21b7f",
"20261121-11-e1e1c",
"20261122-0-95c3c",
"20261122-1-f45a7",
"20261122-2-d0451",
"20261122-3-4456e",
"20261122-4-31ccd",
"20261122-5-4c3f4",
"20261122-6-653cd",
"20260929-0-79ef3",
"20260929-1-10184",
"20260929-2-d3034",
"20260929-3-a1cc4",
"20260929-4-13e9d",
"20260929-5-85cf7",
"20260929-6-33e70",
"20260929-7-9c9ae",
"20260929-8-e9506",
"20260929-9-d2227",
"20261002-0-29fa4",
"20261002-1-99f06",
"20261002-2-ef819",
"20261002-3-ac3b6",
"20261002-4-6e313",
"20261002-5-ad0c8",
"20261002-6-bba6f",
"20261002-7-2ee6b",
"20261002-8-5263b",
"20261002-9-2c2ef",
"20261003-0-8f497",
"20261003-1-a4f71",
"20261003-2-59bce",
"20261003-3-c4384",
"20261003-4-1c216",
"20261003-5-8da83",
"20261003-6-b40c3",
"20260922-0-051a7",
"20260922-1-26451",
"20260922-2-986cf",
"20260922-3-2f93f",
"20260922-4-83d69",
"20260922-5-f93c1",
"20260922-6-7cfeb",
"20260922-7-821f1",
"20260922-8-14825",
"20260922-9-e710a",
"20260930-0-44ed7",
"20260930-1-4ba26",
"20260930-2-43939",
"20260930-3-e390b",
"20260930-4-3b541",
"20260930-5-6a379",
"20260930-6-f498b",
"20260930-7-c44dc",
"20260930-8-d12b4",
"20260930-9-b0012",
"20261001-0-ccae1",
"20261001-1-536dc",
"20261001-2-f1e7e",
"20261001-3-87579",
"20261001-4-82c93",
"20261001-5-7cac6",
"20261001-6-3559f",
"20261001-7-c1d54",
"20261001-8-4a309",
"20261007-0-7b07e",
"20261007-1-1f2b3",
"20261007-2-e7527",
"20261007-3-145f0",
"20261007-4-0a258",
"20261007-5-4d7fd",
"20261007-6-d6a89",
"20261007-7-354c3",
"20261007-8-76cfd",
"20261007-9-cbbdc",
"20261007-10-186b3",
"20261026-0-d179f",
"20261026-1-fb5f2",
"20261026-2-524f4",
"20261026-3-dc56c",
"20261026-4-83f4c",
"20261026-5-9c4af",
"20261026-6-758b1",
"20261026-7-98a96",
"20261026-8-2e912",
"20261026-9-fdafc",
"20261026-0-cd80f",
"20261026-1-c11ca",
"20261026-2-b5d07",
"20261026-3-b3d71",
"20261026-4-5e77e",
"20261026-5-7dc14",
"20261026-6-729df",
"20261026-7-9751a",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CoachForce#a19",
"product": "CoachForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in CoachForce.",
"ground_truth": [
"DataSolutions",
"ComputeWorks"
],
"citations": [
"20261023-0-68511",
"20261023-1-98112",
"20261023-2-035cc",
"20261023-3-480a3",
"20261023-4-ab928",
"20261023-5-10fbe",
"20261023-6-40143",
"20261023-7-d17ba",
"20261023-8-e1bd5",
"20261023-9-885e0",
"20261023-10-c8064",
"20261108-0-810b3",
"20261108-1-77e32",
"20261108-2-dbda5",
"20261108-3-30c6e",
"20261108-4-cac1b",
"20261108-5-f6b0e",
"20261108-6-c81e1",
"20261108-7-80b77",
"20261108-8-5ad3c",
"20261108-9-ad143",
"20261108-10-3927d",
"20261108-11-3ebf6",
"20261108-12-f3124",
"20261111-0-d917f",
"20261111-1-b28db",
"20261111-2-097da",
"20261111-3-0743c",
"20261111-4-93879",
"20261111-5-29caa",
"20261111-6-e2dd8",
"20261111-7-c51f3",
"20261007-0-7b07e",
"20261007-1-1f2b3",
"20261007-2-e7527",
"20261007-3-145f0",
"20261007-4-0a258",
"20261007-5-4d7fd",
"20261007-6-d6a89",
"20261007-7-354c3",
"20261007-8-76cfd",
"20261007-9-cbbdc",
"20261007-10-186b3",
"20261026-0-d179f",
"20261026-1-fb5f2",
"20261026-2-524f4",
"20261026-3-dc56c",
"20261026-4-83f4c",
"20261026-5-9c4af",
"20261026-6-758b1",
"20261026-7-98a96",
"20261026-8-2e912",
"20261026-9-fdafc",
"20261026-0-cd80f",
"20261026-1-c11ca",
"20261026-2-b5d07",
"20261026-3-b3d71",
"20261026-4-5e77e",
"20261026-5-7dc14",
"20261026-6-729df",
"20261026-7-9751a",
"20261106-0-8aa56",
"20261106-1-ca88b",
"20261106-2-cf046",
"20261106-3-e961b",
"20261106-4-a2a5f",
"20261106-5-99b12",
"20261106-6-07c11",
"20261106-7-b4159",
"20261106-8-efae6",
"20261106-9-0463f",
"20261121-0-c3e6e",
"20261121-1-7d458",
"20261121-2-8721c",
"20261121-3-32d14",
"20261121-4-47d44",
"20261121-5-a3995",
"20261121-6-b17b3",
"20261121-7-9675e",
"20261121-8-98055",
"20261121-9-0a201",
"20261121-10-21b7f",
"20261121-11-e1e1c",
"20261122-0-95c3c",
"20261122-1-f45a7",
"20261122-2-d0451",
"20261122-3-4456e",
"20261122-4-31ccd",
"20261122-5-4c3f4",
"20261122-6-653cd",
"20260922-0-051a7",
"20260922-1-26451",
"20260922-2-986cf",
"20260922-3-2f93f",
"20260922-4-83d69",
"20260922-5-f93c1",
"20260922-6-7cfeb",
"20260922-7-821f1",
"20260922-8-14825",
"20260922-9-e710a",
"20260930-0-44ed7",
"20260930-1-4ba26",
"20260930-2-43939",
"20260930-3-e390b",
"20260930-4-3b541",
"20260930-5-6a379",
"20260930-6-f498b",
"20260930-7-c44dc",
"20260930-8-d12b4",
"20260930-9-b0012",
"20261001-0-ccae1",
"20261001-1-536dc",
"20261001-2-f1e7e",
"20261001-3-87579",
"20261001-4-82c93",
"20261001-5-7cac6",
"20261001-6-3559f",
"20261001-7-c1d54",
"20261001-8-4a309",
"20260929-0-79ef3",
"20260929-1-10184",
"20260929-2-d3034",
"20260929-3-a1cc4",
"20260929-4-13e9d",
"20260929-5-85cf7",
"20260929-6-33e70",
"20260929-7-9c9ae",
"20260929-8-e9506",
"20260929-9-d2227",
"20261002-0-29fa4",
"20261002-1-99f06",
"20261002-2-ef819",
"20261002-3-ac3b6",
"20261002-4-6e313",
"20261002-5-ad0c8",
"20261002-6-bba6f",
"20261002-7-2ee6b",
"20261002-8-5263b",
"20261002-9-2c2ef",
"20261003-0-8f497",
"20261003-1-a4f71",
"20261003-2-59bce",
"20261003-3-c4384",
"20261003-4-1c216",
"20261003-5-8da83",
"20261003-6-b40c3",
"20261117-0-6bd71",
"20261117-1-f9e16",
"20261117-2-67633",
"20261117-3-446a1",
"20261117-4-eb96a",
"20261117-5-f964c",
"20261117-6-a3178",
"20261117-7-9346c",
"20261117-8-2056b",
"20261117-9-2df46",
"20261123-0-624fa",
"20261123-1-c6ccb",
"20261123-2-24d73",
"20261123-3-46fbb",
"20261123-4-68b38",
"20261123-5-659a9",
"github_com_salesforce_CoachForce_pull_43",
"20261124-0-ceae7",
"20261124-1-f8304",
"20261124-2-b6fbd",
"20261124-3-af45f",
"20261124-4-242db",
"20261124-5-a63c0",
"20261124-6-4bfda",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CoachForce#a20",
"product": "CoachForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in CoachForce.",
"ground_truth": [
"DataSolutions",
"ComputeWorks",
"AITransformers"
],
"citations": [
"20261023-0-68511",
"20261023-1-98112",
"20261023-2-035cc",
"20261023-3-480a3",
"20261023-4-ab928",
"20261023-5-10fbe",
"20261023-6-40143",
"20261023-7-d17ba",
"20261023-8-e1bd5",
"20261023-9-885e0",
"20261023-10-c8064",
"20261108-0-810b3",
"20261108-1-77e32",
"20261108-2-dbda5",
"20261108-3-30c6e",
"20261108-4-cac1b",
"20261108-5-f6b0e",
"20261108-6-c81e1",
"20261108-7-80b77",
"20261108-8-5ad3c",
"20261108-9-ad143",
"20261108-10-3927d",
"20261108-11-3ebf6",
"20261108-12-f3124",
"20261111-0-d917f",
"20261111-1-b28db",
"20261111-2-097da",
"20261111-3-0743c",
"20261111-4-93879",
"20261111-5-29caa",
"20261111-6-e2dd8",
"20261111-7-c51f3",
"20261007-0-7b07e",
"20261007-1-1f2b3",
"20261007-2-e7527",
"20261007-3-145f0",
"20261007-4-0a258",
"20261007-5-4d7fd",
"20261007-6-d6a89",
"20261007-7-354c3",
"20261007-8-76cfd",
"20261007-9-cbbdc",
"20261007-10-186b3",
"20261026-0-d179f",
"20261026-1-fb5f2",
"20261026-2-524f4",
"20261026-3-dc56c",
"20261026-4-83f4c",
"20261026-5-9c4af",
"20261026-6-758b1",
"20261026-7-98a96",
"20261026-8-2e912",
"20261026-9-fdafc",
"20261026-0-cd80f",
"20261026-1-c11ca",
"20261026-2-b5d07",
"20261026-3-b3d71",
"20261026-4-5e77e",
"20261026-5-7dc14",
"20261026-6-729df",
"20261026-7-9751a",
"20261117-0-6bd71",
"20261117-1-f9e16",
"20261117-2-67633",
"20261117-3-446a1",
"20261117-4-eb96a",
"20261117-5-f964c",
"20261117-6-a3178",
"20261117-7-9346c",
"20261117-8-2056b",
"20261117-9-2df46",
"20261106-0-8aa56",
"20261106-1-ca88b",
"20261106-2-cf046",
"20261106-3-e961b",
"20261106-4-a2a5f",
"20261106-5-99b12",
"20261106-6-07c11",
"20261106-7-b4159",
"20261106-8-efae6",
"20261106-9-0463f",
"20261121-0-c3e6e",
"20261121-1-7d458",
"20261121-2-8721c",
"20261121-3-32d14",
"20261121-4-47d44",
"20261121-5-a3995",
"20261121-6-b17b3",
"20261121-7-9675e",
"20261121-8-98055",
"20261121-9-0a201",
"20261121-10-21b7f",
"20261121-11-e1e1c",
"20261122-0-95c3c",
"20261122-1-f45a7",
"20261122-2-d0451",
"20261122-3-4456e",
"20261122-4-31ccd",
"20261122-5-4c3f4",
"20261122-6-653cd",
"20260922-0-051a7",
"20260922-1-26451",
"20260922-2-986cf",
"20260922-3-2f93f",
"20260922-4-83d69",
"20260922-5-f93c1",
"20260922-6-7cfeb",
"20260922-7-821f1",
"20260922-8-14825",
"20260922-9-e710a",
"20260930-0-44ed7",
"20260930-1-4ba26",
"20260930-2-43939",
"20260930-3-e390b",
"20260930-4-3b541",
"20260930-5-6a379",
"20260930-6-f498b",
"20260930-7-c44dc",
"20260930-8-d12b4",
"20260930-9-b0012",
"20261001-0-ccae1",
"20261001-1-536dc",
"20261001-2-f1e7e",
"20261001-3-87579",
"20261001-4-82c93",
"20261001-5-7cac6",
"20261001-6-3559f",
"20261001-7-c1d54",
"20261001-8-4a309",
"20260929-0-79ef3",
"20260929-1-10184",
"20260929-2-d3034",
"20260929-3-a1cc4",
"20260929-4-13e9d",
"20260929-5-85cf7",
"20260929-6-33e70",
"20260929-7-9c9ae",
"20260929-8-e9506",
"20260929-9-d2227",
"20261002-0-29fa4",
"20261002-1-99f06",
"20261002-2-ef819",
"20261002-3-ac3b6",
"20261002-4-6e313",
"20261002-5-ad0c8",
"20261002-6-bba6f",
"20261002-7-2ee6b",
"20261002-8-5263b",
"20261002-9-2c2ef",
"20261003-0-8f497",
"20261003-1-a4f71",
"20261003-2-59bce",
"20261003-3-c4384",
"20261003-4-1c216",
"20261003-5-8da83",
"20261003-6-b40c3",
"20261123-0-624fa",
"20261123-1-c6ccb",
"20261123-2-24d73",
"20261123-3-46fbb",
"20261123-4-68b38",
"20261123-5-659a9",
"github_com_salesforce_CoachForce_pull_43",
"20261124-0-ceae7",
"20261124-1-f8304",
"20261124-2-b6fbd",
"20261124-3-af45f",
"20261124-4-242db",
"20261124-5-a63c0",
"20261124-6-4bfda",
"20261102-0-60baa",
"20261102-1-d4c8d",
"20261102-2-058d0",
"20261102-3-eccdf",
"20261102-4-aba9b",
"20261102-5-07180",
"20261102-6-6d18b",
"20261102-7-fe830",
"20261102-8-f0130",
"20261102-9-b3155",
"20261102-10-3b213",
"20261127-0-37290",
"20261127-1-737db",
"20261127-2-35980",
"20261127-3-e3af1",
"20261127-4-9822a",
"20261127-5-bf482",
"20261127-6-0d1cf",
"20261127-7-7dbbe",
"20261127-8-d2be0",
"20261127-9-d1ee9",
"20261127-10-90865",
"20261014-0-0f298",
"20261014-1-a3262",
"20261014-2-96a2e",
"20261014-3-b21db",
"20261014-4-83c77",
"20261014-5-ba3c8",
"20261014-6-9e051",
"20261014-7-bee56",
"20261014-8-b391c",
"20261014-9-d9bfb",
"20261014-10-130c1",
"20260914-0-a2a68",
"20260914-1-d59a5",
"20260914-2-49614",
"20260914-3-5c5d3",
"20260914-4-601cd",
"20260914-5-7ce15",
"20260914-6-f97b9",
"20260914-7-bcd54",
"20260914-8-1c880",
"20260914-9-dfe42",
"20260914-10-28c4c",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CoachForce#a21",
"product": "CoachForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in CoachForce.",
"ground_truth": [
"eid_207da0e7"
],
"citations": [
"20261117-0-6bd71",
"20261117-1-f9e16",
"20261117-2-67633",
"20261117-3-446a1",
"20261117-4-eb96a",
"20261117-5-f964c",
"20261117-6-a3178",
"20261117-7-9346c",
"20261117-8-2056b",
"20261117-9-2df46",
"20261123-0-624fa",
"20261123-1-c6ccb",
"20261123-2-24d73",
"20261123-3-46fbb",
"20261123-4-68b38",
"20261123-5-659a9",
"github_com_salesforce_CoachForce_pull_43",
"20261124-0-ceae7",
"20261124-1-f8304",
"20261124-2-b6fbd",
"20261124-3-af45f",
"20261124-4-242db",
"20261124-5-a63c0",
"20261124-6-4bfda",
"20261023-0-68511",
"20261023-1-98112",
"20261023-2-035cc",
"20261023-3-480a3",
"20261023-4-ab928",
"20261023-5-10fbe",
"20261023-6-40143",
"20261023-7-d17ba",
"20261023-8-e1bd5",
"20261023-9-885e0",
"20261023-10-c8064",
"20261108-0-810b3",
"20261108-1-77e32",
"20261108-2-dbda5",
"20261108-3-30c6e",
"20261108-4-cac1b",
"20261108-5-f6b0e",
"20261108-6-c81e1",
"20261108-7-80b77",
"20261108-8-5ad3c",
"20261108-9-ad143",
"20261108-10-3927d",
"20261108-11-3ebf6",
"20261108-12-f3124",
"20261111-0-d917f",
"20261111-1-b28db",
"20261111-2-097da",
"20261111-3-0743c",
"20261111-4-93879",
"20261111-5-29caa",
"20261111-6-e2dd8",
"20261111-7-c51f3",
"20261106-0-8aa56",
"20261106-1-ca88b",
"20261106-2-cf046",
"20261106-3-e961b",
"20261106-4-a2a5f",
"20261106-5-99b12",
"20261106-6-07c11",
"20261106-7-b4159",
"20261106-8-efae6",
"20261106-9-0463f",
"20261121-0-c3e6e",
"20261121-1-7d458",
"20261121-2-8721c",
"20261121-3-32d14",
"20261121-4-47d44",
"20261121-5-a3995",
"20261121-6-b17b3",
"20261121-7-9675e",
"20261121-8-98055",
"20261121-9-0a201",
"20261121-10-21b7f",
"20261121-11-e1e1c",
"20261122-0-95c3c",
"20261122-1-f45a7",
"20261122-2-d0451",
"20261122-3-4456e",
"20261122-4-31ccd",
"20261122-5-4c3f4",
"20261122-6-653cd",
"20260929-0-79ef3",
"20260929-1-10184",
"20260929-2-d3034",
"20260929-3-a1cc4",
"20260929-4-13e9d",
"20260929-5-85cf7",
"20260929-6-33e70",
"20260929-7-9c9ae",
"20260929-8-e9506",
"20260929-9-d2227",
"20261002-0-29fa4",
"20261002-1-99f06",
"20261002-2-ef819",
"20261002-3-ac3b6",
"20261002-4-6e313",
"20261002-5-ad0c8",
"20261002-6-bba6f",
"20261002-7-2ee6b",
"20261002-8-5263b",
"20261002-9-2c2ef",
"20261003-0-8f497",
"20261003-1-a4f71",
"20261003-2-59bce",
"20261003-3-c4384",
"20261003-4-1c216",
"20261003-5-8da83",
"20261003-6-b40c3",
"20260922-0-051a7",
"20260922-1-26451",
"20260922-2-986cf",
"20260922-3-2f93f",
"20260922-4-83d69",
"20260922-5-f93c1",
"20260922-6-7cfeb",
"20260922-7-821f1",
"20260922-8-14825",
"20260922-9-e710a",
"20260930-0-44ed7",
"20260930-1-4ba26",
"20260930-2-43939",
"20260930-3-e390b",
"20260930-4-3b541",
"20260930-5-6a379",
"20260930-6-f498b",
"20260930-7-c44dc",
"20260930-8-d12b4",
"20260930-9-b0012",
"20261001-0-ccae1",
"20261001-1-536dc",
"20261001-2-f1e7e",
"20261001-3-87579",
"20261001-4-82c93",
"20261001-5-7cac6",
"20261001-6-3559f",
"20261001-7-c1d54",
"20261001-8-4a309",
"20261007-0-7b07e",
"20261007-1-1f2b3",
"20261007-2-e7527",
"20261007-3-145f0",
"20261007-4-0a258",
"20261007-5-4d7fd",
"20261007-6-d6a89",
"20261007-7-354c3",
"20261007-8-76cfd",
"20261007-9-cbbdc",
"20261007-10-186b3",
"20261026-0-d179f",
"20261026-1-fb5f2",
"20261026-2-524f4",
"20261026-3-dc56c",
"20261026-4-83f4c",
"20261026-5-9c4af",
"20261026-6-758b1",
"20261026-7-98a96",
"20261026-8-2e912",
"20261026-9-fdafc",
"20261026-0-cd80f",
"20261026-1-c11ca",
"20261026-2-b5d07",
"20261026-3-b3d71",
"20261026-4-5e77e",
"20261026-5-7dc14",
"20261026-6-729df",
"20261026-7-9751a",
"20261102-0-60baa",
"20261102-1-d4c8d",
"20261102-2-058d0",
"20261102-3-eccdf",
"20261102-4-aba9b",
"20261102-5-07180",
"20261102-6-6d18b",
"20261102-7-fe830",
"20261102-8-f0130",
"20261102-9-b3155",
"20261102-10-3b213",
"20261127-0-37290",
"20261127-1-737db",
"20261127-2-35980",
"20261127-3-e3af1",
"20261127-4-9822a",
"20261127-5-bf482",
"20261127-6-0d1cf",
"20261127-7-7dbbe",
"20261127-8-d2be0",
"20261127-9-d1ee9",
"20261127-10-90865",
"20260914-0-a2a68",
"20260914-1-d59a5",
"20260914-2-49614",
"20260914-3-5c5d3",
"20260914-4-601cd",
"20260914-5-7ce15",
"20260914-6-f97b9",
"20260914-7-bcd54",
"20260914-8-1c880",
"20260914-9-dfe42",
"20260914-10-28c4c",
"20261014-0-0f298",
"20261014-1-a3262",
"20261014-2-96a2e",
"20261014-3-b21db",
"20261014-4-83c77",
"20261014-5-ba3c8",
"20261014-6-9e051",
"20261014-7-bee56",
"20261014-8-b391c",
"20261014-9-d9bfb",
"20261014-10-130c1",
"20260621-0-98296",
"20260621-1-9cb85",
"20260621-2-7c001"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CoachForce#u0",
"product": "CoachForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of CoachForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u1",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for CoachForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u2",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Market Research Report for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u3",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Market Research Report for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u4",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Vision Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u5",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Vision Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u6",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Product Requirements Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u7",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Requirements Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u8",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u9",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the Technical Specifications Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u10",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Technical Specifications Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CoachForce#u11",
"product": "CoachForce",
"kind": "unanswerable",
"question": "Find employee IDs of Engineering Leads who reviewed the System Design Document for CoachForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a0",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for CollaborateForce?",
"ground_truth": "- Add data to make the case more compelling.\n- Elaborate on 'real-time collaboration capabilities' in the Product Features section, including a specific example of how it enhances productivity.\n- Emphasize the importance of customer feedback loops in the Conclusion and Recommendations to highlight commitment to continuous improvement.",
"citations": [
"20260525-0-a6728",
"20260525-1-b3c50",
"20260525-2-b1a34",
"20260525-3-bae39",
"20260525-4-70435",
"20260525-5-1bb6c",
"20260525-6-0eff2",
"20260525-7-4ff8e",
"20260525-8-8c993",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a1",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for CollaborateForce?",
"ground_truth": "- Add a brief mention of the specific industries where abAIX has already seen success in the Executive Summary to showcase credibility.\n- Include potential regulatory challenges, particularly concerning data privacy laws, in the Challenges and Risks section.",
"citations": [
"20260525-0-a6728",
"20260525-1-b3c50",
"20260525-2-b1a34",
"20260525-3-bae39",
"20260525-4-70435",
"20260525-5-1bb6c",
"20260525-6-0eff2",
"20260525-7-4ff8e",
"20260525-8-8c993",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a2",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for CollaborateForce?",
"ground_truth": "- Include recent statistics or trends about the growth of AI in collaboration tools in the Market Overview section.\n- Add user feedback or case studies in the Target Audience section to provide a more human element to the report.",
"citations": [
"20260525-0-a6728",
"20260525-1-b3c50",
"20260525-2-b1a34",
"20260525-3-bae39",
"20260525-4-70435",
"20260525-5-1bb6c",
"20260525-6-0eff2",
"20260525-7-4ff8e",
"20260525-8-8c993",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a3",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for CollaborateForce?",
"ground_truth": "- Specify how AI will enhance data-driven discussions, including examples of AI functionalities.\n- Specify integrations with popular tools like Slack and Zoom.\n- Address potential scalability issues as the company grows.\n- Add a section on addressing data privacy regulations in different regions, including GDPR and CCPA compliance strategy.\n- Include a focus on user training in the Recommendations section to ensure effective adoption.",
"citations": [
"20260530-0-c1496",
"20260530-1-74f7f",
"20260530-2-52f9d",
"20260530-3-195ce",
"20260530-4-79c07",
"20260530-5-08cb2",
"20260530-6-20134",
"20260530-7-70763",
"20260530-8-e459e",
"20260530-9-70cb6",
"20260530-10-71813",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a4",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for CollaborateForce?",
"ground_truth": "- Broaden the target audience to open up more market opportunities.\n- Make the Unique Value Proposition more concise by focusing on the most compelling benefits.\n- Emphasize real-time collaboration and AI-driven insights as core benefits.\n- Clarify what 'seamless integration' entails in the Key Features.\n- Highlight specific integrations in the Key Features.",
"citations": [
"20260530-0-c1496",
"20260530-1-74f7f",
"20260530-2-52f9d",
"20260530-3-195ce",
"20260530-4-79c07",
"20260530-5-08cb2",
"20260530-6-20134",
"20260530-7-70763",
"20260530-8-e459e",
"20260530-9-70cb6",
"20260530-10-71813",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a5",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for CollaborateForce?",
"ground_truth": "- Add examples to make the document more tangible.\n- Highlight specific trends in remote work in the Market Overview.\n- Mention the shift towards hybrid work environments and how the tool supports this transition.\n- Consider expanding the Target Audience section to include project managers, in addition to data analysts and BI professionals.",
"citations": [
"20260530-0-c1496",
"20260530-1-74f7f",
"20260530-2-52f9d",
"20260530-3-195ce",
"20260530-4-79c07",
"20260530-5-08cb2",
"20260530-6-20134",
"20260530-7-70763",
"20260530-8-e459e",
"20260530-9-70cb6",
"20260530-10-71813",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a6",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Requirements Document for CollaborateForce?",
"ground_truth": "- Add more detail to the 'Functional Requirements' section to specify the types of predictions supported by predictive analytics.\n- Specify which APIs will be supported initially in the 'Integration Requirements' section to help prioritize development efforts and manage user expectations.",
"citations": [
"20260607-0-cb35b",
"20260607-1-3c763",
"20260607-2-3c7db",
"20260607-3-bef2a",
"20260607-4-3f6e9",
"20260607-5-69460",
"20260607-6-d4761",
"20260607-7-7c7f5",
"20260607-8-aa928",
"20260607-9-c29af",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a7",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Requirements Document for CollaborateForce?",
"ground_truth": "- Specify performance benchmarks in the 'Non-Functional Requirements' section, including response times for AI-generated insights.",
"citations": [
"20260607-0-cb35b",
"20260607-1-3c763",
"20260607-2-3c7db",
"20260607-3-bef2a",
"20260607-4-3f6e9",
"20260607-5-69460",
"20260607-6-d4761",
"20260607-7-7c7f5",
"20260607-8-aa928",
"20260607-9-c29af",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a8",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Requirements Document for CollaborateForce?",
"ground_truth": "- Define what 'intuitive' means in the context of the user interface, potentially including user personas or scenarios to guide design decisions.\n- Expand on the 'Challenges' section to address data privacy concerns, outlining initial strategies or technologies planned for use.",
"citations": [
"20260607-0-cb35b",
"20260607-1-3c763",
"20260607-2-3c7db",
"20260607-3-bef2a",
"20260607-4-3f6e9",
"20260607-5-69460",
"20260607-6-d4761",
"20260607-7-7c7f5",
"20260607-8-aa928",
"20260607-9-c29af",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a9",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for CollaborateForce?",
"ground_truth": "- Specify the metrics or benchmarks used to define 'accuracy' in the Functional Requirements section to set clear expectations.",
"citations": [
"20260613-0-80fc2",
"20260613-1-68f37",
"20260613-2-44e22",
"20260613-3-48fc6",
"20260613-4-aaa85",
"20260613-5-228d5",
"20260613-6-b273b",
"20260613-7-8fec2",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a10",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Technical Specifications Document for CollaborateForce?",
"ground_truth": "- Quantify 'high performance' in the Non-Functional Requirements by specifying response times or data processing limits.\n- Mention specific certifications, such as ISO 27001, in the Security and Compliance section to reassure stakeholders about the commitment to security.",
"citations": [
"20260613-0-80fc2",
"20260613-1-68f37",
"20260613-2-44e22",
"20260613-3-48fc6",
"20260613-4-aaa85",
"20260613-5-228d5",
"20260613-6-b273b",
"20260613-7-8fec2",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a11",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the changes suggested by Product Manager to improve the Technical Specifications Document for CollaborateForce?",
"ground_truth": "- Clarify the meaning of 'seamless incorporation' in the Integration Requirements by outlining specific integration scenarios or use cases.\n- List potential new tools or platforms being considered in the Recommendations section to aid in strategic planning.",
"citations": [
"20260613-0-80fc2",
"20260613-1-68f37",
"20260613-2-44e22",
"20260613-3-48fc6",
"20260613-4-aaa85",
"20260613-5-228d5",
"20260613-6-b273b",
"20260613-7-8fec2",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a12",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the unique features of CollaborateForce's competitor products?",
"ground_truth": "DataSync Pro offers AI-driven data insights tailored for team collaboration by analyzing team interactions and data usage patterns. It provides real-time data visualization suggestions during meetings based on discussion topics and features customizable dashboards that can be personalized for different team roles. Additionally, it integrates with major communication platforms like Slack and Microsoft Teams.\n\nInsightCollab offers collaborative data exploration with AI-generated insights, seamless integration with major cloud storage services (like AWS, Google Cloud, and Azure), interactive visualizations that update in real-time with team input, and personalized recommendations for data-driven decision making.\n\nVizTeam Connect offers AI-powered suggestions for data visualization and interpretation, customizable to fit specific user needs. It includes built-in collaboration tools for team discussions and feedback within the platform, supports a wide range of data formats and sources, and has a user-friendly interface designed for non-technical users.",
"citations": [
"20260801-0-3c496",
"20260801-1-baba3",
"20260801-2-4897b",
"20260801-3-44ffd",
"20260801-4-1ab48",
"20260801-5-04767",
"20260801-6-e5e10",
"20260801-7-06391",
"20260801-8-ae9a6",
"20260801-9-9c467",
"20260801-10-5267f",
"20260801-11-0dda0",
"20260801-12-e2b8a",
"20260916-0-1b08d",
"20260916-1-b0d28",
"20260916-2-b095a",
"20260916-3-ca21a",
"20260916-4-dbcaa",
"20260916-5-37bb4",
"20260916-6-bcd38",
"20260916-7-a8153",
"20260916-8-6e630",
"20260916-9-039b9",
"20260916-10-8cd02",
"20260916-11-4f7bb",
"20260622-0-baa3c",
"20260622-1-8312a",
"20260622-2-4508d",
"20260622-3-72886",
"20260622-4-2e311",
"20260622-5-c7967",
"20260622-6-8eff4",
"20260622-7-8bf78",
"20260622-8-6258c",
"20260622-9-0ec35",
"20260622-10-ddbd2",
"20260622-11-c2eb1",
"20260905-0-0613c",
"20260905-1-d17d6",
"20260905-2-d83c0",
"20260905-3-b98dd",
"20260905-4-54d28",
"20260905-5-fa591",
"20260905-6-ccf79",
"20260905-7-f2772",
"20260905-8-ac165",
"20260905-9-caba9",
"20260905-10-1f493",
"20260905-11-27fe0",
"20260915-0-b8e59",
"20260915-1-33794",
"20260915-2-87bf6",
"20260915-3-3d73d",
"20260915-4-a1bfa",
"20260915-5-76bba",
"20260915-6-7d7e1",
"20260915-7-73634",
"20260915-8-3e0d6",
"20260915-9-7ac95",
"20260915-10-663a5",
"20260915-11-477c8",
"20260915-12-6818c",
"20260915-13-26343",
"20260916-0-dfed3",
"20260916-1-5912d",
"20260916-2-8fe9b",
"20260916-3-eef70",
"20260916-4-ab2e5",
"20260916-5-12517",
"20260916-6-c147e",
"20260916-7-6542c",
"20260916-8-787b6",
"20260916-9-ca383",
"20260916-10-39fa3",
"20260916-11-02d74",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a13",
"product": "CollaborateForce",
"kind": "answerable",
"question": "What are the weaknesses of CollaborateForce's competitor products?",
"ground_truth": "The weaknesses of DataSync Pro include limited support for non-English languages, which affects the interface and some documentation, as well as support being mostly in English. Additionally, it has a higher learning curve, particularly for users new to data analytics, due to its non-intuitive interface and advanced features that require a deep understanding of data processes. The available training resources, such as online tutorials and webinars, are also not comprehensive enough for beginners.\n\nInsightCollab has two notable weaknesses: it requires a stable internet connection for optimal performance, which can be problematic for users with unreliable connectivity, and it offers limited customization options for advanced users, which might not meet the needs of those looking for more tailored solutions.\n\nThe weaknesses of VizTeam Connect include experiencing lag with very large datasets, particularly those in the range of several gigabytes, and offering fewer advanced analytics features compared to some competitors. It lacks advanced predictive analytics and machine learning capabilities, focusing more on basic data visualization and reporting.",
"citations": [
"20260801-0-3c496",
"20260801-1-baba3",
"20260801-2-4897b",
"20260801-3-44ffd",
"20260801-4-1ab48",
"20260801-5-04767",
"20260801-6-e5e10",
"20260801-7-06391",
"20260801-8-ae9a6",
"20260801-9-9c467",
"20260801-10-5267f",
"20260801-11-0dda0",
"20260801-12-e2b8a",
"20260916-0-1b08d",
"20260916-1-b0d28",
"20260916-2-b095a",
"20260916-3-ca21a",
"20260916-4-dbcaa",
"20260916-5-37bb4",
"20260916-6-bcd38",
"20260916-7-a8153",
"20260916-8-6e630",
"20260916-9-039b9",
"20260916-10-8cd02",
"20260916-11-4f7bb",
"20260622-0-baa3c",
"20260622-1-8312a",
"20260622-2-4508d",
"20260622-3-72886",
"20260622-4-2e311",
"20260622-5-c7967",
"20260622-6-8eff4",
"20260622-7-8bf78",
"20260622-8-6258c",
"20260622-9-0ec35",
"20260622-10-ddbd2",
"20260622-11-c2eb1",
"20260905-0-0613c",
"20260905-1-d17d6",
"20260905-2-d83c0",
"20260905-3-b98dd",
"20260905-4-54d28",
"20260905-5-fa591",
"20260905-6-ccf79",
"20260905-7-f2772",
"20260905-8-ac165",
"20260905-9-caba9",
"20260905-10-1f493",
"20260905-11-27fe0",
"20260915-0-b8e59",
"20260915-1-33794",
"20260915-2-87bf6",
"20260915-3-3d73d",
"20260915-4-a1bfa",
"20260915-5-76bba",
"20260915-6-7d7e1",
"20260915-7-73634",
"20260915-8-3e0d6",
"20260915-9-7ac95",
"20260915-10-663a5",
"20260915-11-477c8",
"20260915-12-6818c",
"20260915-13-26343",
"20260916-0-dfed3",
"20260916-1-5912d",
"20260916-2-8fe9b",
"20260916-3-eef70",
"20260916-4-ab2e5",
"20260916-5-12517",
"20260916-6-c147e",
"20260916-7-6542c",
"20260916-8-787b6",
"20260916-9-ca383",
"20260916-10-39fa3",
"20260916-11-02d74",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a14",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of CollaborateForce's competitor products?",
"ground_truth": [
"eid_b7a6e7f9",
"eid_782010a4",
"eid_131494b8",
"eid_97d7392d",
"eid_16935c12"
],
"citations": [
"20260801-0-3c496",
"20260801-1-baba3",
"20260801-2-4897b",
"20260801-3-44ffd",
"20260801-4-1ab48",
"20260801-5-04767",
"20260801-6-e5e10",
"20260801-7-06391",
"20260801-8-ae9a6",
"20260801-9-9c467",
"20260801-10-5267f",
"20260801-11-0dda0",
"20260801-12-e2b8a",
"20260916-0-1b08d",
"20260916-1-b0d28",
"20260916-2-b095a",
"20260916-3-ca21a",
"20260916-4-dbcaa",
"20260916-5-37bb4",
"20260916-6-bcd38",
"20260916-7-a8153",
"20260916-8-6e630",
"20260916-9-039b9",
"20260916-10-8cd02",
"20260916-11-4f7bb",
"20260622-0-baa3c",
"20260622-1-8312a",
"20260622-2-4508d",
"20260622-3-72886",
"20260622-4-2e311",
"20260622-5-c7967",
"20260622-6-8eff4",
"20260622-7-8bf78",
"20260622-8-6258c",
"20260622-9-0ec35",
"20260622-10-ddbd2",
"20260622-11-c2eb1",
"20260905-0-0613c",
"20260905-1-d17d6",
"20260905-2-d83c0",
"20260905-3-b98dd",
"20260905-4-54d28",
"20260905-5-fa591",
"20260905-6-ccf79",
"20260905-7-f2772",
"20260905-8-ac165",
"20260905-9-caba9",
"20260905-10-1f493",
"20260905-11-27fe0",
"20260915-0-b8e59",
"20260915-1-33794",
"20260915-2-87bf6",
"20260915-3-3d73d",
"20260915-4-a1bfa",
"20260915-5-76bba",
"20260915-6-7d7e1",
"20260915-7-73634",
"20260915-8-3e0d6",
"20260915-9-7ac95",
"20260915-10-663a5",
"20260915-11-477c8",
"20260915-12-6818c",
"20260915-13-26343",
"20260916-0-dfed3",
"20260916-1-5912d",
"20260916-2-8fe9b",
"20260916-3-eef70",
"20260916-4-ab2e5",
"20260916-5-12517",
"20260916-6-c147e",
"20260916-7-6542c",
"20260916-8-787b6",
"20260916-9-ca383",
"20260916-10-39fa3",
"20260916-11-02d74",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a15",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of CollaborateForce's competitor products?",
"ground_truth": [
"eid_0c373165",
"eid_294dc39d",
"eid_c09d4d60"
],
"citations": [
"20260801-0-3c496",
"20260801-1-baba3",
"20260801-2-4897b",
"20260801-3-44ffd",
"20260801-4-1ab48",
"20260801-5-04767",
"20260801-6-e5e10",
"20260801-7-06391",
"20260801-8-ae9a6",
"20260801-9-9c467",
"20260801-10-5267f",
"20260801-11-0dda0",
"20260801-12-e2b8a",
"20260916-0-1b08d",
"20260916-1-b0d28",
"20260916-2-b095a",
"20260916-3-ca21a",
"20260916-4-dbcaa",
"20260916-5-37bb4",
"20260916-6-bcd38",
"20260916-7-a8153",
"20260916-8-6e630",
"20260916-9-039b9",
"20260916-10-8cd02",
"20260916-11-4f7bb",
"20260819-0-ce5cc",
"20260622-0-baa3c",
"20260622-1-8312a",
"20260622-2-4508d",
"20260622-3-72886",
"20260622-4-2e311",
"20260622-5-c7967",
"20260622-6-8eff4",
"20260622-7-8bf78",
"20260622-8-6258c",
"20260622-9-0ec35",
"20260622-10-ddbd2",
"20260622-11-c2eb1",
"20260905-0-0613c",
"20260905-1-d17d6",
"20260905-2-d83c0",
"20260905-3-b98dd",
"20260905-4-54d28",
"20260905-5-fa591",
"20260905-6-ccf79",
"20260905-7-f2772",
"20260905-8-ac165",
"20260905-9-caba9",
"20260905-10-1f493",
"20260905-11-27fe0",
"20260806-0-86049",
"20260915-0-b8e59",
"20260915-1-33794",
"20260915-2-87bf6",
"20260915-3-3d73d",
"20260915-4-a1bfa",
"20260915-5-76bba",
"20260915-6-7d7e1",
"20260915-7-73634",
"20260915-8-3e0d6",
"20260915-9-7ac95",
"20260915-10-663a5",
"20260915-11-477c8",
"20260915-12-6818c",
"20260915-13-26343",
"20260916-0-dfed3",
"20260916-1-5912d",
"20260916-2-8fe9b",
"20260916-3-eef70",
"20260916-4-ab2e5",
"20260916-5-12517",
"20260916-6-c147e",
"20260916-7-6542c",
"20260916-8-787b6",
"20260916-9-ca383",
"20260916-10-39fa3",
"20260916-11-02d74",
"20260707-0-0c7c6",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a16",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for CollaborateForce's competitor products?",
"ground_truth": [
"https://www.insightcollab.com/demo",
"https://www.datasyncpro.com/demo",
"https://www.vizteamconnect.com/demo"
],
"citations": [
"20260801-0-3c496",
"20260801-1-baba3",
"20260801-2-4897b",
"20260801-3-44ffd",
"20260801-4-1ab48",
"20260801-5-04767",
"20260801-6-e5e10",
"20260801-7-06391",
"20260801-8-ae9a6",
"20260801-9-9c467",
"20260801-10-5267f",
"20260801-11-0dda0",
"20260801-12-e2b8a",
"20260916-0-1b08d",
"20260916-1-b0d28",
"20260916-2-b095a",
"20260916-3-ca21a",
"20260916-4-dbcaa",
"20260916-5-37bb4",
"20260916-6-bcd38",
"20260916-7-a8153",
"20260916-8-6e630",
"20260916-9-039b9",
"20260916-10-8cd02",
"20260916-11-4f7bb",
"20260819-0-ce5cc",
"20260622-0-baa3c",
"20260622-1-8312a",
"20260622-2-4508d",
"20260622-3-72886",
"20260622-4-2e311",
"20260622-5-c7967",
"20260622-6-8eff4",
"20260622-7-8bf78",
"20260622-8-6258c",
"20260622-9-0ec35",
"20260622-10-ddbd2",
"20260622-11-c2eb1",
"20260905-0-0613c",
"20260905-1-d17d6",
"20260905-2-d83c0",
"20260905-3-b98dd",
"20260905-4-54d28",
"20260905-5-fa591",
"20260905-6-ccf79",
"20260905-7-f2772",
"20260905-8-ac165",
"20260905-9-caba9",
"20260905-10-1f493",
"20260905-11-27fe0",
"20260806-0-86049",
"20260915-0-b8e59",
"20260915-1-33794",
"20260915-2-87bf6",
"20260915-3-3d73d",
"20260915-4-a1bfa",
"20260915-5-76bba",
"20260915-6-7d7e1",
"20260915-7-73634",
"20260915-8-3e0d6",
"20260915-9-7ac95",
"20260915-10-663a5",
"20260915-11-477c8",
"20260915-12-6818c",
"20260915-13-26343",
"20260916-0-dfed3",
"20260916-1-5912d",
"20260916-2-8fe9b",
"20260916-3-eef70",
"20260916-4-ab2e5",
"20260916-5-12517",
"20260916-6-c147e",
"20260916-7-6542c",
"20260916-8-787b6",
"20260916-9-ca383",
"20260916-10-39fa3",
"20260916-11-02d74",
"20260707-0-0c7c6",
"www_insightcollab_com_demo",
"www_datasyncpro_com_demo",
"www_vizteamconnect_com_demo",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a17",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the AI engine feedback loop in CollaborateForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/15",
"https://github.com/salesforce/CollaborateForce/pull/28",
"https://github.com/salesforce/CollaborateForce/pull/35"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_4",
"20260905-0-eeaa1",
"20260905-1-a7694",
"20260905-2-7c130",
"20260905-3-c0139",
"20260905-4-9ee07",
"20260905-5-6a439",
"20260905-6-68f67",
"20260905-7-359d2",
"20260905-8-a5d51",
"20260905-9-6db2b",
"github_com_salesforce_CollaborateForce_pull_15",
"20260825-0-77674",
"20260825-1-845b7",
"20260825-2-d8085",
"20260825-3-468e9",
"20260825-4-24634",
"20260825-5-f5c81",
"20260825-6-5e75e",
"20260825-7-a7872",
"20260825-8-d1956",
"20260825-9-221a9",
"product_dev_CollaborateForce_5",
"product_dev_CollaborateForce_6",
"20261019-0-2c7d3",
"20261019-1-293c6",
"20261019-2-7f5b5",
"20261019-3-e592f",
"20261019-4-f61ea",
"20261019-5-81a05",
"20261019-6-63ee2",
"20261019-7-b85da",
"20261019-8-ceca2",
"20261019-9-ca093",
"20261019-10-41e3a",
"20261019-11-d42ef",
"github_com_salesforce_CollaborateForce_pull_28",
"20261014-0-a184b",
"20261014-1-b17c4",
"20261014-2-f62d0",
"20261014-3-bf2b7",
"20261014-4-517df",
"20261014-5-bd5a7",
"20261014-6-fe4c4",
"20261014-7-c66c8",
"product_dev_CollaborateForce_7",
"20261102-0-05879",
"20261102-1-0c3b8",
"20261102-2-3b874",
"20261102-3-1c0e7",
"20261102-4-48f53",
"20261102-5-b5946",
"20261102-6-fe0b3",
"20261102-7-aa01c",
"20261102-8-3b7d6",
"20261102-9-fde95",
"20261102-10-b7e5f",
"github_com_salesforce_CollaborateForce_pull_35",
"20261025-0-20cbe",
"20261025-1-7093c",
"20261025-2-256d8",
"20261025-3-e0383",
"20261025-4-0f432",
"20261025-5-8250d",
"20261025-6-8b0a0",
"20261025-7-e8f3e",
"20261025-8-86464",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a18",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the AI engine feedback loop in CollaborateForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/7"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_2",
"product_dev_CollaborateForce_3",
"github_com_salesforce_CollaborateForce_pull_7",
"20260729-0-6f337",
"20260729-1-a6739",
"20260729-2-89455",
"20260729-3-35e82",
"20260729-4-7b32a",
"20260729-5-0e333",
"20260729-6-6b3e2",
"20260729-7-88bf6",
"20260729-8-e8ba4",
"20260729-9-048ba",
"20260729-10-3389a",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a19",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the API design with GraphQL for CollaborateForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/8",
"https://github.com/salesforce/CollaborateForce/pull/36"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_2",
"product_dev_CollaborateForce_3",
"github_com_salesforce_CollaborateForce_pull_8",
"github_com_salesforce_CollaborateForce_pull_13",
"20260731-0-ae884",
"20260731-1-84d35",
"20260731-2-ee4eb",
"20260731-3-c8a40",
"20260731-4-fb971",
"20260731-5-4561b",
"20260731-6-99de9",
"20260731-7-bed23",
"20260811-0-6e1c1",
"20260811-1-4c37a",
"20260811-2-c4d67",
"20260811-3-52ba7",
"20260811-4-13b85",
"20260811-5-805f1",
"20260811-6-bd765",
"20260811-7-dc0d9",
"20260811-8-f023f",
"20260811-9-fadb4",
"20260811-10-60896",
"20260812-0-f68ec",
"20260812-1-c5754",
"20260812-2-3ad77",
"20260812-3-8a7f8",
"product_dev_CollaborateForce_6",
"product_dev_CollaborateForce_7",
"github_com_salesforce_CollaborateForce_pull_36",
"github_com_salesforce_CollaborateForce_pull_40",
"20261026-0-ffdf9",
"20261026-1-0005a",
"20261026-2-1198b",
"20261026-3-5b7c8",
"20261026-4-5bc4b",
"20261026-5-767ee",
"20261026-6-edc72",
"20261026-7-0763f",
"20261102-0-cd4b4",
"20261102-1-50114",
"20261102-2-0b032",
"20261102-3-9a6d9",
"20261102-4-4d9f0",
"20261102-5-9bf68",
"20261102-6-7fcc6",
"20261102-7-6d2c9",
"20261102-8-ff721",
"20261102-9-86f0e",
"20261103-0-0e868",
"20261103-1-76d63",
"20261103-2-340e3",
"20261103-3-5f81c",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a20",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the API design with GraphQL in CollaborateForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/23",
"https://github.com/salesforce/CollaborateForce/pull/41"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_5",
"20260930-0-5649a",
"20260930-1-a8e26",
"20260930-2-4ec3d",
"20260930-3-45a3a",
"20260930-4-8f344",
"20260930-5-72c36",
"20260930-6-52e27",
"20260930-7-6cbec",
"20260930-8-6a3d6",
"20260930-9-5a51d",
"github_com_salesforce_CollaborateForce_pull_23",
"20260920-0-3e41c",
"20260920-1-06dd0",
"20260920-2-ea0d2",
"20260920-3-da54d",
"20260920-4-cc269",
"20260920-5-754f6",
"20260920-6-9773b",
"20260920-7-714a8",
"product_dev_CollaborateForce_8",
"20261115-0-8989c",
"20261115-1-b8f3c",
"20261115-2-1a37b",
"20261115-3-c7101",
"20261115-4-a48f7",
"20261115-5-ce542",
"20261115-6-c1e95",
"20261115-7-2d2b2",
"20261115-8-ff533",
"20261115-9-de180",
"20261115-10-f4046",
"20261115-11-7a570",
"github_com_salesforce_CollaborateForce_pull_41",
"20261109-0-b13cf",
"20261109-1-de54a",
"20261109-2-5f992",
"20261109-3-31fc9",
"20261109-4-2bf25",
"20261109-5-77553",
"20261109-6-dfe2f",
"20261109-7-5aec4",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a21",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Can you find links to the PRs for the API design with GraphQL in CollaborateForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/45"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_9",
"product_dev_CollaborateForce_10",
"github_com_salesforce_CollaborateForce_pull_45",
"20261126-0-c7ac5",
"20261126-1-dbe19",
"20261126-2-cb5bf",
"20261126-3-cd6b1",
"20261126-4-07eaf",
"20261126-5-20c43",
"20261126-6-7bc9e",
"20261126-7-9fbbf",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a22",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Can you find the links to the PRs for the WebRTC optimization in CollaborateForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/24",
"https://github.com/salesforce/CollaborateForce/pull/37"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_4",
"product_dev_CollaborateForce_5",
"github_com_salesforce_CollaborateForce_pull_24",
"20260923-0-eb0c2",
"20260923-1-efd85",
"20260923-2-8d62f",
"20260923-3-25672",
"20260923-4-c196f",
"20260923-5-34c29",
"20260923-6-dcad4",
"20260923-7-be500",
"20260923-8-38b3b",
"20260923-9-da8df",
"product_dev_CollaborateForce_6",
"product_dev_CollaborateForce_7",
"github_com_salesforce_CollaborateForce_pull_37",
"20261029-0-03357",
"20261029-1-d0198",
"20261029-2-1efb1",
"20261029-3-671f7",
"20261029-4-b5892",
"20261029-5-3dc0b",
"20261029-6-900bb",
"20261029-7-a9154",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a23",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for the encryption protocols in CollaborateForce's communication features that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/25",
"https://github.com/salesforce/CollaborateForce/pull/38"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_5",
"20261002-0-55769",
"20261002-1-a7fd1",
"20261002-2-f21ff",
"20261002-3-f90a0",
"20261002-4-d13de",
"20261002-5-efc49",
"20261002-6-8cdcd",
"20261002-7-7804e",
"20261002-8-29a44",
"20261002-9-59656",
"20261002-10-89f05",
"20261002-11-37627",
"20261002-12-aab4b",
"github_com_salesforce_CollaborateForce_pull_25",
"20260924-0-06b80",
"20260924-1-c8943",
"20260924-2-dde9c",
"20260924-3-e6759",
"20260924-4-0d3b5",
"20260924-5-30b0b",
"20260924-6-8cb62",
"20260924-7-74739",
"product_dev_CollaborateForce_6",
"product_dev_CollaborateForce_7",
"20261104-0-bd95b",
"20261104-1-278ce",
"20261104-2-42843",
"20261104-3-a6dd2",
"20261104-4-c59f0",
"20261104-5-3c305",
"20261104-6-29389",
"20261104-7-b5370",
"20261104-8-bda77",
"20261104-9-434bc",
"20261104-10-1bd89",
"20261104-11-4ea30",
"github_com_salesforce_CollaborateForce_pull_38",
"20261103-0-87a32",
"20261103-1-23c5b",
"20261103-2-b152a",
"20261103-3-faeab",
"20261103-4-e2d64",
"20261103-5-8da76",
"20261103-6-cdb99",
"20261103-7-47f2c",
"20261103-8-729db",
"20261103-9-ae977",
"20261103-10-ce013",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a24",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the UI components for accessibility and customization in CollaborateForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/11",
"https://github.com/salesforce/CollaborateForce/pull/26"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_2",
"product_dev_CollaborateForce_3",
"github_com_salesforce_CollaborateForce_pull_11",
"20260810-0-b3a28",
"20260810-1-67529",
"20260810-2-62c77",
"20260810-3-8e89b",
"20260810-4-6faa9",
"20260810-5-4de77",
"20260810-6-90367",
"20260810-7-33e85",
"product_dev_CollaborateForce_5",
"github_com_salesforce_CollaborateForce_pull_26",
"20260925-0-53c5b",
"20260925-1-d2e5d",
"20260925-2-0c866",
"20260925-3-b7ea8",
"20260925-4-1e485",
"20260925-5-21247",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a25",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Can you provide links to the PRs related to expanding API support in CollaborateForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/12",
"https://github.com/salesforce/CollaborateForce/pull/20",
"https://github.com/salesforce/CollaborateForce/pull/33"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_2",
"product_dev_CollaborateForce_3",
"github_com_salesforce_CollaborateForce_pull_12",
"github_com_salesforce_CollaborateForce_pull_14",
"20260811-0-220b4",
"20260811-1-e949a",
"20260811-2-09677",
"20260811-3-788b7",
"20260811-4-ef2b1",
"20260811-5-0afc1",
"20260811-6-608fa",
"20260811-7-2f2c3",
"20260811-8-e8c40",
"20260811-9-1086a",
"20260811-10-9ee6d",
"20260814-0-10f75",
"20260814-1-f40c2",
"20260814-2-69669",
"20260814-3-dc55c",
"20260814-4-7ac5c",
"20260814-5-5b9d3",
"20260814-6-95c5a",
"20260814-7-22a20",
"20260814-8-89932",
"20260814-9-14e45",
"20260814-10-986b6",
"20260814-11-f76fb",
"20260814-12-2a8a4",
"20260814-13-db5f7",
"20260814-14-8695e",
"20260814-15-cfd67",
"20260814-0-e2807",
"20260814-1-438fe",
"20260814-2-bae19",
"20260814-3-14f0a",
"product_dev_CollaborateForce_4",
"github_com_salesforce_CollaborateForce_pull_20",
"github_com_salesforce_CollaborateForce_pull_21",
"20260909-0-4eeec",
"20260909-1-36934",
"20260909-2-90295",
"20260909-3-bd063",
"20260909-4-35d93",
"20260909-5-8d03f",
"20260909-6-55e24",
"20260909-7-e62e5",
"20260908-0-a5108",
"20260908-1-70164",
"20260908-2-f01e1",
"20260908-3-6d4a4",
"20260908-4-2ede0",
"20260908-5-f49a3",
"20260908-6-7f37e",
"20260908-7-449e1",
"20260908-8-6df45",
"20260908-9-fef94",
"20260908-10-22a71",
"20260908-0-c76be",
"20260908-1-53c03",
"20260908-2-76ae4",
"product_dev_CollaborateForce_6",
"github_com_salesforce_CollaborateForce_pull_33",
"github_com_salesforce_CollaborateForce_pull_34",
"20261023-0-ca44c",
"20261023-1-4f19b",
"20261023-2-23035",
"20261023-3-35819",
"20261023-4-1742f",
"20261023-5-8a37a",
"20261023-6-fdd79",
"20261023-7-7b647",
"20261023-8-f726c",
"20261023-9-1cce9",
"20261020-0-ae11f",
"20261020-1-bd251",
"20261020-2-56985",
"20261020-3-35cf7",
"20261020-4-077c3",
"20261020-5-e9af1",
"20261020-6-d1bb9",
"20261020-7-47747",
"20261020-8-76e9e",
"20261020-9-2f80e",
"20261020-10-4ec6c",
"20261020-0-c043f",
"20261020-1-08232",
"20261020-2-2514f",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a26",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for expanding API support in CollaborateForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/27"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_5",
"20261003-0-3c42b",
"20261003-1-dd49e",
"20261003-2-b5791",
"20261003-3-d4551",
"20261003-4-3249e",
"20261003-5-66a5f",
"20261003-6-210c5",
"20261003-7-023f2",
"20261003-8-1b86a",
"20261003-9-5007c",
"github_com_salesforce_CollaborateForce_pull_27",
"20260929-0-633de",
"20260929-1-3cdb8",
"20260929-2-fecb4",
"20260929-3-d6101",
"20260929-4-c26c1",
"20260929-5-7eb3c",
"20260929-6-d1494",
"20260929-7-a622f",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a27",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for expanding API support in CollaborateForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/CollaborateForce/pull/43"
],
"citations": [
"product_dev_CollaborateForce_1",
"product_dev_CollaborateForce_7",
"product_dev_CollaborateForce_8",
"github_com_salesforce_CollaborateForce_pull_43",
"20261118-0-61a72",
"20261118-1-7722c",
"20261118-2-31326",
"20261118-3-d4d4c",
"20261118-4-410ed",
"20261118-5-5f67a",
"20261118-6-f49d4",
"20261118-7-f1fbc",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a28",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in CollaborateForce?",
"ground_truth": [
"BlueWave",
"NextGenTech",
"DataSolutions",
"AITransformers",
"InnovateAI",
"CloudSync",
"TechCorp",
"FusionTech"
],
"citations": [
"20261210-0-2117b",
"20261210-1-1d9c2",
"20261210-0-3799f",
"20261210-1-660a0",
"20261210-2-b5e20",
"20261210-3-c2da4",
"20261210-4-a4763",
"20261210-5-83ac0",
"20261210-6-ea37a",
"20261210-7-b0326",
"20261210-8-e5229",
"20261210-9-1d183",
"20261210-10-5910a",
"20261213-0-9ae97",
"20261213-1-f8a9e",
"20261213-2-0267c",
"20261213-3-82b4c",
"20261213-4-02698",
"20261213-5-8ca9d",
"20261213-6-b009c",
"20261213-7-b84f4",
"20261213-8-7f7d1",
"20261213-9-9dd34",
"20261213-10-100fb",
"20261216-0-470eb",
"20261216-1-e9a8c",
"20261216-2-c566e",
"20261216-3-16fe8",
"20261216-4-2a041",
"20261216-5-c7e59",
"20261216-6-1bf2a",
"20261216-7-0a4e5",
"20261221-0-63fa9",
"20261221-1-88156",
"20261221-2-f9a63",
"20261221-3-50190",
"20261221-4-61a7a",
"20261221-5-29593",
"20261221-6-365c1",
"20261225-0-36305",
"20261225-1-6a4fe",
"20261225-2-8ed44",
"20261225-3-f215c",
"20261225-4-190ca",
"20261225-5-25c95",
"20261225-6-f0234",
"20261229-0-712ce",
"20261229-1-bff3f",
"20261229-2-05aeb",
"20261229-3-2962a",
"20261229-4-22d37",
"20261229-5-6c8e2",
"20261229-6-73e07",
"20261229-7-a07ab",
"20261229-8-bc5ee",
"20261229-9-e1a30",
"20261230-0-8bb3a",
"20261230-1-a2768",
"20261230-2-faf06",
"20261230-3-06068",
"20261230-4-05969",
"20261230-5-6dd1d",
"20261230-6-1882d",
"20261230-7-9a4f0",
"20261230-8-da468",
"20261230-9-fc8cc",
"20270116-0-0d5b7",
"20270116-1-70219",
"20270116-2-eca6c",
"20270116-3-65460",
"20270116-4-7e077",
"20270116-5-24222",
"20270116-6-2a745",
"20270116-7-55140",
"20270116-8-fe398",
"20270116-9-ea68d",
"20270116-10-e4b5f",
"20270119-0-64d01",
"20270119-1-f9067",
"20270119-2-67c79",
"20270119-3-2f002",
"20270119-4-40f0a",
"20270119-5-9410f",
"20270119-6-f78e0",
"20270119-7-4f967",
"20270119-8-d261b",
"20270119-9-0b2cc",
"20270119-10-3535e",
"20270125-0-4fe8c",
"20270125-1-a819c",
"20270125-2-3b61d",
"20270125-3-1dc25",
"20270125-4-e2c98",
"20270125-5-cc3ef",
"20270210-0-6d147",
"20270210-1-3b1f4",
"20270210-2-db9a0",
"20270210-3-40c19",
"20270210-4-f74a1",
"20270210-5-5e026",
"20270210-6-0a5fc",
"20270210-7-47ca1",
"20270220-0-60a07",
"20270220-1-4f4a5",
"20270220-2-b8e35",
"20270220-3-83a31",
"20270220-4-32705",
"20270220-5-5f1e6",
"20270220-6-8e2c9",
"20270220-7-e67fe",
"20270220-8-ddd26",
"20270220-9-25445",
"20270220-10-32599",
"20270220-11-72643",
"20270301-0-31be4",
"20270301-1-4c276",
"20270301-2-c7bae",
"20270301-3-46d2c",
"20270301-4-f2970",
"20270301-5-f584c",
"20270301-6-dae99",
"20270301-7-09fd2",
"20270301-8-d5b90",
"20270309-0-90e4f",
"20270309-1-29fa8",
"20270309-2-8502b",
"20270309-3-38dd9",
"20270309-4-24f68",
"20270309-5-489ee",
"20270309-6-768a3",
"20261217-0-57120",
"20261217-1-6c141",
"20261217-0-b3467",
"20261217-1-de69a",
"20261217-2-d8c46",
"20261217-3-5f49f",
"20261217-4-554f2",
"20261217-5-0577f",
"20261217-6-c51f7",
"20261217-7-cdb67",
"20261217-8-e7954",
"20261217-9-3ad82",
"20261219-0-c02e8",
"20261219-1-2f48e",
"20261219-2-757ea",
"20261219-3-d503d",
"20261219-4-68d57",
"20261219-5-2947c",
"20261219-6-3b542",
"20261219-7-04e87",
"20261219-8-54624",
"20261219-9-5f66d",
"20270107-0-12f51",
"20270107-1-6ed05",
"20270107-2-5a48b",
"20270107-3-0dfdf",
"20270107-4-fce16",
"20270107-5-ab923",
"20270107-6-a3068",
"20270110-0-f420a",
"20270110-1-46889",
"20270110-2-dfc8f",
"20270110-3-f57cf",
"20270110-4-9f16d",
"20270110-5-42863",
"20270110-6-094a5",
"20261222-0-d91bb",
"20261222-1-db8f6",
"20261222-0-f04ad",
"20261222-1-123b0",
"20261222-2-79b74",
"20261222-3-12db9",
"20261222-4-3aa63",
"20261222-5-5c56b",
"20261222-6-06b2f",
"20261222-7-f65dc",
"20261222-8-85ffc",
"20261222-9-0e9ad",
"20261223-0-36f6b",
"20261223-1-0e7a3",
"20261223-2-5bf30",
"20261223-3-7e961",
"20261223-4-5b9a4",
"20261223-5-6e157",
"20261223-6-5c19f",
"20261223-7-f381d",
"20261223-8-0dfbd",
"20270114-0-cf36f",
"20270114-1-d82cf",
"20270114-2-07ca4",
"20270114-3-4c658",
"20270114-4-9eee8",
"20270114-5-d361b",
"20270120-0-60044",
"20270120-1-ad210",
"20270120-2-3c3d8",
"20270120-3-c884f",
"20270120-4-dd7ab",
"20270120-5-d1ab3",
"20270124-0-66906",
"20270124-1-1588a",
"20270124-2-00fbe",
"20270124-3-b6e73",
"20270124-4-4620d",
"20270124-5-729c9",
"20270101-0-90264",
"20270101-1-9114c",
"20270101-0-759b1",
"20270101-1-5536b",
"20270101-2-f6633",
"20270101-3-52cd8",
"20270101-4-27e64",
"20270101-5-89057",
"20270101-6-998d8",
"20270101-7-993a1",
"20270101-8-2b705",
"20270101-9-fa0b5",
"20270101-10-5ac6a",
"20270101-11-52735",
"20270104-0-ca0e5",
"20270104-1-0b936",
"20270104-2-2767a",
"20270104-3-32b91",
"20270104-4-5d069",
"20270104-5-95aae",
"20270104-6-bc29d",
"20270104-7-7162e",
"20270104-8-f2b02",
"20270104-9-f727f",
"20270104-10-8ed84",
"20270129-0-566e3",
"20270129-1-14914",
"20270129-2-192c9",
"20270129-3-622b7",
"20270129-4-00644",
"20270129-5-d4c7d",
"20270129-6-c1d8c",
"20270129-7-8d44d",
"20270129-8-9cc92",
"20270129-9-fd359",
"20270129-10-426b9",
"20270129-11-4290f",
"20270131-0-8eaac",
"20270131-1-0d6de",
"20270131-2-959c0",
"20270131-3-6477e",
"20270131-4-60546",
"20270131-5-18ffc",
"20270131-6-be350",
"20270131-7-255a9",
"20270131-8-aaa67",
"20270131-9-f2284",
"20270131-10-823cf",
"20270131-11-9c438",
"20270212-0-2f9de",
"20270212-1-f595b",
"20270212-2-6c354",
"20270212-3-9b701",
"20270212-4-85d12",
"20270212-5-ddf57",
"20270212-6-57ee5",
"20270212-7-283b2",
"20270212-8-cc869",
"20270212-9-c9a4d",
"20270216-0-2c131",
"20270216-1-235b4",
"20270216-2-40721",
"20270216-3-668f7",
"20270216-4-50946",
"20270216-5-8fbe8",
"20270216-6-ddf2e",
"20270216-7-a20fd",
"20270216-8-fa18b",
"20270217-0-bff61",
"20270217-1-cc44e",
"20270217-2-cd9e8",
"20270217-3-fe87e",
"20270217-4-ed559",
"20270217-5-529e0",
"20270217-6-bfb28",
"20270304-0-b2b15",
"20270304-1-ed776",
"20270304-2-dec4f",
"20270304-3-1775b",
"20270304-4-9a240",
"20270304-5-ad497",
"20270304-6-50c7f",
"20270304-7-cce22",
"20270304-8-40587",
"20270304-9-212c9",
"20270304-10-6b5c4",
"20270307-0-3719b",
"20270307-1-f28c9",
"20270307-2-bef17",
"20270307-3-7a28a",
"20270307-4-b5c4f",
"20270307-5-c6c77",
"20270307-6-d26de",
"20270307-7-b9d5d",
"20270307-8-5ba2d",
"20270307-9-61f65",
"20270307-10-c1ad4",
"20270311-0-f4749",
"20270311-1-8419d",
"20270311-2-0781a",
"20270311-3-8e470",
"20270311-4-b3411",
"20270311-5-7783e",
"20270311-6-7511b",
"20270311-7-cdcd7",
"20270314-0-e53a6",
"20270314-1-c1dfd",
"20270314-2-4f269",
"20270314-3-d1d62",
"20270314-4-b0b88",
"20270314-5-8391d",
"20270314-6-b35b6",
"20270314-7-186f0",
"20270314-8-cb82c",
"20270404-0-cbf6e",
"20270404-1-c1d41",
"20270404-2-a799b",
"20270404-3-85dda",
"20270404-4-a12ae",
"20270404-5-f271f",
"20270404-6-6bcb6",
"20270404-7-b1ec4",
"20270404-8-bbf2a",
"20270404-9-b9589",
"20270411-0-9e78f",
"20270411-1-ad602",
"20270411-2-2f8d0",
"20270411-3-f1aed",
"20270411-4-7c1ec",
"20270411-5-7ed2b",
"20270411-6-38074",
"20270411-7-57a07",
"20270411-8-51fad",
"20270411-9-7a01d",
"20270411-10-89378",
"20270411-11-a3184",
"20270205-0-cb906",
"20270205-1-aaba8",
"20270205-0-76fbf",
"20270205-1-7283a",
"20270205-2-18afc",
"20270205-3-d4d74",
"20270205-4-b8acf",
"20270205-5-df108",
"20270205-6-9d76c",
"20270205-7-68c0f",
"20270205-8-e53a7",
"20270207-0-557ab",
"20270207-1-565b1",
"20270207-2-65479",
"20270207-3-0f893",
"20270207-4-efcb1",
"20270207-5-1f3e8",
"20270207-6-9f48a",
"20270207-7-bd1dd",
"20270207-8-b4055",
"20270224-0-df913",
"20270224-1-a2b78",
"20270224-2-d034c",
"20270224-3-4b620",
"20270224-4-46466",
"20270224-5-39edc",
"20270224-6-57f17",
"20270224-7-bd207",
"20270224-8-27f86",
"20270224-9-018d6",
"20270224-10-8a025",
"20270227-0-fe071",
"20270227-1-7fd11",
"20270227-2-fb64a",
"20270227-3-c5228",
"20270227-4-2ae53",
"20270227-5-cd282",
"20270227-6-17924",
"20270227-7-0461d",
"20270227-8-6ac1e",
"20270227-9-b54f0",
"20270227-10-fdf4b",
"20270321-0-eebe2",
"20270321-1-8a162",
"20270321-2-48f8c",
"20270321-3-cd414",
"20270321-4-67032",
"20270325-0-880b5",
"20270325-1-fdd2d",
"20270325-2-72b5d",
"20270325-3-9c6c8",
"20270325-4-b07fd",
"20270325-5-101dd",
"20270325-6-2af35",
"20270328-0-a3c13",
"20270328-1-3b368",
"20270328-2-3fceb",
"20270328-3-081ae",
"20270328-4-77ba3",
"20270328-5-42ae2",
"20270328-6-deca0",
"20270329-0-fc471",
"20270329-1-e2023",
"20270329-2-4a55e",
"20270329-3-e7da2",
"20270329-4-f486e",
"20270329-5-53057",
"20270329-6-e197f",
"20270401-0-219ea",
"20270401-1-801a9",
"20270401-2-c905a",
"20270401-3-34ed8",
"20270401-4-f3ec5",
"20270401-5-dda22",
"20270401-6-7f651",
"github_com_postgres_postgres_pull_4801",
"github_com_kubernetes_kubernetes_pull_4802",
"github_com_keycloak_keycloak_pull_4803",
"github_com_salesforce_CollaborateForce_pull_52",
"github_com_tensorflow_tensorflow_pull_4805",
"github_com_grafana_grafana_pull_4806",
"github_com_keycloak_keycloak_pull_4807",
"github_com_salesforce_CollaborateForce_pull_53",
"github_com_django_django_pull_4809",
"github_com_facebook_react_pull_4810",
"github_com_oauth2-proxy_oauth2-proxy_pull_4811",
"github_com_salesforce_CollaborateForce_pull_54",
"github_com_grafana_grafana_pull_4813",
"github_com_WordPress_WordPress_pull_4814",
"github_com_Kong_kong_pull_4815",
"github_com_nextcloud_server_pull_4817",
"github_com_grafana_grafana_pull_4818",
"github_com_jupyter_notebook_pull_4819",
"github_com_salesforce_CollaborateForce_pull_55",
"github_com_salesforce_CollaborateForce_pull_56",
"github_com_salesforce_CollaborateForce_pull_57",
"github_com_openssl_openssl_pull_4821",
"github_com_grafana_grafana_pull_4822",
"github_com_redis_redis_pull_4823",
"github_com_salesforce_CollaborateForce_pull_58",
"github_com_salesforce_CollaborateForce_pull_59",
"github_com_salesforce_CollaborateForce_pull_60",
"github_com_redis_redis_pull_4825",
"github_com_zaproxy_zaproxy_pull_4826",
"github_com_tensorflow_tensorflow_pull_4827",
"github_com_oauth2-proxy_oauth2-proxy_pull_4829",
"github_com_WordPress_WordPress_pull_4830",
"github_com_tensorflow_tensorflow_pull_4831",
"github_com_salesforce_CollaborateForce_pull_61",
"github_com_salesforce_CollaborateForce_pull_62",
"github_com_facebook_react_pull_4833",
"github_com_nodejs_node_pull_4834",
"github_com_oauth2-proxy_oauth2-proxy_pull_4835",
"github_com_salesforce_CollaborateForce_pull_63",
"github_com_jupyterlab_jupyterlab_pull_4837",
"github_com_gitlabhq_gitlabhq_pull_4838",
"github_com_tensorflow_tensorflow_pull_4839",
"github_com_salesforce_CollaborateForce_pull_64",
"github_com_salesforce_CollaborateForce_pull_65",
"github_com_salesforce_CollaborateForce_pull_66",
"github_com_salesforce_CollaborateForce_pull_67",
"github_com_salesforce_CollaborateForce_pull_68",
"github_com_salesforce_CollaborateForce_pull_69",
"github_com_salesforce_CollaborateForce_pull_70",
"github_com_salesforce_CollaborateForce_pull_71",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborateForce#a29",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in CollaborateForce?",
"ground_truth": [
"BlueWave",
"AITransformers",
"CloudSync",
"TechCorp"
],
"citations": [
"20261217-0-b3467",
"20261217-1-de69a",
"20261217-2-d8c46",
"20261217-3-5f49f",
"20261217-4-554f2",
"20261217-5-0577f",
"20261217-6-c51f7",
"20261217-7-cdb67",
"20261217-8-e7954",
"20261217-9-3ad82",
"20270101-0-759b1",
"20270101-1-5536b",
"20270101-2-f6633",
"20270101-3-52cd8",
"20270101-4-27e64",
"20270101-5-89057",
"20270101-6-998d8",
"20270101-7-993a1",
"20270101-8-2b705",
"20270101-9-fa0b5",
"20270101-10-5ac6a",
"20270101-11-52735",
"20270217-0-bff61",
"20270217-1-cc44e",
"20270217-2-cd9e8",
"20270217-3-fe87e",
"20270217-4-ed559",
"20270217-5-529e0",
"20270217-6-bfb28",
"github_com_salesforce_CollaborateForce_pull_62",
"20270205-0-76fbf",
"20270205-1-7283a",
"20270205-2-18afc",
"20270205-3-d4d74",
"20270205-4-b8acf",
"20270205-5-df108",
"20270205-6-9d76c",
"20270205-7-68c0f",
"20270205-8-e53a7",
"20270325-0-880b5",
"20270325-1-fdd2d",
"20270325-2-72b5d",
"20270325-3-9c6c8",
"20270325-4-b07fd",
"20270325-5-101dd",
"20270325-6-2af35",
"github_com_salesforce_CollaborateForce_pull_68",
"20270304-0-b2b15",
"20270304-1-ed776",
"20270304-2-dec4f",
"20270304-3-1775b",
"20270304-4-9a240",
"20270304-5-ad497",
"20270304-6-50c7f",
"20270304-7-cce22",
"20270304-8-40587",
"20270304-9-212c9",
"20270304-10-6b5c4",
"20270224-0-df913",
"20270224-1-a2b78",
"20270224-2-d034c",
"20270224-3-4b620",
"20270224-4-46466",
"20270224-5-39edc",
"20270224-6-57f17",
"20270224-7-bd207",
"20270224-8-27f86",
"20270224-9-018d6",
"20270224-10-8a025",
"20270329-0-fc471",
"20270329-1-e2023",
"20270329-2-4a55e",
"20270329-3-e7da2",
"20270329-4-f486e",
"20270329-5-53057",
"20270329-6-e197f",
"github_com_salesforce_CollaborateForce_pull_70",
"20261229-0-712ce",
"20261229-1-bff3f",
"20261229-2-05aeb",
"20261229-3-2962a",
"20261229-4-22d37",
"20261229-5-6c8e2",
"20261229-6-73e07",
"20261229-7-a07ab",
"20261229-8-bc5ee",
"20261229-9-e1a30",
"20270129-0-566e3",
"20270129-1-14914",
"20270129-2-192c9",
"20270129-3-622b7",
"20270129-4-00644",
"20270129-5-d4c7d",
"20270129-6-c1d8c",
"20270129-7-8d44d",
"20270129-8-9cc92",
"20270129-9-fd359",
"20270129-10-426b9",
"20270129-11-4290f",
"20270328-0-a3c13",
"20270328-1-3b368",
"20270328-2-3fceb",
"20270328-3-081ae",
"20270328-4-77ba3",
"20270328-5-42ae2",
"20270328-6-deca0",
"github_com_salesforce_CollaborateForce_pull_69",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborateForce#a30",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by BlueWave in the CollaborateForce product?",
"ground_truth": "- Role-Based Access Control (RBAC) Misconfiguration",
"citations": [
"20261217-0-b3467",
"20261217-1-de69a",
"20261217-2-d8c46",
"20261217-3-5f49f",
"20261217-4-554f2",
"20261217-5-0577f",
"20261217-6-c51f7",
"20261217-7-cdb67",
"20261217-8-e7954",
"20261217-9-3ad82",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a31",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by AITransformers in the CollaborateForce product?",
"ground_truth": "- Version Control Conflict: Conflicts in version control causing the UI to display outdated data versions, impacting Customer CUST-0005.",
"citations": [
"20270304-0-b2b15",
"20270304-1-ed776",
"20270304-2-dec4f",
"20270304-3-1775b",
"20270304-4-9a240",
"20270304-5-ad497",
"20270304-6-50c7f",
"20270304-7-cce22",
"20270304-8-40587",
"20270304-9-212c9",
"20270304-10-6b5c4",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a32",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by CloudSync in the CollaborateForce product?",
"ground_truth": "- Incorrect Data Mapping",
"citations": [
"20261229-0-712ce",
"20261229-1-bff3f",
"20261229-2-05aeb",
"20261229-3-2962a",
"20261229-4-22d37",
"20261229-5-6c8e2",
"20261229-6-73e07",
"20261229-7-a07ab",
"20261229-8-bc5ee",
"20261229-9-e1a30",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#a33",
"product": "CollaborateForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by TechCorp in the CollaborateForce product?",
"ground_truth": "- API Endpoint Exposure issue: Unsecured endpoints allowing unauthorized access to collaborative features and sensitive data, impacting the Security Module. Risk for CUST-0038.",
"citations": [
"20270129-0-566e3",
"20270129-1-14914",
"20270129-2-192c9",
"20270129-3-622b7",
"20270129-4-00644",
"20270129-5-d4c7d",
"20270129-6-c1d8c",
"20270129-7-8d44d",
"20270129-8-9cc92",
"20270129-9-fd359",
"20270129-10-426b9",
"20270129-11-4290f",
"20260620-0-ec3b2",
"20260620-1-0b3ee",
"20260620-2-6f1bd"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u0",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u1",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u2",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u3",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u4",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u5",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u6",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u7",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u8",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u9",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u10",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u11",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u12",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u13",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u14",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u15",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u16",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u17",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u18",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u19",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for CollaborateForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u20",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the AI engine feedback loop in CollaborateForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u21",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the AI engine feedback loop in CollaborateForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u22",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the API design with GraphQL in CollaborateForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u23",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for WebRTC optimization in CollaborateForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u24",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for WebRTC optimization for collaboration tools in CollaborateForce that were reverted as they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u25",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you find links to the approved PRs for the WebRTC optimization feature in CollaborateForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u26",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the implementation of encryption protocols for communication features in CollaborateForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u27",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for implementing encryption protocols for communication features in CollaborateForce that were reverted as they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u28",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for implementing encryption protocols for communication features in CollaborateForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u29",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for developing UI components for accessibility and customization in CollaborateForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u30",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for implementing UI components for accessibility and customization in CollaborateForce that were reverted as they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u31",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Could you provide the links to the approved PRs for the UI components for accessibility and customization in CollaborateForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u32",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for expanding API support in CollaborateForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u33",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in CollaborateForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborateForce#u34",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in CollaborateForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborateForce#u35",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in CollaborateForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborateForce#u36",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u37",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u38",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u39",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u40",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u41",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u42",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u43",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u44",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u45",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u46",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborateForce#u47",
"product": "CollaborateForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in CollaborateForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a0",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the CollaborationForce product?",
"ground_truth": [
"eid_62db8640",
"eid_82e9fcef",
"eid_7f69c513",
"eid_439a052b",
"eid_abff6bea",
"eid_6d14c4ec",
"eid_d0b6cb92",
"eid_fa16fefb",
"eid_539907c1",
"eid_bd4d2940"
],
"citations": [
"cforceaix_market_research_report",
"20260622-0-1143d",
"20260622-1-cad80",
"20260622-2-4e924",
"20260622-3-652c4",
"20260622-4-a95cf",
"20260622-5-21a98",
"20260622-6-fa615",
"20260622-7-508e7",
"20260622-8-77c22",
"20260622-9-718b8",
"20260622-10-b4844",
"20260622-11-c777c",
"final_cforceaix_market_research_report",
"CForceAIX_planning_1",
"CForceAIX_planning_1_chat",
"latest_cforceaix_market_research_report",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a1",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the CollaborationForce product?",
"ground_truth": [
"eid_2f10ad20",
"eid_82e9fcef",
"eid_7f69c513",
"eid_439a052b",
"eid_6148bfae",
"eid_abff6bea",
"eid_6d14c4ec",
"eid_fa16fefb",
"eid_efc9418c"
],
"citations": [
"cforceaix_product_vision_document",
"20260629-0-39595",
"20260629-1-9dd9a",
"20260629-2-d66fa",
"20260629-3-0585a",
"20260629-4-4bc12",
"20260629-5-8ee47",
"20260629-6-70adb",
"20260629-7-522f6",
"20260629-8-2977a",
"final_cforceaix_product_vision_document",
"CForceAIX_planning_2",
"CForceAIX_planning_2_chat",
"latest_cforceaix_product_vision_document",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a2",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the CollaborationForce product?",
"ground_truth": [
"eid_c7622c8e",
"eid_82e9fcef",
"eid_7f69c513",
"eid_7c6dd6a6",
"eid_abff6bea",
"eid_b34186ad",
"eid_798684b4",
"eid_6d14c4ec",
"eid_4f731d34",
"eid_fa16fefb",
"eid_887367ca"
],
"citations": [
"cforceaix_product_requirements_document",
"20260711-0-9f69f",
"20260711-1-9bc75",
"20260711-2-f925a",
"20260711-3-936e0",
"20260711-4-f4b99",
"20260711-5-bedc5",
"20260711-6-306af",
"20260711-7-eaccd",
"20260711-8-ca9b8",
"20260711-9-607ec",
"final_cforceaix_product_requirements_document",
"CForceAIX_planning_3",
"CForceAIX_planning_3_chat",
"latest_cforceaix_product_requirements_document",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a3",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the CollaborationForce product?",
"ground_truth": [
"eid_c7622c8e",
"eid_36319f22",
"eid_82e9fcef",
"eid_439a052b",
"eid_7c6dd6a6",
"eid_5b61c55e",
"eid_887367ca",
"eid_3f2087c9",
"eid_b34186ad",
"eid_6d14c4ec",
"eid_4f731d34",
"eid_fa16fefb",
"eid_9b8bc088"
],
"citations": [
"cforceaix_technical_specifications_document",
"20260722-0-9f5ab",
"20260722-1-7c310",
"20260722-2-1212d",
"20260722-3-3aeec",
"20260722-4-72eaa",
"20260722-5-e3cee",
"20260722-6-c762c",
"20260722-7-c8ecb",
"20260722-8-b5703",
"final_cforceaix_technical_specifications_document",
"CForceAIX_planning_4",
"CForceAIX_planning_4_chat",
"latest_cforceaix_technical_specifications_document",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a4",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the CollaborationForce product?",
"ground_truth": [
"eid_792330e0",
"eid_36319f22",
"eid_c7622c8e",
"eid_7c6dd6a6",
"eid_9b8bc088",
"eid_887367ca",
"eid_3f2087c9",
"eid_435d10af",
"eid_b34186ad",
"eid_fa16fefb"
],
"citations": [
"cforceaix_system_design_document",
"20260807-0-edc0e",
"20260807-1-1c5b3",
"20260807-2-ba857",
"20260807-3-46f42",
"20260807-4-70f4c",
"20260807-5-f1f0b",
"20260807-6-d3256",
"20260807-7-5416a",
"20260807-8-09983",
"20260807-9-39400",
"final_cforceaix_system_design_document",
"CForceAIX_planning_5",
"CForceAIX_planning_5_chat",
"latest_cforceaix_system_design_document",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a5",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Can you find links to PRs for the Real-time Task Prioritization feature in CollaborationForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/CForceAIX/pull/10"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_10",
"20261001-0-ffbf8",
"20261001-1-c3144",
"20261001-2-65c48",
"20261001-3-58a76",
"20261001-4-b9c51",
"20261001-5-d6a72",
"20261001-6-8db5a",
"20261001-7-a568a",
"20261001-8-3f143",
"20261001-9-59db7",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a6",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for implementing Real-time Task Prioritization in CollaborationForce?",
"ground_truth": [
"https://github.com/salesforce/CForceAIX/pull/1",
"https://github.com/salesforce/CForceAIX/pull/4",
"https://github.com/salesforce/CForceAIX/pull/7",
"https://github.com/salesforce/CForceAIX/pull/13"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CForceAIX_2",
"github_com_salesforce_CForceAIX_pull_1",
"20260828-0-7405a",
"20260828-1-9718e",
"20260828-2-7d6de",
"20260828-3-2c126",
"20260828-4-10ee4",
"20260828-5-006e5",
"20260828-6-1baf5",
"20260828-7-66d7b",
"product_dev_CollaborationForce_3",
"github_com_salesforce_CForceAIX_pull_4",
"20260909-0-2b483",
"20260909-1-560a0",
"20260909-2-d5e42",
"20260909-3-fbfee",
"20260909-4-316aa",
"20260909-5-c666e",
"20260909-6-88e8e",
"product_dev_CollaborationForce_4",
"github_com_salesforce_CForceAIX_pull_7",
"20260918-0-456b5",
"20260918-1-967a0",
"20260918-2-b41b5",
"20260918-3-85ff1",
"20260918-4-62828",
"20260918-5-8dc4b",
"20260918-6-61a8b",
"20260918-7-2125a",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_13",
"20261011-0-7655f",
"20261011-1-3621f",
"20261011-2-dad72",
"20261011-3-01e65",
"20261011-4-07446",
"20261011-5-32fdc",
"20261011-6-5516d",
"20261011-7-1a019",
"20261011-8-deb38",
"20261011-9-8f834",
"20261011-10-15b78",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a7",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Can you provide links to PRs for the Improved Salesforce Integration feature in CollaborationForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/CForceAIX/pull/11"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_11",
"20261002-0-d84c4",
"20261002-1-d4a75",
"20261002-2-c72ab",
"20261002-3-a449c",
"20261002-4-73f7b",
"20261002-5-b95db",
"20261002-6-fb285",
"20261002-7-95c97",
"20261002-8-72bf8",
"20261002-9-6bc09",
"20261002-10-85dc4",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a8",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for the improved Salesforce integration in CollaborationForce?",
"ground_truth": [
"https://github.com/salesforce/CForceAIX/pull/2",
"https://github.com/salesforce/CForceAIX/pull/5",
"https://github.com/salesforce/CForceAIX/pull/8",
"https://github.com/salesforce/CForceAIX/pull/14"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CForceAIX_2",
"github_com_salesforce_CForceAIX_pull_2",
"20260901-0-72b52",
"20260901-1-9588c",
"20260901-2-edc55",
"20260901-3-57b8f",
"20260901-4-3dcc9",
"20260901-5-32d34",
"20260901-6-22697",
"20260901-7-e7d0b",
"20260901-8-eec8b",
"20260901-9-908c7",
"product_dev_CollaborationForce_3",
"github_com_salesforce_CForceAIX_pull_5",
"20260913-0-ce83c",
"20260913-1-7df4a",
"20260913-2-5d5c0",
"20260913-3-c8ee2",
"20260913-4-19f02",
"20260913-5-828ab",
"20260913-6-94bbd",
"20260913-7-6f219",
"20260913-8-c861e",
"20260913-9-bbc19",
"product_dev_CollaborationForce_4",
"github_com_salesforce_CForceAIX_pull_8",
"20260922-0-cf7f7",
"20260922-1-f959f",
"20260922-2-de5d2",
"20260922-3-8a86b",
"20260922-4-e7345",
"20260922-5-dcfd4",
"20260922-6-fd5a1",
"20260922-7-798de",
"20260922-8-e8559",
"20260922-9-b2eec",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_14",
"20261012-0-ad0ed",
"20261012-1-469f8",
"20261012-2-40d3b",
"20261012-3-24f73",
"20261012-4-a377e",
"20261012-5-83532",
"20261012-6-6760e",
"20261012-7-08cd7",
"20261012-8-7638e",
"20261012-9-458a7",
"20261012-10-748cd",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a9",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for implementing Advanced Security Protocols in CollaborationForce?",
"ground_truth": [
"https://github.com/salesforce/CForceAIX/pull/3",
"https://github.com/salesforce/CForceAIX/pull/6",
"https://github.com/salesforce/CForceAIX/pull/9",
"https://github.com/salesforce/CForceAIX/pull/12"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CForceAIX_2",
"github_com_salesforce_CForceAIX_pull_3",
"20260903-0-ec4c2",
"20260903-1-bdd5e",
"20260903-2-7581b",
"20260903-3-a28fc",
"20260903-4-badf0",
"20260903-5-46bf0",
"20260903-6-86feb",
"20260903-7-e53be",
"20260903-8-81af3",
"20260903-9-0e183",
"product_dev_CollaborationForce_3",
"github_com_salesforce_CForceAIX_pull_6",
"20260914-0-16de5",
"20260914-1-a03f6",
"20260914-2-e917f",
"20260914-3-1f7b7",
"20260914-4-157dd",
"20260914-5-c5001",
"20260914-6-fa744",
"20260914-7-2af6f",
"20260914-8-9d7c7",
"20260914-9-db331",
"product_dev_CollaborationForce_4",
"github_com_salesforce_CForceAIX_pull_9",
"20260924-0-ff7c9",
"20260924-1-54164",
"20260924-2-960da",
"20260924-3-f200a",
"20260924-4-5a920",
"20260924-5-9c9ba",
"20260924-6-b187a",
"20260924-7-ff4eb",
"20260924-8-72cea",
"20260924-9-56096",
"product_dev_CollaborationForce_5",
"github_com_salesforce_CForceAIX_pull_12",
"20261005-0-c5b70",
"20261005-1-817fc",
"20261005-2-fd80c",
"20261005-3-bd193",
"20261005-4-899ab",
"20261005-5-8e9d4",
"20261005-6-f4c95",
"20261005-7-1707e",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a10",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in CollaborationForce?",
"ground_truth": [
"eid_5b61c55e"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CForceAIX_2",
"github_com_salesforce_CForceAIX_pull_1",
"20260828-0-7405a",
"20260828-1-9718e",
"20260828-2-7d6de",
"20260828-3-2c126",
"20260828-4-10ee4",
"20260828-5-006e5",
"20260828-6-1baf5",
"20260828-7-66d7b",
"product_dev_CollaborationForce_3",
"github_com_salesforce_CForceAIX_pull_4",
"20260909-0-2b483",
"20260909-1-560a0",
"20260909-2-d5e42",
"20260909-3-fbfee",
"20260909-4-316aa",
"20260909-5-c666e",
"20260909-6-88e8e",
"product_dev_CollaborationForce_4",
"github_com_salesforce_CForceAIX_pull_7",
"20260918-0-456b5",
"20260918-1-967a0",
"20260918-2-b41b5",
"20260918-3-85ff1",
"20260918-4-62828",
"20260918-5-8dc4b",
"20260918-6-61a8b",
"20260918-7-2125a",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_13",
"20261011-0-7655f",
"20261011-1-3621f",
"20261011-2-dad72",
"20261011-3-01e65",
"20261011-4-07446",
"20261011-5-32fdc",
"20261011-6-5516d",
"20261011-7-1a019",
"20261011-8-deb38",
"20261011-9-8f834",
"20261011-10-15b78",
"github_com_salesforce_CForceAIX_pull_2",
"20260901-0-72b52",
"20260901-1-9588c",
"20260901-2-edc55",
"20260901-3-57b8f",
"20260901-4-3dcc9",
"20260901-5-32d34",
"20260901-6-22697",
"20260901-7-e7d0b",
"20260901-8-eec8b",
"20260901-9-908c7",
"github_com_salesforce_CForceAIX_pull_5",
"20260913-0-ce83c",
"20260913-1-7df4a",
"20260913-2-5d5c0",
"20260913-3-c8ee2",
"20260913-4-19f02",
"20260913-5-828ab",
"20260913-6-94bbd",
"20260913-7-6f219",
"20260913-8-c861e",
"20260913-9-bbc19",
"github_com_salesforce_CForceAIX_pull_8",
"20260922-0-cf7f7",
"20260922-1-f959f",
"20260922-2-de5d2",
"20260922-3-8a86b",
"20260922-4-e7345",
"20260922-5-dcfd4",
"20260922-6-fd5a1",
"20260922-7-798de",
"20260922-8-e8559",
"20260922-9-b2eec",
"github_com_salesforce_CForceAIX_pull_14",
"20261012-0-ad0ed",
"20261012-1-469f8",
"20261012-2-40d3b",
"20261012-3-24f73",
"20261012-4-a377e",
"20261012-5-83532",
"20261012-6-6760e",
"20261012-7-08cd7",
"20261012-8-7638e",
"20261012-9-458a7",
"20261012-10-748cd",
"github_com_salesforce_CForceAIX_pull_3",
"20260903-0-ec4c2",
"20260903-1-bdd5e",
"20260903-2-7581b",
"20260903-3-a28fc",
"20260903-4-badf0",
"20260903-5-46bf0",
"20260903-6-86feb",
"20260903-7-e53be",
"20260903-8-81af3",
"20260903-9-0e183",
"github_com_salesforce_CForceAIX_pull_6",
"20260914-0-16de5",
"20260914-1-a03f6",
"20260914-2-e917f",
"20260914-3-1f7b7",
"20260914-4-157dd",
"20260914-5-c5001",
"20260914-6-fa744",
"20260914-7-2af6f",
"20260914-8-9d7c7",
"20260914-9-db331",
"github_com_salesforce_CForceAIX_pull_9",
"20260924-0-ff7c9",
"20260924-1-54164",
"20260924-2-960da",
"20260924-3-f200a",
"20260924-4-5a920",
"20260924-5-9c9ba",
"20260924-6-b187a",
"20260924-7-ff4eb",
"20260924-8-72cea",
"20260924-9-56096",
"github_com_salesforce_CForceAIX_pull_12",
"20261005-0-c5b70",
"20261005-1-817fc",
"20261005-2-fd80c",
"20261005-3-bd193",
"20261005-4-899ab",
"20261005-5-8e9d4",
"20261005-6-f4c95",
"20261005-7-1707e",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#a11",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in CollaborationForce?",
"ground_truth": [
"eid_8d6fe78d",
"eid_12c203a5"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_10",
"20261001-0-ffbf8",
"20261001-1-c3144",
"20261001-2-65c48",
"20261001-3-58a76",
"20261001-4-b9c51",
"20261001-5-d6a72",
"20261001-6-8db5a",
"20261001-7-a568a",
"20261001-8-3f143",
"20261001-9-59db7",
"github_com_salesforce_CForceAIX_pull_11",
"20261002-0-d84c4",
"20261002-1-d4a75",
"20261002-2-c72ab",
"20261002-3-a449c",
"20261002-4-73f7b",
"20261002-5-b95db",
"20261002-6-fb285",
"20261002-7-95c97",
"20261002-8-72bf8",
"20261002-9-6bc09",
"20261002-10-85dc4",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#a12",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find features for CollaborationForce that were discussed but not implemented?",
"ground_truth": "Enhanced Document Recommendation\n- Update database schema to include detailed user interaction logs, ensuring backward compatibility. Update UI to display recommendations prominently, with A/B testing for user engagement optimization.",
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CForceAIX_2",
"github_com_salesforce_CForceAIX_pull_1",
"20260828-0-7405a",
"20260828-1-9718e",
"20260828-2-7d6de",
"20260828-3-2c126",
"20260828-4-10ee4",
"20260828-5-006e5",
"20260828-6-1baf5",
"20260828-7-66d7b",
"product_dev_CollaborationForce_3",
"github_com_salesforce_CForceAIX_pull_4",
"20260909-0-2b483",
"20260909-1-560a0",
"20260909-2-d5e42",
"20260909-3-fbfee",
"20260909-4-316aa",
"20260909-5-c666e",
"20260909-6-88e8e",
"product_dev_CollaborationForce_4",
"github_com_salesforce_CForceAIX_pull_7",
"20260918-0-456b5",
"20260918-1-967a0",
"20260918-2-b41b5",
"20260918-3-85ff1",
"20260918-4-62828",
"20260918-5-8dc4b",
"20260918-6-61a8b",
"20260918-7-2125a",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_13",
"20261011-0-7655f",
"20261011-1-3621f",
"20261011-2-dad72",
"20261011-3-01e65",
"20261011-4-07446",
"20261011-5-32fdc",
"20261011-6-5516d",
"20261011-7-1a019",
"20261011-8-deb38",
"20261011-9-8f834",
"20261011-10-15b78",
"github_com_salesforce_CForceAIX_pull_2",
"20260901-0-72b52",
"20260901-1-9588c",
"20260901-2-edc55",
"20260901-3-57b8f",
"20260901-4-3dcc9",
"20260901-5-32d34",
"20260901-6-22697",
"20260901-7-e7d0b",
"20260901-8-eec8b",
"20260901-9-908c7",
"github_com_salesforce_CForceAIX_pull_5",
"20260913-0-ce83c",
"20260913-1-7df4a",
"20260913-2-5d5c0",
"20260913-3-c8ee2",
"20260913-4-19f02",
"20260913-5-828ab",
"20260913-6-94bbd",
"20260913-7-6f219",
"20260913-8-c861e",
"20260913-9-bbc19",
"github_com_salesforce_CForceAIX_pull_8",
"20260922-0-cf7f7",
"20260922-1-f959f",
"20260922-2-de5d2",
"20260922-3-8a86b",
"20260922-4-e7345",
"20260922-5-dcfd4",
"20260922-6-fd5a1",
"20260922-7-798de",
"20260922-8-e8559",
"20260922-9-b2eec",
"github_com_salesforce_CForceAIX_pull_14",
"20261012-0-ad0ed",
"20261012-1-469f8",
"20261012-2-40d3b",
"20261012-3-24f73",
"20261012-4-a377e",
"20261012-5-83532",
"20261012-6-6760e",
"20261012-7-08cd7",
"20261012-8-7638e",
"20261012-9-458a7",
"20261012-10-748cd",
"github_com_salesforce_CForceAIX_pull_3",
"20260903-0-ec4c2",
"20260903-1-bdd5e",
"20260903-2-7581b",
"20260903-3-a28fc",
"20260903-4-badf0",
"20260903-5-46bf0",
"20260903-6-86feb",
"20260903-7-e53be",
"20260903-8-81af3",
"20260903-9-0e183",
"github_com_salesforce_CForceAIX_pull_6",
"20260914-0-16de5",
"20260914-1-a03f6",
"20260914-2-e917f",
"20260914-3-1f7b7",
"20260914-4-157dd",
"20260914-5-c5001",
"20260914-6-fa744",
"20260914-7-2af6f",
"20260914-8-9d7c7",
"20260914-9-db331",
"github_com_salesforce_CForceAIX_pull_9",
"20260924-0-ff7c9",
"20260924-1-54164",
"20260924-2-960da",
"20260924-3-f200a",
"20260924-4-5a920",
"20260924-5-9c9ba",
"20260924-6-b187a",
"20260924-7-ff4eb",
"20260924-8-72cea",
"20260924-9-56096",
"github_com_salesforce_CForceAIX_pull_12",
"20261005-0-c5b70",
"20261005-1-817fc",
"20261005-2-fd80c",
"20261005-3-bd193",
"20261005-4-899ab",
"20261005-5-8e9d4",
"20261005-6-f4c95",
"20261005-7-1707e",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a13",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in CollaborationForce that were discussed but not implemented?",
"ground_truth": [
"eid_0f6b0aea",
"eid_439a052b"
],
"citations": [
"product_dev_CForceAIX_1",
"product_dev_CForceAIX_2",
"github_com_salesforce_CForceAIX_pull_1",
"20260828-0-7405a",
"20260828-1-9718e",
"20260828-2-7d6de",
"20260828-3-2c126",
"20260828-4-10ee4",
"20260828-5-006e5",
"20260828-6-1baf5",
"20260828-7-66d7b",
"product_dev_CollaborationForce_3",
"github_com_salesforce_CForceAIX_pull_4",
"20260909-0-2b483",
"20260909-1-560a0",
"20260909-2-d5e42",
"20260909-3-fbfee",
"20260909-4-316aa",
"20260909-5-c666e",
"20260909-6-88e8e",
"product_dev_CollaborationForce_4",
"github_com_salesforce_CForceAIX_pull_7",
"20260918-0-456b5",
"20260918-1-967a0",
"20260918-2-b41b5",
"20260918-3-85ff1",
"20260918-4-62828",
"20260918-5-8dc4b",
"20260918-6-61a8b",
"20260918-7-2125a",
"product_dev_CollaborationForce_5",
"product_dev_CollaborationForce_6",
"github_com_salesforce_CForceAIX_pull_13",
"20261011-0-7655f",
"20261011-1-3621f",
"20261011-2-dad72",
"20261011-3-01e65",
"20261011-4-07446",
"20261011-5-32fdc",
"20261011-6-5516d",
"20261011-7-1a019",
"20261011-8-deb38",
"20261011-9-8f834",
"20261011-10-15b78",
"github_com_salesforce_CForceAIX_pull_2",
"20260901-0-72b52",
"20260901-1-9588c",
"20260901-2-edc55",
"20260901-3-57b8f",
"20260901-4-3dcc9",
"20260901-5-32d34",
"20260901-6-22697",
"20260901-7-e7d0b",
"20260901-8-eec8b",
"20260901-9-908c7",
"github_com_salesforce_CForceAIX_pull_5",
"20260913-0-ce83c",
"20260913-1-7df4a",
"20260913-2-5d5c0",
"20260913-3-c8ee2",
"20260913-4-19f02",
"20260913-5-828ab",
"20260913-6-94bbd",
"20260913-7-6f219",
"20260913-8-c861e",
"20260913-9-bbc19",
"github_com_salesforce_CForceAIX_pull_8",
"20260922-0-cf7f7",
"20260922-1-f959f",
"20260922-2-de5d2",
"20260922-3-8a86b",
"20260922-4-e7345",
"20260922-5-dcfd4",
"20260922-6-fd5a1",
"20260922-7-798de",
"20260922-8-e8559",
"20260922-9-b2eec",
"github_com_salesforce_CForceAIX_pull_14",
"20261012-0-ad0ed",
"20261012-1-469f8",
"20261012-2-40d3b",
"20261012-3-24f73",
"20261012-4-a377e",
"20261012-5-83532",
"20261012-6-6760e",
"20261012-7-08cd7",
"20261012-8-7638e",
"20261012-9-458a7",
"20261012-10-748cd",
"github_com_salesforce_CForceAIX_pull_3",
"20260903-0-ec4c2",
"20260903-1-bdd5e",
"20260903-2-7581b",
"20260903-3-a28fc",
"20260903-4-badf0",
"20260903-5-46bf0",
"20260903-6-86feb",
"20260903-7-e53be",
"20260903-8-81af3",
"20260903-9-0e183",
"github_com_salesforce_CForceAIX_pull_6",
"20260914-0-16de5",
"20260914-1-a03f6",
"20260914-2-e917f",
"20260914-3-1f7b7",
"20260914-4-157dd",
"20260914-5-c5001",
"20260914-6-fa744",
"20260914-7-2af6f",
"20260914-8-9d7c7",
"20260914-9-db331",
"github_com_salesforce_CForceAIX_pull_9",
"20260924-0-ff7c9",
"20260924-1-54164",
"20260924-2-960da",
"20260924-3-f200a",
"20260924-4-5a920",
"20260924-5-9c9ba",
"20260924-6-b187a",
"20260924-7-ff4eb",
"20260924-8-72cea",
"20260924-9-56096",
"github_com_salesforce_CForceAIX_pull_12",
"20261005-0-c5b70",
"20261005-1-817fc",
"20261005-2-fd80c",
"20261005-3-bd193",
"20261005-4-899ab",
"20261005-5-8e9d4",
"20261005-6-f4c95",
"20261005-7-1707e",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a14",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the AI Suggestion Engine in CollaborationForce that led to inaccurate collaboration suggestions and reduced productivity?",
"ground_truth": [
"BlueWave",
"ComputeWorks",
"FusionTech",
"NextGenTech"
],
"citations": [
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20261102-0-bd48d",
"20261102-1-cd4f1",
"20261102-2-c26be",
"20261102-3-7f963",
"20261102-4-9b279",
"20261102-5-540f5",
"20261102-6-bd5c3",
"20261102-7-00cc3",
"20261102-8-4f81d",
"20261102-9-7acf0",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a15",
"product": "CollaborationForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the AI Suggestion Engine in CollaborationForce that were causing inaccurate collaboration suggestions and leading to miscommunication and reduced productivity?",
"ground_truth": [
"eid_5782059f",
"eid_b7f0726e"
],
"citations": [
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20261227-0-a3192",
"20261227-1-cc8ac",
"20261227-2-307d4",
"20261227-3-0ef49",
"20261227-4-a2b14",
"20261227-5-62293",
"20261227-6-d9802",
"github_com_salesforce_CollaborationForce_pull_30",
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261205-0-6acad",
"20261205-1-03888",
"20261205-2-8a338",
"20261205-3-da6e3",
"20261205-4-b784b",
"20261205-5-4f81e",
"20261205-6-9b704",
"20261205-7-20b26",
"github_com_salesforce_CollaborationForce_pull_27",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20261231-0-0e05b",
"20261231-1-482d1",
"20261231-2-ce338",
"20261231-3-3910f",
"20261231-4-f911b",
"20261231-5-5cd81",
"20261231-6-f6957",
"github_com_salesforce_CollaborationForce_pull_31",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a16",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Database Query System of CollaborationForce that caused slow document access and hindered team efficiency?",
"ground_truth": [
"BlueWave",
"ComputeWorks",
"TechCorp",
"InnovateAI"
],
"citations": [
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20270109-0-836d0",
"20270109-1-2a953",
"20270109-2-0fd37",
"20270109-3-476ef",
"20270109-4-8a310",
"20270109-5-d0920",
"20270109-6-3d418",
"20270109-7-74e9b",
"20270109-8-d94f7",
"20270109-9-c88cf",
"20270109-10-a2358",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a17",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Database Query System in CollaborationForce that were causing slow response times and affecting team efficiency?",
"ground_truth": [
"eid_990f697c",
"eid_2542cff3",
"eid_7bd14403"
],
"citations": [
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20261119-0-28c95",
"20261119-1-3d86d",
"20261119-2-a16f9",
"20261119-3-d2d7b",
"20261119-4-6d2bf",
"20261119-5-c2385",
"20261119-6-25178",
"github_com_salesforce_CollaborationForce_pull_24",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270107-0-34518",
"20270107-1-d07c0",
"20270107-2-08dc1",
"20270107-3-874c6",
"20270107-4-b461c",
"20270107-5-c1f6e",
"20270107-6-ca085",
"20270107-7-6d190",
"20270107-8-518b6",
"github_com_salesforce_CollaborationForce_pull_34",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20270104-0-a0a34",
"20270104-1-8b570",
"20270104-2-f05b8",
"20270104-3-fa5d8",
"20270104-4-a4192",
"20270104-5-55d53",
"20270104-6-962fb",
"20270104-7-554c9",
"github_com_salesforce_CollaborationForce_pull_33",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a18",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the API Gateway of CollaborationForce that caused intermittent feature unavailability and workflow disruptions?",
"ground_truth": [
"NextGenTech",
"BlueWave",
"TechCorp",
"CloudSync",
"DataSolutions"
],
"citations": [
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20261102-0-bd48d",
"20261102-1-cd4f1",
"20261102-2-c26be",
"20261102-3-7f963",
"20261102-4-9b279",
"20261102-5-540f5",
"20261102-6-bd5c3",
"20261102-7-00cc3",
"20261102-8-4f81d",
"20261102-9-7acf0",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a19",
"product": "CollaborationForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the API Gateway issues in CollaborationForce that were causing intermittent feature unavailability and disrupting workflows?",
"ground_truth": [
"eid_ecaa9084"
],
"citations": [
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20270125-0-a63ed",
"20270125-1-9c85f",
"20270125-2-5be9a",
"20270125-3-89c1e",
"20270125-4-f12c5",
"20270125-5-5d880",
"20270125-6-b5c9f",
"20270125-7-cfede",
"github_com_salesforce_CollaborationForce_pull_38",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a20",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface of CollaborationForce that made it difficult to follow conversation threads and led to communication errors?",
"ground_truth": [
"DataSolutions",
"ComputeWorks",
"CloudSync",
"FusionTech"
],
"citations": [
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20270109-0-836d0",
"20270109-1-2a953",
"20270109-2-0fd37",
"20270109-3-476ef",
"20270109-4-8a310",
"20270109-5-d0920",
"20270109-6-3d418",
"20270109-7-74e9b",
"20270109-8-d94f7",
"20270109-9-c88cf",
"20270109-10-a2358",
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a21",
"product": "CollaborationForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the User Interface in CollaborationForce that were causing difficulties in following conversation threads and impacting collaboration?",
"ground_truth": [
"eid_b4d260c1",
"eid_51f0b41f",
"eid_12c203a5",
"eid_160fca3c"
],
"citations": [
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261209-0-15934",
"20261209-1-e0a54",
"20261209-2-29afc",
"20261209-3-c81ca",
"20261209-4-9d99a",
"20261209-5-17bf1",
"github_com_salesforce_CollaborationForce_pull_28",
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20261220-0-11bca",
"20261220-1-c9f5e",
"20261220-2-c5450",
"20261220-3-0b849",
"20261220-4-8c50d",
"20261220-5-81e91",
"20261220-6-b40b4",
"20261220-7-0672f",
"20261220-8-e8f63",
"20261220-9-a4e20",
"github_com_salesforce_CollaborationForce_pull_29",
"20270109-0-836d0",
"20270109-1-2a953",
"20270109-2-0fd37",
"20270109-3-476ef",
"20270109-4-8a310",
"20270109-5-d0920",
"20270109-6-3d418",
"20270109-7-74e9b",
"20270109-8-d94f7",
"20270109-9-c88cf",
"20270109-10-a2358",
"20270120-0-2fb34",
"20270120-1-3a710",
"20270120-2-4e3c5",
"20270120-3-5cd47",
"20270120-4-3941b",
"20270120-5-95d78",
"20270120-6-8476c",
"20270120-7-3f0c6",
"github_com_salesforce_CollaborationForce_pull_36",
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261202-0-8aa27",
"20261202-1-41c48",
"20261202-2-eaa89",
"20261202-3-07dc8",
"20261202-4-03963",
"20261202-5-3b95b",
"20261202-6-6d097",
"github_com_salesforce_CollaborationForce_pull_26",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a22",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Authentication Module of CollaborationForce that posed security risks and potential unauthorized data access?",
"ground_truth": [
"BlueWave",
"ComputeWorks",
"FusionTech",
"DataSolutions"
],
"citations": [
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a23",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Authentication Module in CollaborationForce that were posing security risks and potentially leading to unauthorized data access?",
"ground_truth": [
"eid_8d6fe78d",
"eid_3fa288cf",
"eid_e7622cfb",
"eid_7db4431d",
"eid_0f6b0aea"
],
"citations": [
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261126-0-82c26",
"20261126-1-6cd0e",
"20261126-2-acbef",
"20261126-3-83dcd",
"20261126-4-9e905",
"20261126-5-1bdd7",
"20261126-6-0b93b",
"github_com_salesforce_CollaborationForce_pull_25",
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20261112-0-6b8e8",
"20261112-1-43aca",
"20261112-2-1416a",
"20261112-3-8a15f",
"20261112-4-8e45c",
"20261112-5-8e1df",
"20261112-6-190a4",
"20261112-7-77fab",
"github_com_salesforce_CollaborationForce_pull_23",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20270101-0-35298",
"20270101-1-4e938",
"20270101-2-88d8c",
"20270101-3-72bc6",
"20270101-4-9836f",
"20270101-5-44df8",
"20270101-6-a5bf2",
"20270101-7-9ef47",
"github_com_salesforce_CollaborationForce_pull_32",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270118-0-a7a10",
"20270118-1-d9a00",
"20270118-2-3b94f",
"20270118-3-4f5c5",
"20270118-4-420b6",
"20270118-5-39f50",
"20270118-6-20f53",
"20270118-7-b08a7",
"20270118-8-2316b",
"github_com_salesforce_CollaborationForce_pull_35",
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20270122-0-45e78",
"20270122-1-b2b94",
"20270122-2-10345",
"20270122-3-3e4ad",
"20270122-4-4d2ef",
"20270122-5-2172e",
"20270122-6-ed1d4",
"20270122-7-9f36e",
"github_com_salesforce_CollaborationForce_pull_37",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#a24",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in CollaborationForce",
"ground_truth": [
"eid_b7f0726e"
],
"citations": [
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20261227-0-a3192",
"20261227-1-cc8ac",
"20261227-2-307d4",
"20261227-3-0ef49",
"20261227-4-a2b14",
"20261227-5-62293",
"20261227-6-d9802",
"github_com_salesforce_CollaborationForce_pull_30",
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261205-0-6acad",
"20261205-1-03888",
"20261205-2-8a338",
"20261205-3-da6e3",
"20261205-4-b784b",
"20261205-5-4f81e",
"20261205-6-9b704",
"20261205-7-20b26",
"github_com_salesforce_CollaborationForce_pull_27",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20261231-0-0e05b",
"20261231-1-482d1",
"20261231-2-ce338",
"20261231-3-3910f",
"20261231-4-f911b",
"20261231-5-5cd81",
"20261231-6-f6957",
"github_com_salesforce_CollaborationForce_pull_31",
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20261119-0-28c95",
"20261119-1-3d86d",
"20261119-2-a16f9",
"20261119-3-d2d7b",
"20261119-4-6d2bf",
"20261119-5-c2385",
"20261119-6-25178",
"github_com_salesforce_CollaborationForce_pull_24",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270107-0-34518",
"20270107-1-d07c0",
"20270107-2-08dc1",
"20270107-3-874c6",
"20270107-4-b461c",
"20270107-5-c1f6e",
"20270107-6-ca085",
"20270107-7-6d190",
"20270107-8-518b6",
"github_com_salesforce_CollaborationForce_pull_34",
"20270104-0-a0a34",
"20270104-1-8b570",
"20270104-2-f05b8",
"20270104-3-fa5d8",
"20270104-4-a4192",
"20270104-5-55d53",
"20270104-6-962fb",
"20270104-7-554c9",
"github_com_salesforce_CollaborationForce_pull_33",
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20270125-0-a63ed",
"20270125-1-9c85f",
"20270125-2-5be9a",
"20270125-3-89c1e",
"20270125-4-f12c5",
"20270125-5-5d880",
"20270125-6-b5c9f",
"20270125-7-cfede",
"github_com_salesforce_CollaborationForce_pull_38",
"20261209-0-15934",
"20261209-1-e0a54",
"20261209-2-29afc",
"20261209-3-c81ca",
"20261209-4-9d99a",
"20261209-5-17bf1",
"github_com_salesforce_CollaborationForce_pull_28",
"20261220-0-11bca",
"20261220-1-c9f5e",
"20261220-2-c5450",
"20261220-3-0b849",
"20261220-4-8c50d",
"20261220-5-81e91",
"20261220-6-b40b4",
"20261220-7-0672f",
"20261220-8-e8f63",
"20261220-9-a4e20",
"github_com_salesforce_CollaborationForce_pull_29",
"20270109-0-836d0",
"20270109-1-2a953",
"20270109-2-0fd37",
"20270109-3-476ef",
"20270109-4-8a310",
"20270109-5-d0920",
"20270109-6-3d418",
"20270109-7-74e9b",
"20270109-8-d94f7",
"20270109-9-c88cf",
"20270109-10-a2358",
"20270120-0-2fb34",
"20270120-1-3a710",
"20270120-2-4e3c5",
"20270120-3-5cd47",
"20270120-4-3941b",
"20270120-5-95d78",
"20270120-6-8476c",
"20270120-7-3f0c6",
"github_com_salesforce_CollaborationForce_pull_36",
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261202-0-8aa27",
"20261202-1-41c48",
"20261202-2-eaa89",
"20261202-3-07dc8",
"20261202-4-03963",
"20261202-5-3b95b",
"20261202-6-6d097",
"github_com_salesforce_CollaborationForce_pull_26",
"20261126-0-82c26",
"20261126-1-6cd0e",
"20261126-2-acbef",
"20261126-3-83dcd",
"20261126-4-9e905",
"20261126-5-1bdd7",
"20261126-6-0b93b",
"github_com_salesforce_CollaborationForce_pull_25",
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20261112-0-6b8e8",
"20261112-1-43aca",
"20261112-2-1416a",
"20261112-3-8a15f",
"20261112-4-8e45c",
"20261112-5-8e1df",
"20261112-6-190a4",
"20261112-7-77fab",
"github_com_salesforce_CollaborationForce_pull_23",
"20270101-0-35298",
"20270101-1-4e938",
"20270101-2-88d8c",
"20270101-3-72bc6",
"20270101-4-9836f",
"20270101-5-44df8",
"20270101-6-a5bf2",
"20270101-7-9ef47",
"github_com_salesforce_CollaborationForce_pull_32",
"20270118-0-a7a10",
"20270118-1-d9a00",
"20270118-2-3b94f",
"20270118-3-4f5c5",
"20270118-4-420b6",
"20270118-5-39f50",
"20270118-6-20f53",
"20270118-7-b08a7",
"20270118-8-2316b",
"github_com_salesforce_CollaborationForce_pull_35",
"20270122-0-45e78",
"20270122-1-b2b94",
"20270122-2-10345",
"20270122-3-3e4ad",
"20270122-4-4d2ef",
"20270122-5-2172e",
"20270122-6-ed1d4",
"20270122-7-9f36e",
"github_com_salesforce_CollaborationForce_pull_37",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#a25",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in CollaborationForce",
"ground_truth": [
"DataSolutions"
],
"citations": [
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20261227-0-a3192",
"20261227-1-cc8ac",
"20261227-2-307d4",
"20261227-3-0ef49",
"20261227-4-a2b14",
"20261227-5-62293",
"20261227-6-d9802",
"github_com_salesforce_CollaborationForce_pull_30",
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261205-0-6acad",
"20261205-1-03888",
"20261205-2-8a338",
"20261205-3-da6e3",
"20261205-4-b784b",
"20261205-5-4f81e",
"20261205-6-9b704",
"20261205-7-20b26",
"github_com_salesforce_CollaborationForce_pull_27",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20261231-0-0e05b",
"20261231-1-482d1",
"20261231-2-ce338",
"20261231-3-3910f",
"20261231-4-f911b",
"20261231-5-5cd81",
"20261231-6-f6957",
"github_com_salesforce_CollaborationForce_pull_31",
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20261119-0-28c95",
"20261119-1-3d86d",
"20261119-2-a16f9",
"20261119-3-d2d7b",
"20261119-4-6d2bf",
"20261119-5-c2385",
"20261119-6-25178",
"github_com_salesforce_CollaborationForce_pull_24",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270107-0-34518",
"20270107-1-d07c0",
"20270107-2-08dc1",
"20270107-3-874c6",
"20270107-4-b461c",
"20270107-5-c1f6e",
"20270107-6-ca085",
"20270107-7-6d190",
"20270107-8-518b6",
"github_com_salesforce_CollaborationForce_pull_34",
"20270104-0-a0a34",
"20270104-1-8b570",
"20270104-2-f05b8",
"20270104-3-fa5d8",
"20270104-4-a4192",
"20270104-5-55d53",
"20270104-6-962fb",
"20270104-7-554c9",
"github_com_salesforce_CollaborationForce_pull_33",
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20270125-0-a63ed",
"20270125-1-9c85f",
"20270125-2-5be9a",
"20270125-3-89c1e",
"20270125-4-f12c5",
"20270125-5-5d880",
"20270125-6-b5c9f",
"20270125-7-cfede",
"github_com_salesforce_CollaborationForce_pull_38",
"20261209-0-15934",
"20261209-1-e0a54",
"20261209-2-29afc",
"20261209-3-c81ca",
"20261209-4-9d99a",
"20261209-5-17bf1",
"github_com_salesforce_CollaborationForce_pull_28",
"20261220-0-11bca",
"20261220-1-c9f5e",
"20261220-2-c5450",
"20261220-3-0b849",
"20261220-4-8c50d",
"20261220-5-81e91",
"20261220-6-b40b4",
"20261220-7-0672f",
"20261220-8-e8f63",
"20261220-9-a4e20",
"github_com_salesforce_CollaborationForce_pull_29",
"20270109-0-836d0",
"20270109-1-2a953",
"20270109-2-0fd37",
"20270109-3-476ef",
"20270109-4-8a310",
"20270109-5-d0920",
"20270109-6-3d418",
"20270109-7-74e9b",
"20270109-8-d94f7",
"20270109-9-c88cf",
"20270109-10-a2358",
"20270120-0-2fb34",
"20270120-1-3a710",
"20270120-2-4e3c5",
"20270120-3-5cd47",
"20270120-4-3941b",
"20270120-5-95d78",
"20270120-6-8476c",
"20270120-7-3f0c6",
"github_com_salesforce_CollaborationForce_pull_36",
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261202-0-8aa27",
"20261202-1-41c48",
"20261202-2-eaa89",
"20261202-3-07dc8",
"20261202-4-03963",
"20261202-5-3b95b",
"20261202-6-6d097",
"github_com_salesforce_CollaborationForce_pull_26",
"20261126-0-82c26",
"20261126-1-6cd0e",
"20261126-2-acbef",
"20261126-3-83dcd",
"20261126-4-9e905",
"20261126-5-1bdd7",
"20261126-6-0b93b",
"github_com_salesforce_CollaborationForce_pull_25",
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20261112-0-6b8e8",
"20261112-1-43aca",
"20261112-2-1416a",
"20261112-3-8a15f",
"20261112-4-8e45c",
"20261112-5-8e1df",
"20261112-6-190a4",
"20261112-7-77fab",
"github_com_salesforce_CollaborationForce_pull_23",
"20270101-0-35298",
"20270101-1-4e938",
"20270101-2-88d8c",
"20270101-3-72bc6",
"20270101-4-9836f",
"20270101-5-44df8",
"20270101-6-a5bf2",
"20270101-7-9ef47",
"github_com_salesforce_CollaborationForce_pull_32",
"20270118-0-a7a10",
"20270118-1-d9a00",
"20270118-2-3b94f",
"20270118-3-4f5c5",
"20270118-4-420b6",
"20270118-5-39f50",
"20270118-6-20f53",
"20270118-7-b08a7",
"20270118-8-2316b",
"github_com_salesforce_CollaborationForce_pull_35",
"20270122-0-45e78",
"20270122-1-b2b94",
"20270122-2-10345",
"20270122-3-3e4ad",
"20270122-4-4d2ef",
"20270122-5-2172e",
"20270122-6-ed1d4",
"20270122-7-9f36e",
"github_com_salesforce_CollaborationForce_pull_37",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#a26",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in CollaborationForce?",
"ground_truth": [
"ComputeWorks"
],
"citations": [
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20261227-0-a3192",
"20261227-1-cc8ac",
"20261227-2-307d4",
"20261227-3-0ef49",
"20261227-4-a2b14",
"20261227-5-62293",
"20261227-6-d9802",
"github_com_salesforce_CollaborationForce_pull_30",
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261205-0-6acad",
"20261205-1-03888",
"20261205-2-8a338",
"20261205-3-da6e3",
"20261205-4-b784b",
"20261205-5-4f81e",
"20261205-6-9b704",
"20261205-7-20b26",
"github_com_salesforce_CollaborationForce_pull_27",
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20261102-0-bd48d",
"20261102-1-cd4f1",
"20261102-2-c26be",
"20261102-3-7f963",
"20261102-4-9b279",
"20261102-5-540f5",
"20261102-6-bd5c3",
"20261102-7-00cc3",
"20261102-8-4f81d",
"20261102-9-7acf0",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20261231-0-0e05b",
"20261231-1-482d1",
"20261231-2-ce338",
"20261231-3-3910f",
"20261231-4-f911b",
"20261231-5-5cd81",
"20261231-6-f6957",
"github_com_salesforce_CollaborationForce_pull_31",
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261119-0-28c95",
"20261119-1-3d86d",
"20261119-2-a16f9",
"20261119-3-d2d7b",
"20261119-4-6d2bf",
"20261119-5-c2385",
"20261119-6-25178",
"github_com_salesforce_CollaborationForce_pull_24",
"20270109-0-836d0",
"20270109-1-2a953",
"20270109-2-0fd37",
"20270109-3-476ef",
"20270109-4-8a310",
"20270109-5-d0920",
"20270109-6-3d418",
"20270109-7-74e9b",
"20270109-8-d94f7",
"20270109-9-c88cf",
"20270109-10-a2358",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270107-0-34518",
"20270107-1-d07c0",
"20270107-2-08dc1",
"20270107-3-874c6",
"20270107-4-b461c",
"20270107-5-c1f6e",
"20270107-6-ca085",
"20270107-7-6d190",
"20270107-8-518b6",
"github_com_salesforce_CollaborationForce_pull_34",
"20270104-0-a0a34",
"20270104-1-8b570",
"20270104-2-f05b8",
"20270104-3-fa5d8",
"20270104-4-a4192",
"20270104-5-55d53",
"20270104-6-962fb",
"20270104-7-554c9",
"github_com_salesforce_CollaborationForce_pull_33",
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20270125-0-a63ed",
"20270125-1-9c85f",
"20270125-2-5be9a",
"20270125-3-89c1e",
"20270125-4-f12c5",
"20270125-5-5d880",
"20270125-6-b5c9f",
"20270125-7-cfede",
"github_com_salesforce_CollaborationForce_pull_38",
"20261209-0-15934",
"20261209-1-e0a54",
"20261209-2-29afc",
"20261209-3-c81ca",
"20261209-4-9d99a",
"20261209-5-17bf1",
"github_com_salesforce_CollaborationForce_pull_28",
"20261220-0-11bca",
"20261220-1-c9f5e",
"20261220-2-c5450",
"20261220-3-0b849",
"20261220-4-8c50d",
"20261220-5-81e91",
"20261220-6-b40b4",
"20261220-7-0672f",
"20261220-8-e8f63",
"20261220-9-a4e20",
"github_com_salesforce_CollaborationForce_pull_29",
"20270120-0-2fb34",
"20270120-1-3a710",
"20270120-2-4e3c5",
"20270120-3-5cd47",
"20270120-4-3941b",
"20270120-5-95d78",
"20270120-6-8476c",
"20270120-7-3f0c6",
"github_com_salesforce_CollaborationForce_pull_36",
"20261202-0-8aa27",
"20261202-1-41c48",
"20261202-2-eaa89",
"20261202-3-07dc8",
"20261202-4-03963",
"20261202-5-3b95b",
"20261202-6-6d097",
"github_com_salesforce_CollaborationForce_pull_26",
"20261126-0-82c26",
"20261126-1-6cd0e",
"20261126-2-acbef",
"20261126-3-83dcd",
"20261126-4-9e905",
"20261126-5-1bdd7",
"20261126-6-0b93b",
"github_com_salesforce_CollaborationForce_pull_25",
"20261112-0-6b8e8",
"20261112-1-43aca",
"20261112-2-1416a",
"20261112-3-8a15f",
"20261112-4-8e45c",
"20261112-5-8e1df",
"20261112-6-190a4",
"20261112-7-77fab",
"github_com_salesforce_CollaborationForce_pull_23",
"20270101-0-35298",
"20270101-1-4e938",
"20270101-2-88d8c",
"20270101-3-72bc6",
"20270101-4-9836f",
"20270101-5-44df8",
"20270101-6-a5bf2",
"20270101-7-9ef47",
"github_com_salesforce_CollaborationForce_pull_32",
"20270118-0-a7a10",
"20270118-1-d9a00",
"20270118-2-3b94f",
"20270118-3-4f5c5",
"20270118-4-420b6",
"20270118-5-39f50",
"20270118-6-20f53",
"20270118-7-b08a7",
"20270118-8-2316b",
"github_com_salesforce_CollaborationForce_pull_35",
"20270122-0-45e78",
"20270122-1-b2b94",
"20270122-2-10345",
"20270122-3-3e4ad",
"20270122-4-4d2ef",
"20270122-5-2172e",
"20270122-6-ed1d4",
"20270122-7-9f36e",
"github_com_salesforce_CollaborationForce_pull_37",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#a27",
"product": "CollaborationForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in CollaborationForce.",
"ground_truth": [
"eid_b20b58ad"
],
"citations": [
"20261129-0-c904a",
"20261129-1-ccdaf",
"20261129-2-82cd9",
"20261129-3-c365e",
"20261129-4-ccbfc",
"20261129-5-0e9ff",
"20261129-6-8af81",
"20261129-7-d38e6",
"20261129-8-091cc",
"20261129-9-c49dc",
"20261129-10-24ce0",
"20261227-0-a3192",
"20261227-1-cc8ac",
"20261227-2-307d4",
"20261227-3-0ef49",
"20261227-4-a2b14",
"20261227-5-62293",
"20261227-6-d9802",
"github_com_salesforce_CollaborationForce_pull_30",
"20261121-0-53ccf",
"20261121-1-b296c",
"20261121-2-ecd20",
"20261121-3-af6ce",
"20261121-4-ce990",
"20261121-5-f0434",
"20261121-6-ca48a",
"20261121-7-5a2aa",
"20261121-8-fc912",
"20261121-9-46976",
"20261205-0-6acad",
"20261205-1-03888",
"20261205-2-8a338",
"20261205-3-da6e3",
"20261205-4-b784b",
"20261205-5-4f81e",
"20261205-6-9b704",
"20261205-7-20b26",
"github_com_salesforce_CollaborationForce_pull_27",
"20261110-0-22a6e",
"20261110-1-d2c0f",
"20261110-2-a1d2b",
"20261110-3-fc1ad",
"20261110-4-abd7b",
"20261110-5-b0ae4",
"20261110-6-08d67",
"20261110-7-5aa1f",
"20261110-8-e2382",
"20261110-9-f3f98",
"20261110-10-be137",
"20261110-11-206cc",
"20261102-0-bd48d",
"20261102-1-cd4f1",
"20261102-2-c26be",
"20261102-3-7f963",
"20261102-4-9b279",
"20261102-5-540f5",
"20261102-6-bd5c3",
"20261102-7-00cc3",
"20261102-8-4f81d",
"20261102-9-7acf0",
"20261214-0-8f2bb",
"20261214-1-4f6d4",
"20261214-2-ac944",
"20261214-3-8d610",
"20261214-4-9695a",
"20261214-5-94e4c",
"20261214-6-438fa",
"20261214-7-3175d",
"20261214-8-f5731",
"20261214-9-c4e6c",
"20261214-10-19f8e",
"20261231-0-0e05b",
"20261231-1-482d1",
"20261231-2-ce338",
"20261231-3-3910f",
"20261231-4-f911b",
"20261231-5-5cd81",
"20261231-6-f6957",
"github_com_salesforce_CollaborationForce_pull_31",
"20261115-0-14cc1",
"20261115-1-6f1a3",
"20261115-2-a4fc8",
"20261115-3-c887d",
"20261115-4-38791",
"20261115-5-5b432",
"20261115-6-75588",
"20261115-7-c2145",
"20261115-8-6be4b",
"20261115-9-a38b3",
"20261115-10-daaf9",
"20261119-0-28c95",
"20261119-1-3d86d",
"20261119-2-a16f9",
"20261119-3-d2d7b",
"20261119-4-6d2bf",
"20261119-5-c2385",
"20261119-6-25178",
"github_com_salesforce_CollaborationForce_pull_24",
"20270109-0-836d0",
"20270109-1-2a953",
"20270109-2-0fd37",
"20270109-3-476ef",
"20270109-4-8a310",
"20270109-5-d0920",
"20270109-6-3d418",
"20270109-7-74e9b",
"20270109-8-d94f7",
"20270109-9-c88cf",
"20270109-10-a2358",
"20261221-0-177ac",
"20261221-1-ca435",
"20261221-2-f3dd7",
"20261221-3-6a489",
"20261221-4-39286",
"20261221-5-817b3",
"20261221-6-ed3b8",
"20261221-7-0a764",
"20261221-8-45f6f",
"20261221-9-f1da7",
"20261221-10-57049",
"20270107-0-34518",
"20270107-1-d07c0",
"20270107-2-08dc1",
"20270107-3-874c6",
"20270107-4-b461c",
"20270107-5-c1f6e",
"20270107-6-ca085",
"20270107-7-6d190",
"20270107-8-518b6",
"github_com_salesforce_CollaborationForce_pull_34",
"20270104-0-a0a34",
"20270104-1-8b570",
"20270104-2-f05b8",
"20270104-3-fa5d8",
"20270104-4-a4192",
"20270104-5-55d53",
"20270104-6-962fb",
"20270104-7-554c9",
"github_com_salesforce_CollaborationForce_pull_33",
"20261028-0-ef598",
"20261028-1-22646",
"20261028-2-5a965",
"20261028-3-4f6db",
"20261028-4-bb66a",
"20261028-5-915a5",
"20261028-6-75241",
"20261028-7-26be5",
"20261028-8-33275",
"20261028-9-4f94b",
"20270112-0-6e949",
"20270112-1-88b98",
"20270112-2-fb4c5",
"20270112-3-eb21c",
"20270112-4-36d8b",
"20270112-5-ff7d7",
"20270112-6-b96e8",
"20270112-7-1cac1",
"20270112-8-c4a0c",
"20270112-9-3768e",
"20270112-10-66526",
"20270112-11-afce9",
"20270112-12-a2cad",
"20270112-13-f669c",
"20270125-0-a63ed",
"20270125-1-9c85f",
"20270125-2-5be9a",
"20270125-3-89c1e",
"20270125-4-f12c5",
"20270125-5-5d880",
"20270125-6-b5c9f",
"20270125-7-cfede",
"github_com_salesforce_CollaborationForce_pull_38",
"20261209-0-15934",
"20261209-1-e0a54",
"20261209-2-29afc",
"20261209-3-c81ca",
"20261209-4-9d99a",
"20261209-5-17bf1",
"github_com_salesforce_CollaborationForce_pull_28",
"20261220-0-11bca",
"20261220-1-c9f5e",
"20261220-2-c5450",
"20261220-3-0b849",
"20261220-4-8c50d",
"20261220-5-81e91",
"20261220-6-b40b4",
"20261220-7-0672f",
"20261220-8-e8f63",
"20261220-9-a4e20",
"github_com_salesforce_CollaborationForce_pull_29",
"20270120-0-2fb34",
"20270120-1-3a710",
"20270120-2-4e3c5",
"20270120-3-5cd47",
"20270120-4-3941b",
"20270120-5-95d78",
"20270120-6-8476c",
"20270120-7-3f0c6",
"github_com_salesforce_CollaborationForce_pull_36",
"20261202-0-8aa27",
"20261202-1-41c48",
"20261202-2-eaa89",
"20261202-3-07dc8",
"20261202-4-03963",
"20261202-5-3b95b",
"20261202-6-6d097",
"github_com_salesforce_CollaborationForce_pull_26",
"20261126-0-82c26",
"20261126-1-6cd0e",
"20261126-2-acbef",
"20261126-3-83dcd",
"20261126-4-9e905",
"20261126-5-1bdd7",
"20261126-6-0b93b",
"github_com_salesforce_CollaborationForce_pull_25",
"20261112-0-6b8e8",
"20261112-1-43aca",
"20261112-2-1416a",
"20261112-3-8a15f",
"20261112-4-8e45c",
"20261112-5-8e1df",
"20261112-6-190a4",
"20261112-7-77fab",
"github_com_salesforce_CollaborationForce_pull_23",
"20270101-0-35298",
"20270101-1-4e938",
"20270101-2-88d8c",
"20270101-3-72bc6",
"20270101-4-9836f",
"20270101-5-44df8",
"20270101-6-a5bf2",
"20270101-7-9ef47",
"github_com_salesforce_CollaborationForce_pull_32",
"20270118-0-a7a10",
"20270118-1-d9a00",
"20270118-2-3b94f",
"20270118-3-4f5c5",
"20270118-4-420b6",
"20270118-5-39f50",
"20270118-6-20f53",
"20270118-7-b08a7",
"20270118-8-2316b",
"github_com_salesforce_CollaborationForce_pull_35",
"20270122-0-45e78",
"20270122-1-b2b94",
"20270122-2-10345",
"20270122-3-3e4ad",
"20270122-4-4d2ef",
"20270122-5-2172e",
"20270122-6-ed1d4",
"20270122-7-9f36e",
"github_com_salesforce_CollaborationForce_pull_37",
"20260831-0-dc8df",
"20260831-1-56154",
"20260831-2-b6a1e"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#u0",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of CollaborationForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u1",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for CollaborationForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u2",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Market Research Report for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u3",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Market Research Report for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u4",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Market Research Report for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u5",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Product Vision Document for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u6",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Vision Document for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u7",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Requirements Document for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u8",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u9",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Technical Specifications Document for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u10",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Technical Specifications Document for CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u11",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the Advanced Security Protocols feature in CollaborationForce that were not approved?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u12",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u13",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Which bugs in CollaborationForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "CollaborationForce#u14",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in CollaborationForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#u15",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in CollaborationForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#u16",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in CollaborationForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#u17",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in CollaborationForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "CollaborationForce#u18",
"product": "CollaborationForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in CollaborationForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ConnectForce#a0",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the ConnectForce product?",
"ground_truth": [
"eid_8558304e",
"eid_e5e36dc1",
"eid_2e028d1b",
"eid_a2b52913",
"eid_aedadd3e",
"eid_294ba09d",
"eid_f95e63d8",
"eid_86205170",
"eid_3a0795f3",
"eid_eaec7b7a"
],
"citations": [
"ectaix_market_research_report",
"20260127-0-f8189",
"20260127-1-2c082",
"20260127-2-694f2",
"20260127-3-0671f",
"20260127-4-5e3f6",
"20260127-5-8764f",
"20260127-6-87e31",
"20260127-7-82341",
"20260127-8-f1b64",
"20260127-9-bee68",
"final_ectaix_market_research_report",
"ectAIX_planning_1",
"ectAIX_planning_1_chat",
"latest_ectaix_market_research_report",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a1",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the ConnectForce product?",
"ground_truth": [
"eid_8558304e",
"eid_e5e36dc1",
"eid_c38fb1b4",
"eid_a2b52913",
"eid_aedadd3e",
"eid_294ba09d",
"eid_86205170",
"eid_a1e925ce",
"eid_4e8b2cdc"
],
"citations": [
"ectaix_product_vision_document",
"20260208-0-cf725",
"20260208-1-3b9af",
"20260208-2-98b74",
"20260208-3-8cee4",
"20260208-4-9d535",
"20260208-5-d0829",
"20260208-6-eeb26",
"20260208-7-0f2b0",
"final_ectaix_product_vision_document",
"ectAIX_planning_2",
"ectAIX_planning_2_chat",
"latest_ectaix_product_vision_document",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a2",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the ConnectForce product?",
"ground_truth": [
"eid_8558304e",
"eid_e5e36dc1",
"eid_5636d3f5",
"eid_a2b52913",
"eid_aedadd3e",
"eid_15cf6612",
"eid_294ba09d",
"eid_f95e63d8",
"eid_86205170",
"eid_71bfb0a9",
"eid_6b76916e",
"eid_1faba5d2",
"eid_9da87309"
],
"citations": [
"ectaix_product_requirements_document",
"20260218-0-37028",
"20260218-1-16e43",
"20260218-2-a73c7",
"20260218-3-67f71",
"20260218-4-03759",
"20260218-5-9bff0",
"20260218-6-f2674",
"20260218-7-25832",
"20260218-8-966f1",
"final_ectaix_product_requirements_document",
"ectAIX_planning_3",
"ectAIX_planning_3_chat",
"latest_ectaix_product_requirements_document",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a3",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the ConnectForce product?",
"ground_truth": [
"eid_610a4c21",
"eid_e5e36dc1",
"eid_5636d3f5",
"eid_15cf6612",
"eid_294ba09d",
"eid_3adf7b8a",
"eid_6936f36d",
"eid_4e8b2cdc",
"eid_71bfb0a9",
"eid_51f50b3a",
"eid_5827604d"
],
"citations": [
"ectaix_technical_specifications_document",
"20260228-0-6a61d",
"20260228-1-449ff",
"20260228-2-a3246",
"20260228-3-a4d80",
"20260228-4-f218f",
"20260228-5-2404a",
"20260228-6-56644",
"20260228-7-7a15a",
"20260228-8-a63c7",
"20260228-9-ac198",
"20260228-10-bfefb",
"20260228-11-d79bf",
"final_ectaix_technical_specifications_document",
"ectAIX_planning_4",
"ectAIX_planning_4_chat",
"latest_ectaix_technical_specifications_document",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a4",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the ConnectForce product?",
"ground_truth": [
"eid_610a4c21",
"eid_5636d3f5",
"eid_5827604d",
"eid_d7acdc4c",
"eid_15cf6612",
"eid_4e8b2cdc",
"eid_71bfb0a9",
"eid_6e2f3e2b",
"eid_3c2f2069",
"eid_f95e63d8"
],
"citations": [
"ectaix_system_design_document",
"20260312-0-da090",
"20260312-1-b1ad7",
"20260312-2-8acb9",
"20260312-3-38407",
"20260312-4-89f7f",
"20260312-5-b742e",
"20260312-6-9ed26",
"20260312-7-3c36c",
"20260312-8-9d77f",
"20260312-9-a01f3",
"20260312-10-79eb4",
"final_ectaix_system_design_document",
"ectAIX_planning_5",
"ectAIX_planning_5_chat",
"latest_ectaix_system_design_document",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a5",
"product": "ConnectForce",
"kind": "answerable",
"question": "Can you provide links to PRs for the AI-driven data anomaly detection feature in ConnectForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/ectAIX/pull/10"
],
"citations": [
"product_dev_ectAIX_1",
"product_dev_ConnectForce_5",
"product_dev_ConnectForce_6",
"github_com_salesforce_ectAIX_pull_10",
"github_com_salesforce_ectAIX_pull_12",
"20260506-0-b72c3",
"20260506-1-f0cbd",
"20260506-2-83bb3",
"20260506-3-e2f98",
"20260506-4-3787c",
"20260506-5-675f2",
"20260506-6-7bccf",
"20260506-7-eb262",
"20260505-0-59be1",
"20260505-1-c8ebe",
"20260505-2-14481",
"20260505-3-9f423",
"20260505-4-45594",
"20260505-5-8a236",
"20260505-6-286f1",
"20260505-7-9697f",
"20260505-8-263fb",
"20260505-9-5ac84",
"20260505-10-894e7",
"20260505-11-0eaf8",
"20260506-0-5b4f0",
"20260506-1-63674",
"20260506-2-d64c9",
"20260506-3-d7aa6",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a6",
"product": "ConnectForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the AI-driven data anomaly detection feature in ConnectForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/ectAIX/pull/5"
],
"citations": [
"product_dev_ectAIX_1",
"product_dev_ConnectForce_4",
"github_com_salesforce_ectAIX_pull_5",
"github_com_salesforce_ectAIX_pull_7",
"20260419-0-e4879",
"20260419-1-d2b90",
"20260419-2-20363",
"20260419-3-14421",
"20260419-4-e4fdf",
"20260419-5-8b329",
"20260419-6-d9947",
"20260419-7-ce306",
"20260419-8-8275b",
"20260419-9-fbfc2",
"20260420-0-7a327",
"20260420-1-d295e",
"20260420-2-ea2a5",
"20260420-3-76bab",
"20260420-4-4fb9d",
"20260420-5-5484a",
"20260420-6-0b8fd",
"20260420-7-aa533",
"20260420-8-1d068",
"20260420-9-9f657",
"20260420-10-3895b",
"20260420-0-ac5b0",
"20260420-1-02747",
"20260420-2-c92f2",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a7",
"product": "ConnectForce",
"kind": "answerable",
"question": "Can you find links to the approved PRs for the AI-driven data anomaly detection feature in ConnectForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/ectAIX/pull/15"
],
"citations": [
"product_dev_ectAIX_1",
"product_dev_ConnectForce_7",
"product_dev_ConnectForce_8",
"20260515-0-dde37",
"20260515-1-8d5a6",
"20260515-2-c0c72",
"20260515-3-67ed5",
"20260515-4-f89b8",
"20260515-5-4d16d",
"20260515-6-59492",
"20260515-7-b85e2",
"20260515-8-661e2",
"20260515-9-ccec3",
"20260515-10-2b212",
"20260515-11-8305f",
"20260515-12-519fc",
"github_com_salesforce_ectAIX_pull_15",
"20260516-0-e8e64",
"20260516-1-6a42e",
"20260516-2-a7b03",
"20260516-3-a3624",
"20260516-4-ceb7f",
"20260516-5-e256e",
"20260516-6-fd4ae",
"20260516-7-9a5b3",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a8",
"product": "ConnectForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the AI-driven data anomaly detection feature in ConnectForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/ectAIX/pull/17",
"https://github.com/salesforce/ectAIX/pull/19"
],
"citations": [
"product_dev_ectAIX_1",
"product_dev_ConnectForce_9",
"github_com_salesforce_ectAIX_pull_17",
"20260522-0-efb98",
"20260522-1-069f0",
"20260522-2-d5432",
"20260522-3-80679",
"20260522-4-6700a",
"20260522-5-64d05",
"20260522-6-b4b60",
"20260522-7-d7188",
"product_dev_ConnectForce_10",
"github_com_salesforce_ectAIX_pull_19",
"20260531-0-139be",
"20260531-1-c8029",
"20260531-2-28ebe",
"20260531-3-3d99c",
"20260531-4-b2a69",
"20260531-5-acfc6",
"20260531-6-fd737",
"20260531-7-f77a8",
"20260531-8-453b6",
"20260531-9-2c780",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a9",
"product": "ConnectForce",
"kind": "answerable",
"question": "Could you find links to the approved PRs for enhancing NLP capabilities for better user interactions in ConnectForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/ectAIX/pull/9",
"https://github.com/salesforce/ectAIX/pull/14"
],
"citations": [
"product_dev_ectAIX_1",
"product_dev_ConnectForce_4",
"product_dev_ConnectForce_5",
"20260427-0-d1a57",
"20260427-1-ac7ad",
"20260427-2-bad0d",
"20260427-3-eadb7",
"20260427-4-70fa5",
"20260427-5-b05a9",
"20260427-6-0a4e2",
"20260427-7-d7d92",
"20260427-8-1a498",
"20260427-9-d336a",
"20260427-10-aec21",
"github_com_salesforce_ectAIX_pull_9",
"20260427-0-4eb1c",
"20260427-1-1e229",
"20260427-2-47989",
"20260427-3-4480b",
"20260427-4-71924",
"20260427-5-6c8de",
"20260427-6-c9175",
"20260427-7-d7a8e",
"20260427-8-5f13c",
"20260427-9-6aa31",
"20260427-10-df1d5",
"product_dev_ConnectForce_6",
"product_dev_ConnectForce_7",
"20260509-0-f3cdc",
"20260509-1-51532",
"20260509-2-84d47",
"20260509-3-d0850",
"20260509-4-43d72",
"20260509-5-da51a",
"20260509-6-1eeab",
"20260509-7-eed08",
"20260509-8-09335",
"20260509-9-0858b",
"github_com_salesforce_ectAIX_pull_14",
"20260512-0-cc40e",
"20260512-1-26690",
"20260512-2-15bca",
"20260512-3-781c1",
"20260512-4-c6758",
"20260512-5-890b2",
"20260512-6-7361f",
"20260512-7-a481b",
"20260512-8-cb5eb",
"20260512-9-a37e4",
"20260512-10-6d49a",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a10",
"product": "ConnectForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for enhancing NLP capabilities for better user interactions in ConnectForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/ectAIX/pull/4",
"https://github.com/salesforce/ectAIX/pull/16",
"https://github.com/salesforce/ectAIX/pull/18"
],
"citations": [
"product_dev_ectAIX_1",
"product_dev_ectAIX_2",
"product_dev_ConnectForce_3",
"github_com_salesforce_ectAIX_pull_4",
"20260412-0-fbf80",
"20260412-1-fb165",
"20260412-2-b0b64",
"20260412-3-11f4a",
"20260412-4-f6776",
"20260412-5-d7e88",
"20260412-6-027b3",
"20260412-7-9fcae",
"product_dev_ConnectForce_8",
"github_com_salesforce_ectAIX_pull_16",
"20260516-0-93f4b",
"20260516-1-b290b",
"20260516-2-9c316",
"20260516-3-d0f0d",
"20260516-4-20813",
"20260516-5-d92d3",
"product_dev_ConnectForce_9",
"github_com_salesforce_ectAIX_pull_18",
"20260529-0-7b8eb",
"20260529-1-fe83e",
"20260529-2-ae300",
"20260529-3-b61de",
"20260529-4-d1ddd",
"20260529-5-96525",
"20260529-6-bcd5d",
"20260529-7-821c1",
"20260529-8-cee8c",
"20260529-9-1a5cc",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a11",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in ConnectForce?",
"ground_truth": [
"DataSolutions",
"AITransformers"
],
"citations": [
"20260709-0-ead71",
"20260709-1-90bfb",
"20260709-2-9ba1c",
"20260709-3-ea600",
"20260709-4-5a49f",
"20260709-5-0bb3e",
"20260709-6-1d882",
"20260709-7-bc642",
"20260709-8-b3268",
"20260709-9-ca64f",
"20260802-0-7a948",
"20260802-1-5b620",
"20260802-2-12c14",
"20260802-3-7c6cc",
"20260802-4-761a1",
"20260802-5-f83b8",
"20260802-6-18f3a",
"20260802-7-4c73f",
"20260802-8-bb574",
"20260802-9-d2fec",
"20260802-10-5c5cb",
"20260802-11-972f6",
"20260725-0-8a7c2",
"20260725-1-52694",
"20260725-2-3c6e2",
"20260725-3-dc3c9",
"20260725-4-49931",
"20260725-5-11501",
"20260725-6-afe80",
"20260725-7-b3f7b",
"20260725-8-6af8b",
"20260725-9-f6ffe",
"20260725-10-35e5b",
"20260819-0-d01e2",
"20260819-1-610d1",
"20260819-2-5bb29",
"20260819-3-53e66",
"20260819-4-9f02c",
"20260819-5-58a0d",
"20260819-6-7014e",
"20260819-7-2c3e6",
"20260819-8-2194d",
"20260819-9-0c1dd",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ConnectForce#a12",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in ConnectForce?",
"ground_truth": [
"TechCorp",
"BlueWave"
],
"citations": [
"20260617-0-5662c",
"20260617-1-e951a",
"20260617-2-8dd67",
"20260617-3-1fc56",
"20260617-4-815ef",
"20260617-5-69834",
"20260617-6-104bb",
"20260617-7-5dadf",
"20260617-8-6a0ef",
"20260617-9-d943d",
"20260617-10-1bf61",
"20260627-0-f6767",
"20260627-1-bdea0",
"20260627-2-0a6af",
"20260627-3-2a7c5",
"20260627-4-eccc9",
"20260627-5-a293c",
"20260627-6-053d0",
"20260627-7-ec295",
"20260627-8-7e781",
"github_com_salesforce_ConnectForce_pull_26",
"20260821-0-e8035",
"20260821-1-d850d",
"20260821-2-34199",
"20260821-3-41993",
"20260821-4-b63f5",
"20260821-5-e9503",
"20260821-6-81715",
"20260821-7-473a6",
"20260821-8-fcf35",
"20260821-9-559c4",
"20260924-0-9bf1b",
"20260924-1-5f5c7",
"20260924-2-5611b",
"20260924-3-dcc16",
"20260924-4-6bae2",
"20260924-5-4ca59",
"github_com_salesforce_ConnectForce_pull_36",
"20260909-0-b54f9",
"20260909-1-2e7cd",
"20260909-2-7269c",
"20260909-3-e44c7",
"20260909-4-d2008",
"20260909-5-387ef",
"20260909-6-a657d",
"20260909-7-0ae8a",
"20260909-8-1ae94",
"20260909-9-31455",
"20260909-10-dd862",
"20260709-0-ead71",
"20260709-1-90bfb",
"20260709-2-9ba1c",
"20260709-3-ea600",
"20260709-4-5a49f",
"20260709-5-0bb3e",
"20260709-6-1d882",
"20260709-7-bc642",
"20260709-8-b3268",
"20260709-9-ca64f",
"20260802-0-7a948",
"20260802-1-5b620",
"20260802-2-12c14",
"20260802-3-7c6cc",
"20260802-4-761a1",
"20260802-5-f83b8",
"20260802-6-18f3a",
"20260802-7-4c73f",
"20260802-8-bb574",
"20260802-9-d2fec",
"20260802-10-5c5cb",
"20260802-11-972f6",
"20260809-0-d58f2",
"20260809-1-d0dd0",
"20260809-2-f558e",
"20260809-3-7cff5",
"20260809-4-e8afd",
"20260809-5-f575c",
"20260809-6-d8b45",
"20260809-7-ebd4f",
"20260809-8-af29d",
"20260809-9-80479",
"20260919-0-cb6ce",
"20260919-1-495fe",
"20260919-2-73175",
"20260919-3-3604f",
"20260919-4-966df",
"20260919-5-a701e",
"20260919-6-ceda7",
"20260919-7-fe80b",
"github_com_salesforce_ConnectForce_pull_34",
"20260725-0-8a7c2",
"20260725-1-52694",
"20260725-2-3c6e2",
"20260725-3-dc3c9",
"20260725-4-49931",
"20260725-5-11501",
"20260725-6-afe80",
"20260725-7-b3f7b",
"20260725-8-6af8b",
"20260725-9-f6ffe",
"20260725-10-35e5b",
"20260816-0-2b2fb",
"20260816-1-8e3f9",
"20260816-2-95a4e",
"20260816-3-46f11",
"20260816-4-3825d",
"20260816-5-bfb8d",
"20260816-6-6a8ae",
"20260816-7-fa895",
"github_com_salesforce_ConnectForce_pull_31",
"20260625-0-95e73",
"20260625-1-08cfc",
"20260625-2-65b16",
"20260625-3-46df3",
"20260625-4-80a4c",
"20260625-5-a864b",
"20260625-6-f3465",
"github_com_salesforce_ConnectForce_pull_25",
"20260926-0-456d6",
"20260926-1-a5a86",
"20260926-2-d53dc",
"20260926-3-ca5d7",
"20260926-4-bc3e0",
"20260926-5-b8a8f",
"github_com_salesforce_ConnectForce_pull_37",
"20260819-0-d01e2",
"20260819-1-610d1",
"20260819-2-5bb29",
"20260819-3-53e66",
"20260819-4-9f02c",
"20260819-5-58a0d",
"20260819-6-7014e",
"20260819-7-2c3e6",
"20260819-8-2194d",
"20260819-9-0c1dd",
"20260829-0-378e0",
"20260829-1-68708",
"20260829-2-92585",
"20260829-3-4f878",
"20260829-4-24660",
"20260829-5-8680d",
"20260829-6-18e97",
"20260829-7-c2f4a",
"20260829-8-950c1",
"20260829-9-72ca3",
"20260829-10-e7c31",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ConnectForce#a13",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find bugs reported by DataSolutions in ConnectForce that did not require any fixes?",
"ground_truth": "- \"Weak Encryption Algorithms\" issue",
"citations": [
"20260709-0-ead71",
"20260709-1-90bfb",
"20260709-2-9ba1c",
"20260709-3-ea600",
"20260709-4-5a49f",
"20260709-5-0bb3e",
"20260709-6-1d882",
"20260709-7-bc642",
"20260709-8-b3268",
"20260709-9-ca64f",
"20260802-0-7a948",
"20260802-1-5b620",
"20260802-2-12c14",
"20260802-3-7c6cc",
"20260802-4-761a1",
"20260802-5-f83b8",
"20260802-6-18f3a",
"20260802-7-4c73f",
"20260802-8-bb574",
"20260802-9-d2fec",
"20260802-10-5c5cb",
"20260802-11-972f6",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a14",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find bugs reported by AITransformers in ConnectForce that did not require any fixes?",
"ground_truth": "- Security Vulnerability in Data Transmission",
"citations": [
"20260725-0-8a7c2",
"20260725-1-52694",
"20260725-2-3c6e2",
"20260725-3-dc3c9",
"20260725-4-49931",
"20260725-5-11501",
"20260725-6-afe80",
"20260725-7-b3f7b",
"20260725-8-6af8b",
"20260725-9-f6ffe",
"20260725-10-35e5b",
"20260819-0-d01e2",
"20260819-1-610d1",
"20260819-2-5bb29",
"20260819-3-53e66",
"20260819-4-9f02c",
"20260819-5-58a0d",
"20260819-6-7014e",
"20260819-7-2c3e6",
"20260819-8-2194d",
"20260819-9-0c1dd",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a15",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by TechCorp in the ConnectForce product?",
"ground_truth": "- Mismatched Encryption Protocols",
"citations": [
"20260909-0-b54f9",
"20260909-1-2e7cd",
"20260909-2-7269c",
"20260909-3-e44c7",
"20260909-4-d2008",
"20260909-5-387ef",
"20260909-6-a657d",
"20260909-7-0ae8a",
"20260909-8-1ae94",
"20260909-9-31455",
"20260909-10-dd862",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#a16",
"product": "ConnectForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by BlueWave in the ConnectForce product?",
"ground_truth": "- Excessive Logging Overhead",
"citations": [
"20260829-0-378e0",
"20260829-1-68708",
"20260829-2-92585",
"20260829-3-4f878",
"20260829-4-24660",
"20260829-5-8680d",
"20260829-6-18e97",
"20260829-7-c2f4a",
"20260829-8-950c1",
"20260829-9-72ca3",
"20260829-10-e7c31",
"20260402-0-972e8",
"20260402-1-8f3e4",
"20260402-2-3595e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u0",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of ConnectForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u1",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for ConnectForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u2",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Market Research Report for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u3",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Market Research Report for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u4",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Market Research Report for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u5",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Vision Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u6",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Vision Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u7",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Vision Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u8",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Requirements Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u9",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Requirements Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u10",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u11",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Technical Specifications Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u12",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Technical Specifications Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u13",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Technical Specifications Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u14",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the System Design Document for ConnectForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u15",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for enhancing NLP capabilities for better user interactions in ConnectForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u16",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to enhancing NLP capabilities for better user interactions in ConnectForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u17",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in ConnectForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ConnectForce#u18",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in ConnectForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ConnectForce#u19",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in ConnectForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ConnectForce#u20",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u21",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u22",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u23",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u24",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u25",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u26",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u27",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u28",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u29",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u30",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u31",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u32",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u33",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u34",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ConnectForce#u35",
"product": "ConnectForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in ConnectForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a0",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for ContentForce?",
"ground_truth": "- Include metrics like conversion rate improvements or time saved in the summary.\n- Add a sentence in the Product Overview about how entAIX integrates with existing sales workflows.\n- Specify which emerging markets are being considered in the Growth Opportunities section.\n- Elaborate on the data privacy measures entAIX has in place in the Challenges and Risks section.",
"citations": [
"20260302-0-d99be",
"20260302-1-88719",
"20260302-2-037a3",
"20260302-3-bcd63",
"20260302-4-7f27e",
"20260302-5-a3b9d",
"20260302-6-979f9",
"20260302-7-74579",
"20260302-8-d9b13",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a1",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for ContentForce?",
"ground_truth": "- Include a brief mention of the key metrics or KPIs that entAIX impacts in the Executive Summary.\n- Add more detail on how entAIX's AI algorithms are more advanced than competitors' in the Competitive Analysis section, possibly with a comparison chart or specific features.",
"citations": [
"20260302-0-d99be",
"20260302-1-88719",
"20260302-2-037a3",
"20260302-3-bcd63",
"20260302-4-7f27e",
"20260302-5-a3b9d",
"20260302-6-979f9",
"20260302-7-74579",
"20260302-8-d9b13",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a2",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for ContentForce?",
"ground_truth": "- Include a comparison chart to visually highlight entAIX's strengths.\n- Expand on the analytics capabilities in the Customer Needs section, detailing how entAIX's analytics differ from others in the market.",
"citations": [
"20260302-0-d99be",
"20260302-1-88719",
"20260302-2-037a3",
"20260302-3-bcd63",
"20260302-4-7f27e",
"20260302-5-a3b9d",
"20260302-6-979f9",
"20260302-7-74579",
"20260302-8-d9b13",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a3",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for ContentForce?",
"ground_truth": "- Elaborate on how our AI algorithms are superior by including specific features or technologies that set us apart.\n- Add details about our scalability plans, specifically how entAIX will handle increased data loads as we grow.\n- Highlight our customer support strategy, focusing on how we will assist clients in integrating and using our platform effectively.\n- Explore potential geographic markets in more detail under 'Growth Opportunities' to help focus our expansion efforts.",
"citations": [
"20260307-0-1bd04",
"20260307-1-62302",
"20260307-2-23907",
"20260307-3-95c3c",
"20260307-4-aa76a",
"20260307-5-58719",
"20260307-6-2acf4",
"20260307-7-db454",
"20260307-8-32758",
"20260307-9-d2b32",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a4",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for ContentForce?",
"ground_truth": "- Address potential regulatory changes in data privacy laws under 'Challenges'.\n- Add a section on competitive analysis, including comparisons on pricing, features, and customer satisfaction.",
"citations": [
"20260307-0-1bd04",
"20260307-1-62302",
"20260307-2-23907",
"20260307-3-95c3c",
"20260307-4-aa76a",
"20260307-5-58719",
"20260307-6-2acf4",
"20260307-7-db454",
"20260307-8-32758",
"20260307-9-d2b32",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a5",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for ContentForce?",
"ground_truth": "- Emphasize how the integration will enhance user experience.\n- Include a section on user interface improvements.\n- Specify potential partners or types of partnerships in the 'Strategic Partnerships' section to make the strategy more tangible.",
"citations": [
"20260307-0-1bd04",
"20260307-1-62302",
"20260307-2-23907",
"20260307-3-95c3c",
"20260307-4-aa76a",
"20260307-5-58719",
"20260307-6-2acf4",
"20260307-7-db454",
"20260307-8-32758",
"20260307-9-d2b32",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a6",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the unique features of ContentForce's competitor products?",
"ground_truth": "SalesMate AI offers AI-driven content recommendations based on real-time customer interaction analysis, seamless integration with major CRM platforms, customizable recommendation algorithms tailored to industry-specific needs, and a comprehensive analytics dashboard for tracking content engagement and effectiveness.\n\nConvoSuggest has several unique features: it uses Natural Language Processing (NLP) to understand and analyze customer conversations, offers a content library management system for organizing sales materials, provides real-time content suggestions during live calls, and integrates with tools like Slack and Microsoft Teams. Additionally, it offers APIs for custom integrations.\n\nPitchPerfect AI has several unique features: machine learning algorithms that adapt to user preferences over time without requiring manual customization, comprehensive reporting tools that measure content impact on sales outcomes, seamless integration with email and calendar apps for contextual recommendations, and a drag-and-drop content organization feature that makes the interface more intuitive.",
"citations": [
"20260611-0-172ae",
"20260611-1-5ad75",
"20260611-2-3ef37",
"20260611-3-d1189",
"20260611-4-6cdb2",
"20260611-5-830b1",
"20260611-6-e5811",
"20260611-7-b3682",
"20260611-8-86517",
"20260611-9-9c11c",
"20260611-10-d0cf2",
"20260611-11-db1d0",
"20260611-12-1b3cb",
"20260611-13-123ad",
"20260809-0-a9984",
"20260809-1-ee160",
"20260809-2-93a18",
"20260809-3-4ab02",
"20260809-4-fa328",
"20260809-5-858e0",
"20260809-6-f5ee7",
"20260809-7-7d7c1",
"20260809-8-1710d",
"20260809-9-1bb1c",
"20260809-10-09632",
"20260809-11-53dbd",
"20260628-0-e71c0",
"20260628-1-79901",
"20260628-2-34d32",
"20260628-3-4241f",
"20260628-4-71f6f",
"20260628-5-caa79",
"20260628-6-868f4",
"20260628-7-94cc8",
"20260628-8-5c759",
"20260628-9-3b98f",
"20260628-10-647bb",
"20260628-11-e1ee8",
"20260628-12-ac909",
"20260710-0-400c9",
"20260710-1-00fd2",
"20260710-2-05028",
"20260710-3-72fb6",
"20260710-4-633a4",
"20260710-5-36521",
"20260710-6-2d1f8",
"20260710-7-f3f03",
"20260710-8-8f5b4",
"20260710-9-b496a",
"20260710-10-da93a",
"20260710-11-c8164",
"20260820-0-9b146",
"20260820-1-acb50",
"20260820-2-d05d3",
"20260820-3-b9e1c",
"20260820-4-c4215",
"20260820-5-ca9f1",
"20260820-6-ccde0",
"20260820-7-1f8e2",
"20260820-8-794f6",
"20260820-9-d9f1d",
"20260820-10-73989",
"20260722-0-f9cea",
"20260722-1-2778d",
"20260722-2-f5cc7",
"20260722-3-51bac",
"20260722-4-3626b",
"20260722-5-fdea9",
"20260722-6-e0c1b",
"20260722-7-e0883",
"20260722-8-106ed",
"20260722-9-f72fe",
"20260722-10-3b9ad",
"20260722-11-9970a",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a7",
"product": "ContentForce",
"kind": "answerable",
"question": "What are the weaknesses of ContentForce's competitor products?",
"ground_truth": "The weaknesses of SalesMate AI include limited language support primarily focused on English, higher pricing compared to similar products, an intensive initial setup and training process, and the fact that personalized support comes at an additional cost.\n\nConvoSuggest has limited customization options for recommendation criteria, lacks advanced customization features, and cannot integrate external data sources. It also experiences delays in providing real-time suggestions during high traffic periods, and its analytics features are basic compared to other products.\n\nThe weaknesses of PitchPerfect AI include limited support for non-sales related content recommendations, a requirement for a stable internet connection for optimal performance, and occasional inaccuracies in content relevance scoring.",
"citations": [
"20260611-0-172ae",
"20260611-1-5ad75",
"20260611-2-3ef37",
"20260611-3-d1189",
"20260611-4-6cdb2",
"20260611-5-830b1",
"20260611-6-e5811",
"20260611-7-b3682",
"20260611-8-86517",
"20260611-9-9c11c",
"20260611-10-d0cf2",
"20260611-11-db1d0",
"20260611-12-1b3cb",
"20260611-13-123ad",
"20260809-0-a9984",
"20260809-1-ee160",
"20260809-2-93a18",
"20260809-3-4ab02",
"20260809-4-fa328",
"20260809-5-858e0",
"20260809-6-f5ee7",
"20260809-7-7d7c1",
"20260809-8-1710d",
"20260809-9-1bb1c",
"20260809-10-09632",
"20260809-11-53dbd",
"20260628-0-e71c0",
"20260628-1-79901",
"20260628-2-34d32",
"20260628-3-4241f",
"20260628-4-71f6f",
"20260628-5-caa79",
"20260628-6-868f4",
"20260628-7-94cc8",
"20260628-8-5c759",
"20260628-9-3b98f",
"20260628-10-647bb",
"20260628-11-e1ee8",
"20260628-12-ac909",
"20260710-0-400c9",
"20260710-1-00fd2",
"20260710-2-05028",
"20260710-3-72fb6",
"20260710-4-633a4",
"20260710-5-36521",
"20260710-6-2d1f8",
"20260710-7-f3f03",
"20260710-8-8f5b4",
"20260710-9-b496a",
"20260710-10-da93a",
"20260710-11-c8164",
"20260820-0-9b146",
"20260820-1-acb50",
"20260820-2-d05d3",
"20260820-3-b9e1c",
"20260820-4-c4215",
"20260820-5-ca9f1",
"20260820-6-ccde0",
"20260820-7-1f8e2",
"20260820-8-794f6",
"20260820-9-d9f1d",
"20260820-10-73989",
"20260722-0-f9cea",
"20260722-1-2778d",
"20260722-2-f5cc7",
"20260722-3-51bac",
"20260722-4-3626b",
"20260722-5-fdea9",
"20260722-6-e0c1b",
"20260722-7-e0883",
"20260722-8-106ed",
"20260722-9-f72fe",
"20260722-10-3b9ad",
"20260722-11-9970a",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a8",
"product": "ContentForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of ContentForce's competitor products?",
"ground_truth": [
"eid_8bab7c9d",
"eid_c3f3eff2",
"eid_55f01e31",
"eid_b48f959b",
"eid_ccd7c214",
"eid_eba4d825"
],
"citations": [
"20260611-0-172ae",
"20260611-1-5ad75",
"20260611-2-3ef37",
"20260611-3-d1189",
"20260611-4-6cdb2",
"20260611-5-830b1",
"20260611-6-e5811",
"20260611-7-b3682",
"20260611-8-86517",
"20260611-9-9c11c",
"20260611-10-d0cf2",
"20260611-11-db1d0",
"20260611-12-1b3cb",
"20260611-13-123ad",
"20260809-0-a9984",
"20260809-1-ee160",
"20260809-2-93a18",
"20260809-3-4ab02",
"20260809-4-fa328",
"20260809-5-858e0",
"20260809-6-f5ee7",
"20260809-7-7d7c1",
"20260809-8-1710d",
"20260809-9-1bb1c",
"20260809-10-09632",
"20260809-11-53dbd",
"20260628-0-e71c0",
"20260628-1-79901",
"20260628-2-34d32",
"20260628-3-4241f",
"20260628-4-71f6f",
"20260628-5-caa79",
"20260628-6-868f4",
"20260628-7-94cc8",
"20260628-8-5c759",
"20260628-9-3b98f",
"20260628-10-647bb",
"20260628-11-e1ee8",
"20260628-12-ac909",
"20260710-0-400c9",
"20260710-1-00fd2",
"20260710-2-05028",
"20260710-3-72fb6",
"20260710-4-633a4",
"20260710-5-36521",
"20260710-6-2d1f8",
"20260710-7-f3f03",
"20260710-8-8f5b4",
"20260710-9-b496a",
"20260710-10-da93a",
"20260710-11-c8164",
"20260820-0-9b146",
"20260820-1-acb50",
"20260820-2-d05d3",
"20260820-3-b9e1c",
"20260820-4-c4215",
"20260820-5-ca9f1",
"20260820-6-ccde0",
"20260820-7-1f8e2",
"20260820-8-794f6",
"20260820-9-d9f1d",
"20260820-10-73989",
"20260722-0-f9cea",
"20260722-1-2778d",
"20260722-2-f5cc7",
"20260722-3-51bac",
"20260722-4-3626b",
"20260722-5-fdea9",
"20260722-6-e0c1b",
"20260722-7-e0883",
"20260722-8-106ed",
"20260722-9-f72fe",
"20260722-10-3b9ad",
"20260722-11-9970a",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a9",
"product": "ContentForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of ContentForce's competitor products?",
"ground_truth": [
"eid_f6ae6dd8",
"eid_4350bf70",
"eid_7b85a749"
],
"citations": [
"20260611-0-172ae",
"20260611-1-5ad75",
"20260611-2-3ef37",
"20260611-3-d1189",
"20260611-4-6cdb2",
"20260611-5-830b1",
"20260611-6-e5811",
"20260611-7-b3682",
"20260611-8-86517",
"20260611-9-9c11c",
"20260611-10-d0cf2",
"20260611-11-db1d0",
"20260611-12-1b3cb",
"20260611-13-123ad",
"20260809-0-a9984",
"20260809-1-ee160",
"20260809-2-93a18",
"20260809-3-4ab02",
"20260809-4-fa328",
"20260809-5-858e0",
"20260809-6-f5ee7",
"20260809-7-7d7c1",
"20260809-8-1710d",
"20260809-9-1bb1c",
"20260809-10-09632",
"20260809-11-53dbd",
"20260721-0-9fd0b",
"20260628-0-e71c0",
"20260628-1-79901",
"20260628-2-34d32",
"20260628-3-4241f",
"20260628-4-71f6f",
"20260628-5-caa79",
"20260628-6-868f4",
"20260628-7-94cc8",
"20260628-8-5c759",
"20260628-9-3b98f",
"20260628-10-647bb",
"20260628-11-e1ee8",
"20260628-12-ac909",
"20260710-0-400c9",
"20260710-1-00fd2",
"20260710-2-05028",
"20260710-3-72fb6",
"20260710-4-633a4",
"20260710-5-36521",
"20260710-6-2d1f8",
"20260710-7-f3f03",
"20260710-8-8f5b4",
"20260710-9-b496a",
"20260710-10-da93a",
"20260710-11-c8164",
"20260817-0-58413",
"20260820-0-9b146",
"20260820-1-acb50",
"20260820-2-d05d3",
"20260820-3-b9e1c",
"20260820-4-c4215",
"20260820-5-ca9f1",
"20260820-6-ccde0",
"20260820-7-1f8e2",
"20260820-8-794f6",
"20260820-9-d9f1d",
"20260820-10-73989",
"20260722-0-f9cea",
"20260722-1-2778d",
"20260722-2-f5cc7",
"20260722-3-51bac",
"20260722-4-3626b",
"20260722-5-fdea9",
"20260722-6-e0c1b",
"20260722-7-e0883",
"20260722-8-106ed",
"20260722-9-f72fe",
"20260722-10-3b9ad",
"20260722-11-9970a",
"20260624-0-cb271",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a10",
"product": "ContentForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for ContentForce's competitor products?",
"ground_truth": [
"https://www.salesmateai.com/demo",
"https://www.pitchperfectai.com/demo",
"https://www.convosuggest.com/demo"
],
"citations": [
"20260611-0-172ae",
"20260611-1-5ad75",
"20260611-2-3ef37",
"20260611-3-d1189",
"20260611-4-6cdb2",
"20260611-5-830b1",
"20260611-6-e5811",
"20260611-7-b3682",
"20260611-8-86517",
"20260611-9-9c11c",
"20260611-10-d0cf2",
"20260611-11-db1d0",
"20260611-12-1b3cb",
"20260611-13-123ad",
"20260809-0-a9984",
"20260809-1-ee160",
"20260809-2-93a18",
"20260809-3-4ab02",
"20260809-4-fa328",
"20260809-5-858e0",
"20260809-6-f5ee7",
"20260809-7-7d7c1",
"20260809-8-1710d",
"20260809-9-1bb1c",
"20260809-10-09632",
"20260809-11-53dbd",
"20260721-0-9fd0b",
"20260628-0-e71c0",
"20260628-1-79901",
"20260628-2-34d32",
"20260628-3-4241f",
"20260628-4-71f6f",
"20260628-5-caa79",
"20260628-6-868f4",
"20260628-7-94cc8",
"20260628-8-5c759",
"20260628-9-3b98f",
"20260628-10-647bb",
"20260628-11-e1ee8",
"20260628-12-ac909",
"20260710-0-400c9",
"20260710-1-00fd2",
"20260710-2-05028",
"20260710-3-72fb6",
"20260710-4-633a4",
"20260710-5-36521",
"20260710-6-2d1f8",
"20260710-7-f3f03",
"20260710-8-8f5b4",
"20260710-9-b496a",
"20260710-10-da93a",
"20260710-11-c8164",
"20260817-0-58413",
"20260820-0-9b146",
"20260820-1-acb50",
"20260820-2-d05d3",
"20260820-3-b9e1c",
"20260820-4-c4215",
"20260820-5-ca9f1",
"20260820-6-ccde0",
"20260820-7-1f8e2",
"20260820-8-794f6",
"20260820-9-d9f1d",
"20260820-10-73989",
"20260722-0-f9cea",
"20260722-1-2778d",
"20260722-2-f5cc7",
"20260722-3-51bac",
"20260722-4-3626b",
"20260722-5-fdea9",
"20260722-6-e0c1b",
"20260722-7-e0883",
"20260722-8-106ed",
"20260722-9-f72fe",
"20260722-10-3b9ad",
"20260722-11-9970a",
"20260624-0-cb271",
"www_salesmateai_com_demo",
"www_pitchperfectai_com_demo",
"www_convosuggest_com_demo",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a11",
"product": "ContentForce",
"kind": "answerable",
"question": "What new features about improving CRM integration are added to ContentForce?",
"ground_truth": "- Pagination for handling large data volumes\n- Batch processing techniques for efficient data handling",
"citations": [
"product_dev_ContentForce_1",
"product_dev_ContentForce_3",
"product_dev_ContentForce_4",
"github_com_salesforce_ContentForce_pull_8",
"20260506-0-708e0",
"20260506-1-df95f",
"20260506-2-febd9",
"20260506-3-f24fe",
"20260506-4-2b699",
"20260506-5-899d5",
"20260506-6-3c4ae",
"20260506-7-bd9ca",
"20260506-8-6ef29",
"20260506-9-f0b77",
"20260506-10-dd1a2",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a12",
"product": "ContentForce",
"kind": "answerable",
"question": "What features could not be added to ContentForce due to security risks?",
"ground_truth": "- Core drag-and-drop functionality for dashboard widgets\n- Logic for detecting drag events\n- Updating widget positions based on drag-and-drop actions",
"citations": [
"product_dev_ContentForce_1",
"product_dev_ContentForce_2",
"20260414-0-1cfa0",
"20260414-1-e7753",
"20260414-2-829be",
"20260414-3-2ca23",
"20260414-4-c7c53",
"20260414-5-cb1c8",
"20260414-6-ee0b9",
"20260414-7-dadc4",
"20260414-8-4ca94",
"20260414-9-f7d54",
"20260419-0-70bf0",
"20260419-1-4eb7d",
"20260419-2-86fa4",
"20260419-3-07193",
"20260419-4-328ae",
"20260419-5-abb24",
"20260419-6-b9e74",
"20260419-7-3eade",
"20260419-8-a28af",
"20260419-9-9f9ae",
"20260419-10-224df",
"20260419-11-49b8b",
"20260419-0-272f7",
"20260419-1-53437",
"20260419-2-9f6c4",
"github_com_salesforce_ContentForce_pull_2",
"github_com_salesforce_ContentForce_pull_4",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a13",
"product": "ContentForce",
"kind": "answerable",
"question": "What features could not be added to ContentForce due to change in product direction?",
"ground_truth": "- Review and Enhance OAuth 2.0 Implementation: This PR reviews the current OAuth 2.0 implementation for potential vulnerabilities and applies necessary enhancements to improve security.\n- Conduct Security Audit and Schedule Penetration Testing: This PR initiates a comprehensive security audit and schedules penetration testing to identify and address potential security weaknesses in the ContentForce system.",
"citations": [
"product_dev_ContentForce_1",
"product_dev_ContentForce_5",
"20260516-0-7b2ce",
"20260516-1-a3054",
"20260516-2-91e6a",
"20260516-3-a3761",
"20260516-4-83e8a",
"20260516-5-9877a",
"20260516-6-a4f7f",
"20260516-7-40fe0",
"20260516-8-e5fe9",
"20260516-9-38a63",
"20260521-0-68679",
"20260521-1-2984f",
"20260521-2-6fcc9",
"20260521-3-faba6",
"20260521-4-43e0f",
"20260521-5-32d2b",
"20260521-6-5be88",
"20260521-7-3c9fd",
"20260521-8-7fbf1",
"20260521-9-6500e",
"github_com_salesforce_ContentForce_pull_11",
"product_dev_ContentForce_6",
"product_dev_ContentForce_7",
"20260610-0-73d9a",
"20260610-1-54224",
"20260610-2-018ef",
"20260610-3-22c5f",
"20260610-4-59c14",
"20260610-5-91f0e",
"20260610-6-f258a",
"20260610-7-41225",
"20260615-0-d88da",
"20260615-1-0c523",
"20260615-2-c0540",
"20260615-3-512f5",
"20260615-4-5b1ac",
"20260615-5-53e28",
"20260615-6-42ced",
"20260615-7-64237",
"20260615-8-6e873",
"20260615-9-c336c",
"20260615-10-c2400",
"20260615-0-14406",
"20260615-1-73e0f",
"20260615-2-a3668",
"20260615-3-38060",
"github_com_salesforce_ContentForce_pull_17",
"github_com_salesforce_ContentForce_pull_20",
"20260519-0-8c018",
"20260519-1-0e393",
"20260519-2-e3c69",
"20260519-3-4a7ba",
"20260519-4-23baf",
"20260519-5-b5bd0",
"20260523-0-3a6c4",
"20260523-1-d4077",
"20260523-2-11219",
"20260523-3-21100",
"20260523-4-877cb",
"20260523-5-0e505",
"20260523-6-ddd5e",
"20260523-7-46c85",
"20260523-8-a9084",
"20260523-9-f45b5",
"20260523-10-87d24",
"github_com_salesforce_ContentForce_pull_12",
"20260614-0-235eb",
"20260614-1-6aad2",
"20260614-2-98e55",
"20260614-3-48118",
"20260614-4-44805",
"20260614-5-b4b68",
"20260617-0-69fad",
"20260617-1-2af0b",
"20260617-2-f3bbc",
"20260617-3-d43aa",
"20260617-4-69fae",
"20260617-5-ed50a",
"20260617-6-6643b",
"20260617-7-60799",
"20260617-8-bceea",
"20260617-9-74d7a",
"20260617-10-8ddd4",
"20260617-11-d2988",
"20260617-0-f632b",
"20260617-1-a0166",
"20260617-2-7e0e8",
"github_com_salesforce_ContentForce_pull_18",
"github_com_salesforce_ContentForce_pull_21",
"20260616-0-afa5d",
"20260616-1-117fa",
"20260616-2-ab630",
"20260616-3-733f2",
"20260616-4-2fa24",
"20260616-5-e4e52",
"20260616-6-8abf7",
"20260616-7-3b038",
"20260619-0-bc457",
"20260619-1-f3385",
"20260619-2-86bea",
"20260619-3-4a198",
"20260619-4-090d5",
"20260619-5-a8a2b",
"20260619-6-ade56",
"20260619-7-01663",
"20260619-8-11d13",
"20260619-9-a5ebc",
"20260619-10-b5b56",
"20260619-11-fce7f",
"20260619-0-e06a0",
"20260619-1-6f2b3",
"20260619-2-98b43",
"20260619-3-aa2ea",
"github_com_salesforce_ContentForce_pull_19",
"github_com_salesforce_ContentForce_pull_22",
"product_dev_ContentForce_8",
"20260626-0-624bb",
"20260626-1-baa50",
"20260626-2-3e49a",
"20260626-3-1b6dd",
"20260626-4-e4771",
"20260626-5-a41fd",
"20260626-6-905e0",
"20260626-7-cc646",
"20260625-0-b9888",
"20260625-1-b153e",
"20260625-2-f0fd1",
"20260625-3-b0b4d",
"20260625-4-9dc7c",
"20260625-5-fa6a2",
"20260625-6-3a7bc",
"20260625-7-7a752",
"20260625-8-b648f",
"20260625-9-ae966",
"20260625-10-7661c",
"20260625-11-e9db6",
"github_com_salesforce_ContentForce_pull_23",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a14",
"product": "ContentForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in ContentForce?",
"ground_truth": [
"NextGenTech"
],
"citations": [
"20260803-0-4f526",
"20260803-1-53551",
"20260803-2-d7e6e",
"20260803-3-a0349",
"20260803-4-2a805",
"20260803-5-58a60",
"20260803-6-8e77f",
"20260803-7-a95ab",
"20260803-8-03ef5",
"20260803-9-b5442",
"20260803-10-027c2",
"20260811-0-327bd",
"20260811-1-8d11a",
"20260811-2-b81c0",
"20260811-3-bf9a9",
"20260811-4-c42dd",
"20260811-5-ab7ae",
"20260811-6-5f765",
"20260811-7-03e20",
"20260811-8-55c45",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContentForce#a15",
"product": "ContentForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in ContentForce?",
"ground_truth": [
"CloudSync"
],
"citations": [
"20260923-0-ee92f",
"20260923-1-8138b",
"20260923-2-f75af",
"20260923-3-3a582",
"20260923-4-837ea",
"20260923-5-73d06",
"20260923-6-61f3b",
"20260923-7-7d18d",
"20260923-8-1abe6",
"20260923-9-fab1a",
"20260923-10-d8b4b",
"20261101-0-a8bf9",
"20261101-1-7995b",
"20261101-2-b95a3",
"20261101-3-9e931",
"20261101-4-c4616",
"20261101-5-891b5",
"20261101-6-2b7dc",
"20261101-7-7e2ea",
"github_com_salesforce_ContentForce_pull_46",
"20260821-0-5dc22",
"20260821-1-1a173",
"20260821-2-458d8",
"20260821-3-b038c",
"20260821-4-5a465",
"20260821-5-9694f",
"20260821-6-f98d8",
"20260821-7-a6ee5",
"20260821-8-88379",
"20260821-9-bfca9",
"20260901-0-6a99a",
"20260901-1-f5a27",
"20260901-2-1522b",
"20260901-3-667d7",
"20260901-4-38742",
"20260901-5-4d1f2",
"20260901-6-dcd40",
"20260901-7-2c969",
"github_com_salesforce_ContentForce_pull_38",
"20260709-0-77786",
"20260709-1-540fe",
"20260709-2-b1dec",
"20260709-3-70cd7",
"20260709-4-36aff",
"20260709-5-63cd7",
"20260709-6-06f9e",
"20260709-7-77fe7",
"20260709-8-8043a",
"20260709-9-c1d3f",
"20260709-10-ce4a0",
"20260713-0-a836a",
"20260713-1-d94c2",
"20260713-2-664d6",
"20260713-3-0db49",
"20260713-4-394fb",
"20260713-5-d7c96",
"20260713-6-573d8",
"github_com_salesforce_ContentForce_pull_34",
"20260803-0-4f526",
"20260803-1-53551",
"20260803-2-d7e6e",
"20260803-3-a0349",
"20260803-4-2a805",
"20260803-5-58a60",
"20260803-6-8e77f",
"20260803-7-a95ab",
"20260803-8-03ef5",
"20260803-9-b5442",
"20260803-10-027c2",
"20260811-0-327bd",
"20260811-1-8d11a",
"20260811-2-b81c0",
"20260811-3-bf9a9",
"20260811-4-c42dd",
"20260811-5-ab7ae",
"20260811-6-5f765",
"20260811-7-03e20",
"20260811-8-55c45",
"20260815-0-14fac",
"20260815-1-9a276",
"20260815-2-35925",
"20260815-3-27fc9",
"20260815-4-03c32",
"20260815-5-aa371",
"20260815-6-8e039",
"github_com_salesforce_ContentForce_pull_37",
"20261004-0-af8b6",
"20261004-1-ecc7c",
"20261004-2-e03c2",
"20261004-3-84d8a",
"20261004-4-77d1c",
"20261004-5-65af4",
"20261004-6-baa0f",
"20261004-7-a9393",
"20261004-8-49b17",
"20261004-9-743e5",
"20261109-0-8ef1d",
"20261109-1-4e3c6",
"20261109-2-465ce",
"20261109-3-d4dda",
"20261109-4-9725c",
"20261109-5-23ccb",
"github_com_salesforce_ContentForce_pull_49",
"20260722-0-fe82c",
"20260722-1-75dd5",
"20260722-2-b1502",
"20260722-3-2c565",
"20260722-4-ec2de",
"20260722-5-3128d",
"20260722-6-67c71",
"20260722-7-186a6",
"20260722-8-bd527",
"20260722-9-960de",
"20260722-10-d4b3a",
"20260808-0-8f338",
"20260808-1-52f3c",
"20260808-2-48389",
"20260808-3-e3377",
"20260808-4-05e35",
"20260808-5-d4e10",
"20260808-6-fa61e",
"20260808-7-c7ea8",
"github_com_salesforce_ContentForce_pull_36",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContentForce#a16",
"product": "ContentForce",
"kind": "answerable",
"question": "Find bugs reported by NextGenTech in ContentForce that did not require any fixes?",
"ground_truth": "- Inefficient Caching Strategy issue",
"citations": [
"20260803-0-4f526",
"20260803-1-53551",
"20260803-2-d7e6e",
"20260803-3-a0349",
"20260803-4-2a805",
"20260803-5-58a60",
"20260803-6-8e77f",
"20260803-7-a95ab",
"20260803-8-03ef5",
"20260803-9-b5442",
"20260803-10-027c2",
"20260811-0-327bd",
"20260811-1-8d11a",
"20260811-2-b81c0",
"20260811-3-bf9a9",
"20260811-4-c42dd",
"20260811-5-ab7ae",
"20260811-6-5f765",
"20260811-7-03e20",
"20260811-8-55c45",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#a17",
"product": "ContentForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by CloudSync in the ContentForce product?",
"ground_truth": "- Security vulnerability in one of our API endpoints (Impacted customer: CUST-0043)",
"citations": [
"20260709-0-77786",
"20260709-1-540fe",
"20260709-2-b1dec",
"20260709-3-70cd7",
"20260709-4-36aff",
"20260709-5-63cd7",
"20260709-6-06f9e",
"20260709-7-77fe7",
"20260709-8-8043a",
"20260709-9-c1d3f",
"20260709-10-ce4a0",
"20260312-0-1f8fe",
"20260312-1-3a4db",
"20260312-2-63621"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u0",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u1",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u2",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u3",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u4",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u5",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u6",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u7",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u8",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u9",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u10",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u11",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u12",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u13",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u14",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u15",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u16",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u17",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u18",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u19",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u20",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What new features about refining the user interface are added to ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u21",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What new features related to bolstering security protocols have been added to ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u22",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u23",
"product": "ContentForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to ContentForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u24",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in ContentForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContentForce#u25",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in ContentForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContentForce#u26",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in ContentForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContentForce#u27",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u28",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u29",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u30",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u31",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u32",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u33",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u34",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u35",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u36",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u37",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u38",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u39",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContentForce#u40",
"product": "ContentForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in ContentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a0",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of ContextForce?",
"ground_truth": [
"eid_3bd7cd36",
"eid_9a9cf08a"
],
"citations": [
"latest_extaix_market_research_report",
"extprox_market_research_report_final",
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a1",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of ContextForce?",
"ground_truth": [
"eid_aa99608e",
"eid_887367ca",
"eid_2c384d22",
"eid_efc9418c"
],
"citations": [
"latest_extaix_product_requirements_document",
"extprox_product_vision_document_final",
"extprox_product_requirements_document_final",
"latest_extaix_product_vision_document",
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a2",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of ContextForce?",
"ground_truth": [
"eid_9b8bc088",
"eid_719a0253"
],
"citations": [
"extprox_technical_specifications_document_final",
"latest_extaix_technical_specifications_document",
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a3",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of ContextForce?",
"ground_truth": [
"eid_072d9c10",
"eid_52681a26"
],
"citations": [
"extprox_system_design_document_final",
"latest_extaix_system_design_document",
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a4",
"product": "ContextForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of ContextForce?",
"ground_truth": [
"The issues reported by the customer include the user interface being overwhelming for new users, potentially due to a complex layout with too many features presented at once, and possibly non-intuitive navigation.",
"The issue reported by the customer is performance degradation with large datasets in extAIX.",
"The issues reported by the customer for extAIX are that some features lack customization options, limiting their adaptability to specific business needs."
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a5",
"product": "ContextForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of ContextForce?",
"ground_truth": [
"The issues reported by the QA Specialist are that the AI is misinterpreting user behavior, which leads to inaccurate contextual insights.",
"The issues reported by the QA Specialist are inconsistent integration with third-party applications, which disrupts workflow."
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a6",
"product": "ContextForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of ContextForce?",
"ground_truth": [
"The positive feedback provided by the customers includes:\n\n1. The AI simplifies complex data effectively, making it easier for users to understand and act upon (CUST-0016).\n2. The system provides real-time insights, helping users make timely decisions (CUST-0055).\n3. The integration with Salesforce is seamless, enhancing the platform's overall functionality (CUST-0118).",
"The positive feedback provided by the customers includes that the platform is highly reliable with minimal downtime (reported by Customer CUST-0030) and that the contextual insights are highly relevant and improve decision-making (reported by Customer CUST-0110)."
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a7",
"product": "ContextForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of ContextForce?",
"ground_truth": [
"InnovateAI",
"ComputeWorks"
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a8",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of ContextForce?",
"ground_truth": [
"eid_cb99086d",
"eid_97b4acd0"
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a9",
"product": "ContextForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of ContextForce?",
"ground_truth": [
"InnovateAI",
"DataSolutions",
"ComputeWorks",
"SmartData",
"FusionTech"
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a10",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of ContextForce?",
"ground_truth": [
"eid_792330e0",
"eid_fa16fefb",
"eid_5782059f",
"eid_b4d260c1"
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a11",
"product": "ContextForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of ContextForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/extProX/demo_4",
"https://sf-internal.slack.com/archives/extProX/demo_3",
"https://sf-internal.slack.com/archives/extProX/demo_2",
"https://sf-internal.slack.com/archives/extProX/demo_1"
],
"citations": [
"20260826-0-f34e9",
"20260826-1-976a7",
"20260826-2-32d13",
"20260826-3-17f09",
"20260826-4-060a8",
"20260826-5-a098e",
"20260826-6-e930e",
"20260826-7-c5518",
"20260826-8-01627",
"20260827-0-80ec0",
"20260911-0-46929",
"20260915-0-2a872",
"20261002-0-11c2c",
"20260829-0-aaed3",
"20260829-1-9f721",
"20260829-2-b1c1b",
"20260829-3-c78e0",
"20260829-4-fad69",
"20260829-5-1c830",
"20260829-6-71c1f",
"20260829-7-ba17a",
"20260829-8-48e81",
"20260829-9-3983c",
"20260829-10-3e7f6",
"20261023-0-3aef4",
"20261023-1-724e1",
"20261023-2-ce381",
"20261023-3-4d8c4",
"20261023-4-d4895",
"20261023-5-e62ca",
"20261023-6-fbdd5",
"20261023-7-452f5",
"20261023-8-d2e51",
"20261023-9-31e4e",
"20261023-10-8832b",
"20261023-11-3dcd9",
"20260828-0-1a1a7",
"20260828-1-6800f",
"20260828-2-edc32",
"20260828-3-e6820",
"20260828-4-cd5dc",
"20260828-5-eea36",
"20260828-6-fd86f",
"20260828-7-5d921",
"20260828-8-bd276",
"20260828-9-2899d",
"20260921-0-55e60",
"20260921-1-0bc3e",
"20260921-2-4bfc7",
"20260921-3-3bdd7",
"20260921-4-754e5",
"20260921-5-92d6c",
"20260921-6-9befb",
"20260921-7-a88a5",
"20260921-8-c9170",
"20260921-9-4381b",
"20260921-10-9af22",
"20260921-11-eccee",
"20260829-0-72190",
"20260829-1-f5759",
"20260829-2-48997",
"20260829-3-485ef",
"20260829-4-4ba52",
"20260829-5-07b72",
"20260829-6-1dbaf",
"20260924-0-04f6d",
"20260924-1-86283",
"20260924-2-cf647",
"20260924-3-1c3e0",
"20260924-4-cef7b",
"20260924-5-1d7b5",
"20260924-6-25f21",
"20260924-7-37fca",
"20260924-8-2a037",
"20260924-9-3c45e",
"20260919-0-adaaa",
"20260919-1-8d18c",
"20260919-2-fba5d",
"20260919-3-b02f1",
"20260919-4-3659d",
"20260919-5-f5461",
"20260919-6-ee6b5",
"20260919-7-3fe25",
"sf-internal_slack_com_archives_extProX_demo_4",
"sf-internal_slack_com_archives_extProX_demo_3",
"sf-internal_slack_com_archives_extProX_demo_2",
"sf-internal_slack_com_archives_extProX_demo_1",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a12",
"product": "ContextForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to database optimization in ContextForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/extAIX/pull/4",
"https://github.com/salesforce/extAIX/pull/10",
"https://github.com/salesforce/extAIX/pull/16"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_ContextForce_3",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_4",
"20261017-0-014b7",
"20261017-1-df555",
"20261017-2-28218",
"20261017-3-8ae34",
"20261017-4-6ce46",
"20261017-5-abdb7",
"20261017-6-bd784",
"20261017-7-275da",
"20261017-8-fa6ba",
"20261017-9-51241",
"20261017-10-b65d5",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_10",
"20261111-0-b1f50",
"20261111-1-f245d",
"20261111-2-54aa4",
"20261111-3-177b0",
"20261111-4-67b81",
"20261111-5-5c212",
"20261111-6-edb08",
"20261111-7-7ab11",
"20261111-8-38d5c",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_16",
"20261202-0-37d8d",
"20261202-1-76661",
"20261202-2-bcc38",
"20261202-3-32602",
"20261202-4-a090f",
"20261202-5-44049",
"20261202-6-02ab1",
"20261202-7-4643b",
"20261202-8-dd6a6",
"20261202-9-8120c",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a13",
"product": "ContextForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the database optimization feature in ContextForce?",
"ground_truth": [
"https://github.com/salesforce/extAIX/pull/1",
"https://github.com/salesforce/extAIX/pull/7",
"https://github.com/salesforce/extAIX/pull/13",
"https://github.com/salesforce/extAIX/pull/19"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"github_com_salesforce_extAIX_pull_1",
"20261006-0-d7fd0",
"20261006-1-1904c",
"20261006-2-549f9",
"20261006-3-de692",
"20261006-4-01318",
"20261006-5-6a68c",
"20261006-6-11a0c",
"20261006-7-1b739",
"product_dev_ContextForce_3",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_7",
"20261102-0-6114c",
"20261102-1-b2887",
"20261102-2-98423",
"20261102-3-4a56c",
"20261102-4-50da9",
"20261102-5-cdeac",
"20261102-6-492bc",
"20261102-7-a8157",
"20261102-8-f6d3c",
"20261102-9-1c340",
"20261102-10-08e8e",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_13",
"20261122-0-118fd",
"20261122-1-751b5",
"20261122-2-bacef",
"20261122-3-e4eba",
"20261122-4-ce977",
"20261122-5-c4f55",
"20261122-6-7610d",
"20261122-7-808de",
"20261122-8-825a0",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_19",
"20261207-0-54728",
"20261207-1-c2855",
"20261207-2-3d8b0",
"20261207-3-b96bf",
"20261207-4-c49d5",
"20261207-5-ab056",
"20261207-6-1f70f",
"20261207-7-89be0",
"20261207-8-fb176",
"20261207-9-7af1d",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a14",
"product": "ContextForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to implementing predictive analytics in ContextForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/extAIX/pull/2",
"https://github.com/salesforce/extAIX/pull/11",
"https://github.com/salesforce/extAIX/pull/17"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"product_dev_ContextForce_3",
"github_com_salesforce_extAIX_pull_2",
"20261012-0-1ef7c",
"20261012-1-7fac6",
"20261012-2-09fc8",
"20261012-3-b42ac",
"20261012-4-8dd8d",
"20261012-5-5193f",
"20261012-6-bcf45",
"20261012-7-53fbd",
"20261012-8-d4beb",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_11",
"20261114-0-dce09",
"20261114-1-c4ab2",
"20261114-2-15f99",
"20261114-3-36033",
"20261114-4-e8741",
"20261114-5-8a9e2",
"20261114-6-a4895",
"20261114-7-9c83c",
"20261114-8-766a7",
"20261114-9-ed9f9",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_17",
"20261129-0-314d5",
"20261129-1-231b8",
"20261129-2-6e972",
"20261129-3-4018b",
"20261129-4-c1bf0",
"20261129-5-533cd",
"20261129-6-977a7",
"20261129-7-a62cd",
"20261129-8-99e07",
"20261129-9-e91d9",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a15",
"product": "ContextForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for implementing predictive analytics in ContextForce?",
"ground_truth": [
"https://github.com/salesforce/extAIX/pull/5",
"https://github.com/salesforce/extAIX/pull/8",
"https://github.com/salesforce/extAIX/pull/14",
"https://github.com/salesforce/extAIX/pull/20",
"https://github.com/salesforce/extAIX/pull/22"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"product_dev_ContextForce_3",
"github_com_salesforce_extAIX_pull_5",
"20261023-0-4593c",
"20261023-1-539cc",
"20261023-2-c8c3e",
"20261023-3-6bfab",
"20261023-4-fee70",
"20261023-5-1484d",
"20261023-6-394b8",
"20261023-7-3b9f4",
"20261023-8-a6169",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_8",
"20261105-0-1f1f0",
"20261105-1-bacb8",
"20261105-2-ac982",
"20261105-3-4a7dd",
"20261105-4-514b3",
"20261105-5-cce86",
"20261105-6-a0b31",
"20261105-7-79c78",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_14",
"20261127-0-d1308",
"20261127-1-2b8eb",
"20261127-2-dcfbd",
"20261127-3-f48b3",
"20261127-4-a508c",
"20261127-5-b089c",
"20261127-6-62a0e",
"20261127-7-3bdbb",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_20",
"20261207-0-f25dc",
"20261207-1-1d528",
"20261207-2-98967",
"20261207-3-54038",
"20261207-4-3f9eb",
"20261207-5-1654b",
"20261207-6-0b503",
"20261207-7-de28e",
"product_dev_ContextForce_9",
"github_com_salesforce_extAIX_pull_22",
"20261219-0-f6cf0",
"20261219-1-915a5",
"20261219-2-7e6d7",
"20261219-3-7e257",
"20261219-4-a0896",
"20261219-5-1ac42",
"20261219-6-fdad0",
"20261219-7-b8c81",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a16",
"product": "ContextForce",
"kind": "answerable",
"question": "Can you provide links to PRs for UI/UX enhancements in ContextForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/extAIX/pull/3",
"https://github.com/salesforce/extAIX/pull/18"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"product_dev_ContextForce_3",
"github_com_salesforce_extAIX_pull_3",
"20261013-0-df29c",
"20261013-1-0dc1c",
"20261013-2-d49a1",
"20261013-3-8cab5",
"20261013-4-8ffd5",
"20261013-5-df977",
"20261013-6-561cd",
"20261013-7-95b8b",
"20261013-8-3310a",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_18",
"20261205-0-512db",
"20261205-1-66d0c",
"20261205-2-f6380",
"20261205-3-23b28",
"20261205-4-1da78",
"20261205-5-fe77d",
"20261205-6-a1ac1",
"20261205-7-0fb2b",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a17",
"product": "ContextForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for the UI/UX enhancements in ContextForce?",
"ground_truth": [
"https://github.com/salesforce/extAIX/pull/6",
"https://github.com/salesforce/extAIX/pull/9",
"https://github.com/salesforce/extAIX/pull/12",
"https://github.com/salesforce/extAIX/pull/15",
"https://github.com/salesforce/extAIX/pull/21"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"product_dev_ContextForce_3",
"github_com_salesforce_extAIX_pull_6",
"20261026-0-4afd3",
"20261026-1-913ee",
"20261026-2-b12f5",
"20261026-3-a8de7",
"20261026-4-57293",
"20261026-5-73350",
"20261026-6-d7bc6",
"20261026-7-ffb01",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_9",
"20261110-0-a787e",
"20261110-1-e8508",
"20261110-2-b7d60",
"20261110-3-eeb45",
"20261110-4-5b5e5",
"20261110-5-58881",
"20261110-6-b7624",
"20261110-7-8bd37",
"20261110-8-22983",
"20261110-9-31707",
"20261110-10-91f8d",
"product_dev_ContextForce_5",
"github_com_salesforce_extAIX_pull_12",
"20261117-0-6c81c",
"20261117-1-a893b",
"20261117-2-4076f",
"20261117-3-0d169",
"20261117-4-2e118",
"20261117-5-3d4f3",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_15",
"20261129-0-749a2",
"20261129-1-a3289",
"20261129-2-b9fca",
"20261129-3-d7cb9",
"20261129-4-4a3eb",
"20261129-5-63bed",
"20261129-6-b2876",
"20261129-7-dfbc8",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_21",
"20261212-0-9c43f",
"20261212-1-026a3",
"20261212-2-6ef18",
"20261212-3-eb11a",
"20261212-4-e2a90",
"20261212-5-0cec5",
"20261212-6-a6098",
"20261212-7-e7fca",
"20261212-8-cfbd2",
"20261212-9-80580",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a18",
"product": "ContextForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in ContextForce?",
"ground_truth": [
"eid_0f6b0aea",
"eid_ecaa9084",
"eid_14a5889d"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"github_com_salesforce_extAIX_pull_1",
"20261006-0-d7fd0",
"20261006-1-1904c",
"20261006-2-549f9",
"20261006-3-de692",
"20261006-4-01318",
"20261006-5-6a68c",
"20261006-6-11a0c",
"20261006-7-1b739",
"product_dev_ContextForce_3",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_7",
"20261102-0-6114c",
"20261102-1-b2887",
"20261102-2-98423",
"20261102-3-4a56c",
"20261102-4-50da9",
"20261102-5-cdeac",
"20261102-6-492bc",
"20261102-7-a8157",
"20261102-8-f6d3c",
"20261102-9-1c340",
"20261102-10-08e8e",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_13",
"20261122-0-118fd",
"20261122-1-751b5",
"20261122-2-bacef",
"20261122-3-e4eba",
"20261122-4-ce977",
"20261122-5-c4f55",
"20261122-6-7610d",
"20261122-7-808de",
"20261122-8-825a0",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_19",
"20261207-0-54728",
"20261207-1-c2855",
"20261207-2-3d8b0",
"20261207-3-b96bf",
"20261207-4-c49d5",
"20261207-5-ab056",
"20261207-6-1f70f",
"20261207-7-89be0",
"20261207-8-fb176",
"20261207-9-7af1d",
"github_com_salesforce_extAIX_pull_5",
"20261023-0-4593c",
"20261023-1-539cc",
"20261023-2-c8c3e",
"20261023-3-6bfab",
"20261023-4-fee70",
"20261023-5-1484d",
"20261023-6-394b8",
"20261023-7-3b9f4",
"20261023-8-a6169",
"github_com_salesforce_extAIX_pull_8",
"20261105-0-1f1f0",
"20261105-1-bacb8",
"20261105-2-ac982",
"20261105-3-4a7dd",
"20261105-4-514b3",
"20261105-5-cce86",
"20261105-6-a0b31",
"20261105-7-79c78",
"github_com_salesforce_extAIX_pull_14",
"20261127-0-d1308",
"20261127-1-2b8eb",
"20261127-2-dcfbd",
"20261127-3-f48b3",
"20261127-4-a508c",
"20261127-5-b089c",
"20261127-6-62a0e",
"20261127-7-3bdbb",
"github_com_salesforce_extAIX_pull_20",
"20261207-0-f25dc",
"20261207-1-1d528",
"20261207-2-98967",
"20261207-3-54038",
"20261207-4-3f9eb",
"20261207-5-1654b",
"20261207-6-0b503",
"20261207-7-de28e",
"product_dev_ContextForce_9",
"github_com_salesforce_extAIX_pull_22",
"20261219-0-f6cf0",
"20261219-1-915a5",
"20261219-2-7e6d7",
"20261219-3-7e257",
"20261219-4-a0896",
"20261219-5-1ac42",
"20261219-6-fdad0",
"20261219-7-b8c81",
"github_com_salesforce_extAIX_pull_6",
"20261026-0-4afd3",
"20261026-1-913ee",
"20261026-2-b12f5",
"20261026-3-a8de7",
"20261026-4-57293",
"20261026-5-73350",
"20261026-6-d7bc6",
"20261026-7-ffb01",
"github_com_salesforce_extAIX_pull_9",
"20261110-0-a787e",
"20261110-1-e8508",
"20261110-2-b7d60",
"20261110-3-eeb45",
"20261110-4-5b5e5",
"20261110-5-58881",
"20261110-6-b7624",
"20261110-7-8bd37",
"20261110-8-22983",
"20261110-9-31707",
"20261110-10-91f8d",
"github_com_salesforce_extAIX_pull_12",
"20261117-0-6c81c",
"20261117-1-a893b",
"20261117-2-4076f",
"20261117-3-0d169",
"20261117-4-2e118",
"20261117-5-3d4f3",
"github_com_salesforce_extAIX_pull_15",
"20261129-0-749a2",
"20261129-1-a3289",
"20261129-2-b9fca",
"20261129-3-d7cb9",
"20261129-4-4a3eb",
"20261129-5-63bed",
"20261129-6-b2876",
"20261129-7-dfbc8",
"github_com_salesforce_extAIX_pull_21",
"20261212-0-9c43f",
"20261212-1-026a3",
"20261212-2-6ef18",
"20261212-3-eb11a",
"20261212-4-e2a90",
"20261212-5-0cec5",
"20261212-6-a6098",
"20261212-7-e7fca",
"20261212-8-cfbd2",
"20261212-9-80580",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContextForce#a19",
"product": "ContextForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in ContextForce?",
"ground_truth": [
"eid_92c62291",
"eid_ecaa9084"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_ContextForce_3",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_4",
"20261017-0-014b7",
"20261017-1-df555",
"20261017-2-28218",
"20261017-3-8ae34",
"20261017-4-6ce46",
"20261017-5-abdb7",
"20261017-6-bd784",
"20261017-7-275da",
"20261017-8-fa6ba",
"20261017-9-51241",
"20261017-10-b65d5",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_10",
"20261111-0-b1f50",
"20261111-1-f245d",
"20261111-2-54aa4",
"20261111-3-177b0",
"20261111-4-67b81",
"20261111-5-5c212",
"20261111-6-edb08",
"20261111-7-7ab11",
"20261111-8-38d5c",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_16",
"20261202-0-37d8d",
"20261202-1-76661",
"20261202-2-bcc38",
"20261202-3-32602",
"20261202-4-a090f",
"20261202-5-44049",
"20261202-6-02ab1",
"20261202-7-4643b",
"20261202-8-dd6a6",
"20261202-9-8120c",
"product_dev_extAIX_2",
"github_com_salesforce_extAIX_pull_2",
"20261012-0-1ef7c",
"20261012-1-7fac6",
"20261012-2-09fc8",
"20261012-3-b42ac",
"20261012-4-8dd8d",
"20261012-5-5193f",
"20261012-6-bcf45",
"20261012-7-53fbd",
"20261012-8-d4beb",
"github_com_salesforce_extAIX_pull_11",
"20261114-0-dce09",
"20261114-1-c4ab2",
"20261114-2-15f99",
"20261114-3-36033",
"20261114-4-e8741",
"20261114-5-8a9e2",
"20261114-6-a4895",
"20261114-7-9c83c",
"20261114-8-766a7",
"20261114-9-ed9f9",
"github_com_salesforce_extAIX_pull_17",
"20261129-0-314d5",
"20261129-1-231b8",
"20261129-2-6e972",
"20261129-3-4018b",
"20261129-4-c1bf0",
"20261129-5-533cd",
"20261129-6-977a7",
"20261129-7-a62cd",
"20261129-8-99e07",
"20261129-9-e91d9",
"github_com_salesforce_extAIX_pull_3",
"20261013-0-df29c",
"20261013-1-0dc1c",
"20261013-2-d49a1",
"20261013-3-8cab5",
"20261013-4-8ffd5",
"20261013-5-df977",
"20261013-6-561cd",
"20261013-7-95b8b",
"20261013-8-3310a",
"github_com_salesforce_extAIX_pull_18",
"20261205-0-512db",
"20261205-1-66d0c",
"20261205-2-f6380",
"20261205-3-23b28",
"20261205-4-1da78",
"20261205-5-fe77d",
"20261205-6-a1ac1",
"20261205-7-0fb2b",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContextForce#a20",
"product": "ContextForce",
"kind": "answerable",
"question": "Find features for ContextForce that were discussed but not implemented?",
"ground_truth": "Real-time data processing\n- Set up Kafka for event streaming and optimize data ingestion pipelines. Ensure seamless integration with existing CRM systems using necessary APIs. Consider security implications, including data encryption and access controls, and maintain compliance with industry standards.",
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"github_com_salesforce_extAIX_pull_1",
"20261006-0-d7fd0",
"20261006-1-1904c",
"20261006-2-549f9",
"20261006-3-de692",
"20261006-4-01318",
"20261006-5-6a68c",
"20261006-6-11a0c",
"20261006-7-1b739",
"product_dev_ContextForce_3",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_7",
"20261102-0-6114c",
"20261102-1-b2887",
"20261102-2-98423",
"20261102-3-4a56c",
"20261102-4-50da9",
"20261102-5-cdeac",
"20261102-6-492bc",
"20261102-7-a8157",
"20261102-8-f6d3c",
"20261102-9-1c340",
"20261102-10-08e8e",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_13",
"20261122-0-118fd",
"20261122-1-751b5",
"20261122-2-bacef",
"20261122-3-e4eba",
"20261122-4-ce977",
"20261122-5-c4f55",
"20261122-6-7610d",
"20261122-7-808de",
"20261122-8-825a0",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_19",
"20261207-0-54728",
"20261207-1-c2855",
"20261207-2-3d8b0",
"20261207-3-b96bf",
"20261207-4-c49d5",
"20261207-5-ab056",
"20261207-6-1f70f",
"20261207-7-89be0",
"20261207-8-fb176",
"20261207-9-7af1d",
"github_com_salesforce_extAIX_pull_5",
"20261023-0-4593c",
"20261023-1-539cc",
"20261023-2-c8c3e",
"20261023-3-6bfab",
"20261023-4-fee70",
"20261023-5-1484d",
"20261023-6-394b8",
"20261023-7-3b9f4",
"20261023-8-a6169",
"github_com_salesforce_extAIX_pull_8",
"20261105-0-1f1f0",
"20261105-1-bacb8",
"20261105-2-ac982",
"20261105-3-4a7dd",
"20261105-4-514b3",
"20261105-5-cce86",
"20261105-6-a0b31",
"20261105-7-79c78",
"github_com_salesforce_extAIX_pull_14",
"20261127-0-d1308",
"20261127-1-2b8eb",
"20261127-2-dcfbd",
"20261127-3-f48b3",
"20261127-4-a508c",
"20261127-5-b089c",
"20261127-6-62a0e",
"20261127-7-3bdbb",
"github_com_salesforce_extAIX_pull_20",
"20261207-0-f25dc",
"20261207-1-1d528",
"20261207-2-98967",
"20261207-3-54038",
"20261207-4-3f9eb",
"20261207-5-1654b",
"20261207-6-0b503",
"20261207-7-de28e",
"product_dev_ContextForce_9",
"github_com_salesforce_extAIX_pull_22",
"20261219-0-f6cf0",
"20261219-1-915a5",
"20261219-2-7e6d7",
"20261219-3-7e257",
"20261219-4-a0896",
"20261219-5-1ac42",
"20261219-6-fdad0",
"20261219-7-b8c81",
"github_com_salesforce_extAIX_pull_6",
"20261026-0-4afd3",
"20261026-1-913ee",
"20261026-2-b12f5",
"20261026-3-a8de7",
"20261026-4-57293",
"20261026-5-73350",
"20261026-6-d7bc6",
"20261026-7-ffb01",
"github_com_salesforce_extAIX_pull_9",
"20261110-0-a787e",
"20261110-1-e8508",
"20261110-2-b7d60",
"20261110-3-eeb45",
"20261110-4-5b5e5",
"20261110-5-58881",
"20261110-6-b7624",
"20261110-7-8bd37",
"20261110-8-22983",
"20261110-9-31707",
"20261110-10-91f8d",
"github_com_salesforce_extAIX_pull_12",
"20261117-0-6c81c",
"20261117-1-a893b",
"20261117-2-4076f",
"20261117-3-0d169",
"20261117-4-2e118",
"20261117-5-3d4f3",
"github_com_salesforce_extAIX_pull_15",
"20261129-0-749a2",
"20261129-1-a3289",
"20261129-2-b9fca",
"20261129-3-d7cb9",
"20261129-4-4a3eb",
"20261129-5-63bed",
"20261129-6-b2876",
"20261129-7-dfbc8",
"github_com_salesforce_extAIX_pull_21",
"20261212-0-9c43f",
"20261212-1-026a3",
"20261212-2-6ef18",
"20261212-3-eb11a",
"20261212-4-e2a90",
"20261212-5-0cec5",
"20261212-6-a6098",
"20261212-7-e7fca",
"20261212-8-cfbd2",
"20261212-9-80580",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a21",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in ContextForce that were discussed but not implemented?",
"ground_truth": [
"eid_5782059f",
"eid_3f2087c9"
],
"citations": [
"product_dev_extAIX_1",
"product_dev_extAIX_2",
"github_com_salesforce_extAIX_pull_1",
"20261006-0-d7fd0",
"20261006-1-1904c",
"20261006-2-549f9",
"20261006-3-de692",
"20261006-4-01318",
"20261006-5-6a68c",
"20261006-6-11a0c",
"20261006-7-1b739",
"product_dev_ContextForce_3",
"product_dev_ContextForce_4",
"github_com_salesforce_extAIX_pull_7",
"20261102-0-6114c",
"20261102-1-b2887",
"20261102-2-98423",
"20261102-3-4a56c",
"20261102-4-50da9",
"20261102-5-cdeac",
"20261102-6-492bc",
"20261102-7-a8157",
"20261102-8-f6d3c",
"20261102-9-1c340",
"20261102-10-08e8e",
"product_dev_ContextForce_5",
"product_dev_ContextForce_6",
"github_com_salesforce_extAIX_pull_13",
"20261122-0-118fd",
"20261122-1-751b5",
"20261122-2-bacef",
"20261122-3-e4eba",
"20261122-4-ce977",
"20261122-5-c4f55",
"20261122-6-7610d",
"20261122-7-808de",
"20261122-8-825a0",
"product_dev_ContextForce_7",
"product_dev_ContextForce_8",
"github_com_salesforce_extAIX_pull_19",
"20261207-0-54728",
"20261207-1-c2855",
"20261207-2-3d8b0",
"20261207-3-b96bf",
"20261207-4-c49d5",
"20261207-5-ab056",
"20261207-6-1f70f",
"20261207-7-89be0",
"20261207-8-fb176",
"20261207-9-7af1d",
"github_com_salesforce_extAIX_pull_5",
"20261023-0-4593c",
"20261023-1-539cc",
"20261023-2-c8c3e",
"20261023-3-6bfab",
"20261023-4-fee70",
"20261023-5-1484d",
"20261023-6-394b8",
"20261023-7-3b9f4",
"20261023-8-a6169",
"github_com_salesforce_extAIX_pull_8",
"20261105-0-1f1f0",
"20261105-1-bacb8",
"20261105-2-ac982",
"20261105-3-4a7dd",
"20261105-4-514b3",
"20261105-5-cce86",
"20261105-6-a0b31",
"20261105-7-79c78",
"github_com_salesforce_extAIX_pull_14",
"20261127-0-d1308",
"20261127-1-2b8eb",
"20261127-2-dcfbd",
"20261127-3-f48b3",
"20261127-4-a508c",
"20261127-5-b089c",
"20261127-6-62a0e",
"20261127-7-3bdbb",
"github_com_salesforce_extAIX_pull_20",
"20261207-0-f25dc",
"20261207-1-1d528",
"20261207-2-98967",
"20261207-3-54038",
"20261207-4-3f9eb",
"20261207-5-1654b",
"20261207-6-0b503",
"20261207-7-de28e",
"product_dev_ContextForce_9",
"github_com_salesforce_extAIX_pull_22",
"20261219-0-f6cf0",
"20261219-1-915a5",
"20261219-2-7e6d7",
"20261219-3-7e257",
"20261219-4-a0896",
"20261219-5-1ac42",
"20261219-6-fdad0",
"20261219-7-b8c81",
"github_com_salesforce_extAIX_pull_6",
"20261026-0-4afd3",
"20261026-1-913ee",
"20261026-2-b12f5",
"20261026-3-a8de7",
"20261026-4-57293",
"20261026-5-73350",
"20261026-6-d7bc6",
"20261026-7-ffb01",
"github_com_salesforce_extAIX_pull_9",
"20261110-0-a787e",
"20261110-1-e8508",
"20261110-2-b7d60",
"20261110-3-eeb45",
"20261110-4-5b5e5",
"20261110-5-58881",
"20261110-6-b7624",
"20261110-7-8bd37",
"20261110-8-22983",
"20261110-9-31707",
"20261110-10-91f8d",
"github_com_salesforce_extAIX_pull_12",
"20261117-0-6c81c",
"20261117-1-a893b",
"20261117-2-4076f",
"20261117-3-0d169",
"20261117-4-2e118",
"20261117-5-3d4f3",
"github_com_salesforce_extAIX_pull_15",
"20261129-0-749a2",
"20261129-1-a3289",
"20261129-2-b9fca",
"20261129-3-d7cb9",
"20261129-4-4a3eb",
"20261129-5-63bed",
"20261129-6-b2876",
"20261129-7-dfbc8",
"github_com_salesforce_extAIX_pull_21",
"20261212-0-9c43f",
"20261212-1-026a3",
"20261212-2-6ef18",
"20261212-3-eb11a",
"20261212-4-e2a90",
"20261212-5-0cec5",
"20261212-6-a6098",
"20261212-7-e7fca",
"20261212-8-cfbd2",
"20261212-9-80580",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#a22",
"product": "ContextForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in ContextForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_5782059f",
"eid_92c62291",
"eid_2542cff3"
],
"citations": [
"20270114-0-70100",
"20270114-1-8a942",
"20270114-2-5d6cc",
"20270114-3-ae069",
"20270114-4-1cb13",
"20270114-5-12fa2",
"20270114-6-98315",
"20270114-7-87f40",
"20270114-8-fe277",
"20270114-9-af2f4",
"20270125-0-62476",
"20270125-1-72862",
"20270125-2-a9bce",
"20270125-3-89543",
"20270125-4-acd92",
"20270125-5-00cb3",
"20270125-6-fb6ac",
"20270125-7-9ed40",
"github_com_salesforce_ContextForce_pull_36",
"20270125-0-c3855",
"20270125-1-27a5a",
"20270125-2-fb34c",
"20270125-3-bedf9",
"20270125-4-c4fae",
"20270125-5-cb40c",
"20270125-6-d1926",
"20261228-0-03eab",
"20261228-1-90ce1",
"20261228-2-6afae",
"20261228-3-1975a",
"20261228-4-f6ac1",
"20261228-5-3e629",
"20261228-6-a65d2",
"20261228-7-2a093",
"20261228-8-fbeb3",
"20261228-9-f4567",
"20270109-0-466da",
"20270109-1-925f3",
"20270109-2-2e085",
"20270109-3-8640e",
"20270109-4-bd7b4",
"20270109-5-1f041",
"20270109-6-0b388",
"20270109-7-f5e44",
"github_com_salesforce_ContextForce_pull_33",
"20270111-0-b468d",
"20270111-1-9699c",
"20270111-2-07dd5",
"20270111-3-dceaa",
"20270111-4-c2179",
"20270111-5-94ea6",
"20270111-6-0c69e",
"20270120-0-8db61",
"20270120-1-4c73c",
"20270120-2-9e1d3",
"20270120-3-67b3f",
"20270120-4-57723",
"20270120-5-da1b1",
"20270120-6-696c9",
"20270120-7-e64c3",
"20270120-8-4833d",
"20270120-9-0e802",
"20270120-10-5a10e",
"20270208-0-88f88",
"20270208-1-1f57b",
"20270208-2-ab4a1",
"20270208-3-7a930",
"20270208-4-2bf52",
"20270208-5-9f9bc",
"20270208-6-3bf89",
"20270208-7-09398",
"github_com_salesforce_ContextForce_pull_37",
"20270210-0-a7b1b",
"20270210-1-33dbe",
"20270210-2-51585",
"20270210-3-e43d8",
"20270210-4-115f6",
"20270210-5-bdfad",
"20270210-6-e8c1f",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContextForce#a23",
"product": "ContextForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in ContextForce that are now reopened by customers.",
"ground_truth": [
"eid_ecaa9084",
"eid_8d6fe78d",
"eid_b4d260c1"
],
"citations": [
"20270217-0-0308e",
"20270217-1-64d44",
"20270217-2-7aad5",
"20270217-3-86480",
"20270217-4-c9e07",
"20270217-5-91002",
"20270217-6-de5c8",
"20270217-7-bb974",
"20270217-8-11386",
"20270217-9-78a24",
"20270217-10-6f410",
"20270318-0-d2e50",
"20270318-1-be9f9",
"20270318-2-b1c4e",
"20270318-3-56956",
"20270318-4-f4a31",
"20270318-5-a1fd4",
"20270318-6-6a4c6",
"20270318-7-ea1fd",
"20270318-8-5f6de",
"20270318-9-20bee",
"20270319-0-1cf9a",
"20270319-1-c31a4",
"20270319-2-0a918",
"20270319-3-824e0",
"20270319-4-3766e",
"20270319-5-dbc9f",
"20270319-6-47f78",
"20270319-7-50d5c",
"20270131-0-2a01d",
"20270131-1-e000a",
"20270131-2-ddd62",
"20270131-3-31599",
"20270131-4-2829d",
"20270131-5-4a249",
"20270131-6-cdba7",
"20270131-7-f1702",
"20270131-8-07c50",
"20270131-9-99df9",
"20270308-0-790f8",
"20270308-1-cc048",
"20270308-2-17a0d",
"20270308-3-3796a",
"20270308-4-78452",
"20270308-5-e5f3a",
"20270308-6-316b8",
"20270308-7-fca79",
"20270308-8-776ba",
"20270310-0-0492f",
"20270310-1-4984a",
"20270310-2-2d9cd",
"20270310-3-5f015",
"20270310-4-93bbe",
"20270310-5-119c6",
"20270310-6-769c0",
"20270310-7-86ad9",
"20270114-0-70100",
"20270114-1-8a942",
"20270114-2-5d6cc",
"20270114-3-ae069",
"20270114-4-1cb13",
"20270114-5-12fa2",
"20270114-6-98315",
"20270114-7-87f40",
"20270114-8-fe277",
"20270114-9-af2f4",
"20270123-0-ef794",
"20270123-1-8bb9c",
"20270123-2-4fa4c",
"20270123-3-99c3c",
"20270123-4-ba3dd",
"20270123-5-46678",
"20270123-6-6a656",
"20270123-7-6ae38",
"20270123-8-8be82",
"20270123-9-77687",
"20270124-0-0abec",
"20270124-1-0d6c9",
"20270124-2-646e3",
"20270124-3-09bc4",
"20270124-4-e4dcc",
"20270124-5-6016b",
"20270124-6-e81f9",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContextForce#a24",
"product": "ContextForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in ContextForce.",
"ground_truth": [
"NextGenTech",
"InnovateAI"
],
"citations": [
"20270217-0-0308e",
"20270217-1-64d44",
"20270217-2-7aad5",
"20270217-3-86480",
"20270217-4-c9e07",
"20270217-5-91002",
"20270217-6-de5c8",
"20270217-7-bb974",
"20270217-8-11386",
"20270217-9-78a24",
"20270217-10-6f410",
"20270318-0-d2e50",
"20270318-1-be9f9",
"20270318-2-b1c4e",
"20270318-3-56956",
"20270318-4-f4a31",
"20270318-5-a1fd4",
"20270318-6-6a4c6",
"20270318-7-ea1fd",
"20270318-8-5f6de",
"20270318-9-20bee",
"20270319-0-1cf9a",
"20270319-1-c31a4",
"20270319-2-0a918",
"20270319-3-824e0",
"20270319-4-3766e",
"20270319-5-dbc9f",
"20270319-6-47f78",
"20270319-7-50d5c",
"20270114-0-70100",
"20270114-1-8a942",
"20270114-2-5d6cc",
"20270114-3-ae069",
"20270114-4-1cb13",
"20270114-5-12fa2",
"20270114-6-98315",
"20270114-7-87f40",
"20270114-8-fe277",
"20270114-9-af2f4",
"20270123-0-ef794",
"20270123-1-8bb9c",
"20270123-2-4fa4c",
"20270123-3-99c3c",
"20270123-4-ba3dd",
"20270123-5-46678",
"20270123-6-6a656",
"20270123-7-6ae38",
"20270123-8-8be82",
"20270123-9-77687",
"20270124-0-0abec",
"20270124-1-0d6c9",
"20270124-2-646e3",
"20270124-3-09bc4",
"20270124-4-e4dcc",
"20270124-5-6016b",
"20270124-6-e81f9",
"20270131-0-2a01d",
"20270131-1-e000a",
"20270131-2-ddd62",
"20270131-3-31599",
"20270131-4-2829d",
"20270131-5-4a249",
"20270131-6-cdba7",
"20270131-7-f1702",
"20270131-8-07c50",
"20270131-9-99df9",
"20270308-0-790f8",
"20270308-1-cc048",
"20270308-2-17a0d",
"20270308-3-3796a",
"20270308-4-78452",
"20270308-5-e5f3a",
"20270308-6-316b8",
"20270308-7-fca79",
"20270308-8-776ba",
"20270310-0-0492f",
"20270310-1-4984a",
"20270310-2-2d9cd",
"20270310-3-5f015",
"20270310-4-93bbe",
"20270310-5-119c6",
"20270310-6-769c0",
"20270310-7-86ad9",
"20270125-0-62476",
"20270125-1-72862",
"20270125-2-a9bce",
"20270125-3-89543",
"20270125-4-acd92",
"20270125-5-00cb3",
"20270125-6-fb6ac",
"20270125-7-9ed40",
"github_com_salesforce_ContextForce_pull_36",
"20270125-0-c3855",
"20270125-1-27a5a",
"20270125-2-fb34c",
"20270125-3-bedf9",
"20270125-4-c4fae",
"20270125-5-cb40c",
"20270125-6-d1926",
"20261228-0-03eab",
"20261228-1-90ce1",
"20261228-2-6afae",
"20261228-3-1975a",
"20261228-4-f6ac1",
"20261228-5-3e629",
"20261228-6-a65d2",
"20261228-7-2a093",
"20261228-8-fbeb3",
"20261228-9-f4567",
"20270109-0-466da",
"20270109-1-925f3",
"20270109-2-2e085",
"20270109-3-8640e",
"20270109-4-bd7b4",
"20270109-5-1f041",
"20270109-6-0b388",
"20270109-7-f5e44",
"github_com_salesforce_ContextForce_pull_33",
"20270111-0-b468d",
"20270111-1-9699c",
"20270111-2-07dd5",
"20270111-3-dceaa",
"20270111-4-c2179",
"20270111-5-94ea6",
"20270111-6-0c69e",
"20270120-0-8db61",
"20270120-1-4c73c",
"20270120-2-9e1d3",
"20270120-3-67b3f",
"20270120-4-57723",
"20270120-5-da1b1",
"20270120-6-696c9",
"20270120-7-e64c3",
"20270120-8-4833d",
"20270120-9-0e802",
"20270120-10-5a10e",
"20270208-0-88f88",
"20270208-1-1f57b",
"20270208-2-ab4a1",
"20270208-3-7a930",
"20270208-4-2bf52",
"20270208-5-9f9bc",
"20270208-6-3bf89",
"20270208-7-09398",
"github_com_salesforce_ContextForce_pull_37",
"20270210-0-a7b1b",
"20270210-1-33dbe",
"20270210-2-51585",
"20270210-3-e43d8",
"20270210-4-115f6",
"20270210-5-bdfad",
"20270210-6-e8c1f",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContextForce#a25",
"product": "ContextForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in ContextForce.",
"ground_truth": [
"InnovateAI"
],
"citations": [
"20270217-0-0308e",
"20270217-1-64d44",
"20270217-2-7aad5",
"20270217-3-86480",
"20270217-4-c9e07",
"20270217-5-91002",
"20270217-6-de5c8",
"20270217-7-bb974",
"20270217-8-11386",
"20270217-9-78a24",
"20270217-10-6f410",
"20270318-0-d2e50",
"20270318-1-be9f9",
"20270318-2-b1c4e",
"20270318-3-56956",
"20270318-4-f4a31",
"20270318-5-a1fd4",
"20270318-6-6a4c6",
"20270318-7-ea1fd",
"20270318-8-5f6de",
"20270318-9-20bee",
"20270319-0-1cf9a",
"20270319-1-c31a4",
"20270319-2-0a918",
"20270319-3-824e0",
"20270319-4-3766e",
"20270319-5-dbc9f",
"20270319-6-47f78",
"20270319-7-50d5c",
"20270114-0-70100",
"20270114-1-8a942",
"20270114-2-5d6cc",
"20270114-3-ae069",
"20270114-4-1cb13",
"20270114-5-12fa2",
"20270114-6-98315",
"20270114-7-87f40",
"20270114-8-fe277",
"20270114-9-af2f4",
"20270123-0-ef794",
"20270123-1-8bb9c",
"20270123-2-4fa4c",
"20270123-3-99c3c",
"20270123-4-ba3dd",
"20270123-5-46678",
"20270123-6-6a656",
"20270123-7-6ae38",
"20270123-8-8be82",
"20270123-9-77687",
"20270124-0-0abec",
"20270124-1-0d6c9",
"20270124-2-646e3",
"20270124-3-09bc4",
"20270124-4-e4dcc",
"20270124-5-6016b",
"20270124-6-e81f9",
"20270131-0-2a01d",
"20270131-1-e000a",
"20270131-2-ddd62",
"20270131-3-31599",
"20270131-4-2829d",
"20270131-5-4a249",
"20270131-6-cdba7",
"20270131-7-f1702",
"20270131-8-07c50",
"20270131-9-99df9",
"20270308-0-790f8",
"20270308-1-cc048",
"20270308-2-17a0d",
"20270308-3-3796a",
"20270308-4-78452",
"20270308-5-e5f3a",
"20270308-6-316b8",
"20270308-7-fca79",
"20270308-8-776ba",
"20270310-0-0492f",
"20270310-1-4984a",
"20270310-2-2d9cd",
"20270310-3-5f015",
"20270310-4-93bbe",
"20270310-5-119c6",
"20270310-6-769c0",
"20270310-7-86ad9",
"20270305-0-2dd51",
"20270305-1-d039e",
"20270305-2-0f743",
"20270305-3-33461",
"20270305-4-40139",
"20270305-5-f1323",
"20270305-6-fefba",
"20270305-7-ad349",
"20270305-8-65383",
"20270305-9-b7f5e",
"20270305-10-502a3",
"20270125-0-62476",
"20270125-1-72862",
"20270125-2-a9bce",
"20270125-3-89543",
"20270125-4-acd92",
"20270125-5-00cb3",
"20270125-6-fb6ac",
"20270125-7-9ed40",
"github_com_salesforce_ContextForce_pull_36",
"20270125-0-c3855",
"20270125-1-27a5a",
"20270125-2-fb34c",
"20270125-3-bedf9",
"20270125-4-c4fae",
"20270125-5-cb40c",
"20270125-6-d1926",
"20261228-0-03eab",
"20261228-1-90ce1",
"20261228-2-6afae",
"20261228-3-1975a",
"20261228-4-f6ac1",
"20261228-5-3e629",
"20261228-6-a65d2",
"20261228-7-2a093",
"20261228-8-fbeb3",
"20261228-9-f4567",
"20270109-0-466da",
"20270109-1-925f3",
"20270109-2-2e085",
"20270109-3-8640e",
"20270109-4-bd7b4",
"20270109-5-1f041",
"20270109-6-0b388",
"20270109-7-f5e44",
"github_com_salesforce_ContextForce_pull_33",
"20270111-0-b468d",
"20270111-1-9699c",
"20270111-2-07dd5",
"20270111-3-dceaa",
"20270111-4-c2179",
"20270111-5-94ea6",
"20270111-6-0c69e",
"20270206-0-7d8d7",
"20270206-1-495e5",
"20270206-2-480e1",
"20270206-3-5faf2",
"20270206-4-469fd",
"20270206-5-c8368",
"20270206-6-de0b8",
"20270206-7-68869",
"20270206-8-4636f",
"20270206-9-5f66a",
"20270206-10-e406a",
"20270120-0-8db61",
"20270120-1-4c73c",
"20270120-2-9e1d3",
"20270120-3-67b3f",
"20270120-4-57723",
"20270120-5-da1b1",
"20270120-6-696c9",
"20270120-7-e64c3",
"20270120-8-4833d",
"20270120-9-0e802",
"20270120-10-5a10e",
"20270208-0-88f88",
"20270208-1-1f57b",
"20270208-2-ab4a1",
"20270208-3-7a930",
"20270208-4-2bf52",
"20270208-5-9f9bc",
"20270208-6-3bf89",
"20270208-7-09398",
"github_com_salesforce_ContextForce_pull_37",
"20270210-0-a7b1b",
"20270210-1-33dbe",
"20270210-2-51585",
"20270210-3-e43d8",
"20270210-4-115f6",
"20270210-5-bdfad",
"20270210-6-e8c1f",
"20270105-0-8f665",
"20270105-1-0c741",
"20270105-2-59de9",
"20270105-3-dec25",
"20270105-4-82133",
"20270105-5-131e3",
"20270105-6-159f1",
"20270105-7-a9c14",
"20270105-8-b511c",
"20270105-9-6779a",
"20270225-0-902cf",
"20270225-1-bafcb",
"20270225-2-0aaf9",
"20270225-3-7e950",
"20270225-4-ac825",
"20270225-5-4ec21",
"20270225-6-3ac52",
"20270225-7-12634",
"20270225-8-f8c10",
"20270225-9-390d7",
"20270225-10-574cd",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContextForce#a26",
"product": "ContextForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in ContextForce.",
"ground_truth": [
"eid_5782059f",
"eid_8d6fe78d"
],
"citations": [
"20270114-0-70100",
"20270114-1-8a942",
"20270114-2-5d6cc",
"20270114-3-ae069",
"20270114-4-1cb13",
"20270114-5-12fa2",
"20270114-6-98315",
"20270114-7-87f40",
"20270114-8-fe277",
"20270114-9-af2f4",
"20270125-0-62476",
"20270125-1-72862",
"20270125-2-a9bce",
"20270125-3-89543",
"20270125-4-acd92",
"20270125-5-00cb3",
"20270125-6-fb6ac",
"20270125-7-9ed40",
"github_com_salesforce_ContextForce_pull_36",
"20270125-0-c3855",
"20270125-1-27a5a",
"20270125-2-fb34c",
"20270125-3-bedf9",
"20270125-4-c4fae",
"20270125-5-cb40c",
"20270125-6-d1926",
"20270105-0-8f665",
"20270105-1-0c741",
"20270105-2-59de9",
"20270105-3-dec25",
"20270105-4-82133",
"20270105-5-131e3",
"20270105-6-159f1",
"20270105-7-a9c14",
"20270105-8-b511c",
"20270105-9-6779a",
"20261228-0-03eab",
"20261228-1-90ce1",
"20261228-2-6afae",
"20261228-3-1975a",
"20261228-4-f6ac1",
"20261228-5-3e629",
"20261228-6-a65d2",
"20261228-7-2a093",
"20261228-8-fbeb3",
"20261228-9-f4567",
"20270109-0-466da",
"20270109-1-925f3",
"20270109-2-2e085",
"20270109-3-8640e",
"20270109-4-bd7b4",
"20270109-5-1f041",
"20270109-6-0b388",
"20270109-7-f5e44",
"github_com_salesforce_ContextForce_pull_33",
"20270111-0-b468d",
"20270111-1-9699c",
"20270111-2-07dd5",
"20270111-3-dceaa",
"20270111-4-c2179",
"20270111-5-94ea6",
"20270111-6-0c69e",
"20270305-0-2dd51",
"20270305-1-d039e",
"20270305-2-0f743",
"20270305-3-33461",
"20270305-4-40139",
"20270305-5-f1323",
"20270305-6-fefba",
"20270305-7-ad349",
"20270305-8-65383",
"20270305-9-b7f5e",
"20270305-10-502a3",
"20270120-0-8db61",
"20270120-1-4c73c",
"20270120-2-9e1d3",
"20270120-3-67b3f",
"20270120-4-57723",
"20270120-5-da1b1",
"20270120-6-696c9",
"20270120-7-e64c3",
"20270120-8-4833d",
"20270120-9-0e802",
"20270120-10-5a10e",
"20270208-0-88f88",
"20270208-1-1f57b",
"20270208-2-ab4a1",
"20270208-3-7a930",
"20270208-4-2bf52",
"20270208-5-9f9bc",
"20270208-6-3bf89",
"20270208-7-09398",
"github_com_salesforce_ContextForce_pull_37",
"20270210-0-a7b1b",
"20270210-1-33dbe",
"20270210-2-51585",
"20270210-3-e43d8",
"20270210-4-115f6",
"20270210-5-bdfad",
"20270210-6-e8c1f",
"20270225-0-902cf",
"20270225-1-bafcb",
"20270225-2-0aaf9",
"20270225-3-7e950",
"20270225-4-ac825",
"20270225-5-4ec21",
"20270225-6-3ac52",
"20270225-7-12634",
"20270225-8-f8c10",
"20270225-9-390d7",
"20270225-10-574cd",
"20270217-0-0308e",
"20270217-1-64d44",
"20270217-2-7aad5",
"20270217-3-86480",
"20270217-4-c9e07",
"20270217-5-91002",
"20270217-6-de5c8",
"20270217-7-bb974",
"20270217-8-11386",
"20270217-9-78a24",
"20270217-10-6f410",
"20270318-0-d2e50",
"20270318-1-be9f9",
"20270318-2-b1c4e",
"20270318-3-56956",
"20270318-4-f4a31",
"20270318-5-a1fd4",
"20270318-6-6a4c6",
"20270318-7-ea1fd",
"20270318-8-5f6de",
"20270318-9-20bee",
"20270319-0-1cf9a",
"20270319-1-c31a4",
"20270319-2-0a918",
"20270319-3-824e0",
"20270319-4-3766e",
"20270319-5-dbc9f",
"20270319-6-47f78",
"20270319-7-50d5c",
"20270131-0-2a01d",
"20270131-1-e000a",
"20270131-2-ddd62",
"20270131-3-31599",
"20270131-4-2829d",
"20270131-5-4a249",
"20270131-6-cdba7",
"20270131-7-f1702",
"20270131-8-07c50",
"20270131-9-99df9",
"20270308-0-790f8",
"20270308-1-cc048",
"20270308-2-17a0d",
"20270308-3-3796a",
"20270308-4-78452",
"20270308-5-e5f3a",
"20270308-6-316b8",
"20270308-7-fca79",
"20270308-8-776ba",
"20270310-0-0492f",
"20270310-1-4984a",
"20270310-2-2d9cd",
"20270310-3-5f015",
"20270310-4-93bbe",
"20270310-5-119c6",
"20270310-6-769c0",
"20270310-7-86ad9",
"20270123-0-ef794",
"20270123-1-8bb9c",
"20270123-2-4fa4c",
"20270123-3-99c3c",
"20270123-4-ba3dd",
"20270123-5-46678",
"20270123-6-6a656",
"20270123-7-6ae38",
"20270123-8-8be82",
"20270123-9-77687",
"20270124-0-0abec",
"20270124-1-0d6c9",
"20270124-2-646e3",
"20270124-3-09bc4",
"20270124-4-e4dcc",
"20270124-5-6016b",
"20270124-6-e81f9",
"20270206-0-7d8d7",
"20270206-1-495e5",
"20270206-2-480e1",
"20270206-3-5faf2",
"20270206-4-469fd",
"20270206-5-c8368",
"20270206-6-de0b8",
"20270206-7-68869",
"20270206-8-4636f",
"20270206-9-5f66a",
"20270206-10-e406a",
"20261015-0-010af",
"20261015-1-3041a",
"20261015-2-c95ee"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ContextForce#u0",
"product": "ContextForce",
"kind": "unanswerable",
"question": "What are the unique features of ContextForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#u1",
"product": "ContextForce",
"kind": "unanswerable",
"question": "What are the weaknesses of ContextForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#u2",
"product": "ContextForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of ContextForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#u3",
"product": "ContextForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of ContextForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ContextForce#u4",
"product": "ContextForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for ContextForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a0",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of EdgeForce?",
"ground_truth": [
"eid_12eb6b62",
"eid_7d27f1fd"
],
"citations": [
"latest_ef_aix_market_research_report",
"edprox_market_research_report_final",
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a1",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of EdgeForce?",
"ground_truth": [
"eid_6bd20afa",
"eid_c3aac633",
"eid_5318af37"
],
"citations": [
"latest_ef_aix_product_vision_document",
"edprox_product_requirements_document_final",
"edprox_product_vision_document_final",
"latest_ef_aix_product_requirements_document",
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a2",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of EdgeForce?",
"ground_truth": [
"eid_19f537cf",
"eid_d2f0f99a"
],
"citations": [
"edprox_technical_specifications_document_final",
"latest_ef_aix_technical_specifications_document",
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a3",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of EdgeForce?",
"ground_truth": [
"eid_35e32fec",
"eid_6f719d21"
],
"citations": [
"edprox_system_design_document_final",
"latest_ef_aix_system_design_document",
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a4",
"product": "EdgeForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of EdgeForce?",
"ground_truth": [
"The issue reported by the customer is limited integration options with third-party applications for EF_AIX.",
"The customer reported that the user interface of EF_AIX is not intuitive for non-technical users.",
"The issue reported by the customer (Customer ID: CUST-0028) is that occasional software updates for EF_AIX are causing temporary service disruptions."
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a5",
"product": "EdgeForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of EdgeForce?",
"ground_truth": [
"The issues reported by the QA Specialist include the initial setup process being complex and time-consuming, requiring significant technical expertise.",
"The issues reported by the QA Specialist are that some users are experiencing inconsistent performance when processing large datasets, which leads to delays in real-time insights."
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a6",
"product": "EdgeForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of EdgeForce?",
"ground_truth": [
"The positive feedback from customers includes:\n\n1. Customer CUST-0119 reported that EF_AIX significantly reduces latency by processing AI tasks directly on devices, providing faster real-time insights.\n2. Customer CUST-0077 highlighted that the product enhances performance by minimizing the need for data transfer to external servers, which is beneficial for bandwidth-limited environments.\n3. Customer CUST-0046 appreciates the robust security features that protect data processed locally, ensuring compliance with privacy standards.",
"The positive feedback provided by the customers includes EF_AIX's ability to operate in local environments, making it highly reliable in areas with unstable internet connectivity, and its capability to handle AI processing on-device, which allows for greater scalability and flexibility."
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a7",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of EdgeForce?",
"ground_truth": [
"TechCorp"
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a8",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of EdgeForce?",
"ground_truth": [
"eid_0719bc3e",
"eid_7f22371d"
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a9",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of EdgeForce?",
"ground_truth": [
"FusionTech",
"CloudSync",
"NextGenTech",
"SmartData"
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a10",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of EdgeForce?",
"ground_truth": [
"eid_a253c65a",
"eid_edf6a3fc",
"eid_2347b567",
"eid_91523bad"
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a11",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of EdgeForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/EdProX/demo_2",
"https://sf-internal.slack.com/archives/EdProX/demo_1",
"https://sf-internal.slack.com/archives/EdProX/demo_4",
"https://sf-internal.slack.com/archives/EdProX/demo_3"
],
"citations": [
"20260821-0-af123",
"20260821-1-95bd3",
"20260821-2-28c42",
"20260821-3-02899",
"20260821-4-7af14",
"20260821-5-32950",
"20260821-6-5ad7e",
"20260821-7-6ce15",
"20260821-8-02a2d",
"20260825-0-2e5a9",
"20260909-0-5b942",
"20260914-0-cde4b",
"20260928-0-c5616",
"20260825-0-02b86",
"20260825-1-f3d27",
"20260825-2-ae010",
"20260825-3-ddd13",
"20260825-4-0d738",
"20260825-5-6d3fa",
"20260825-6-0a414",
"20260825-7-ae944",
"20260825-8-c4569",
"20260825-9-961c9",
"20260825-10-b3f3d",
"20261123-0-cfbaa",
"20261123-1-4307e",
"20261123-2-2ddd6",
"20261123-3-ba314",
"20261123-4-95641",
"20261123-5-e0045",
"20261123-6-66199",
"20261123-7-ba543",
"20261123-8-84e55",
"20261123-9-e7612",
"20260825-0-06305",
"20260825-1-bd651",
"20260825-2-5bc5d",
"20260825-3-a0424",
"20260825-4-17745",
"20260825-5-7282f",
"20260825-6-0160e",
"20260825-7-306fd",
"20260825-8-4801d",
"20260825-9-4c0a3",
"20260911-0-946e8",
"20260911-1-b4fdf",
"20260911-2-48954",
"20260911-3-cd984",
"20260911-4-ff0e1",
"20260911-5-d3b09",
"20260911-6-096f1",
"20260911-7-96c0e",
"20260911-8-491df",
"20260911-9-e6494",
"20260825-0-4510f",
"20260825-1-331ea",
"20260825-2-95846",
"20260825-3-620f3",
"20260825-4-1945c",
"20260825-5-8e6f5",
"20260825-6-11e07",
"20260825-7-3fb73",
"20260916-0-5b37e",
"20260916-1-fd333",
"20260916-2-3586f",
"20260916-3-bb7ac",
"20260916-4-fb314",
"20260916-5-206ee",
"20260916-6-9b996",
"20260916-7-9e340",
"20260917-0-f5044",
"20260917-1-0facb",
"20260917-2-b9746",
"20260917-3-c03cd",
"20260917-4-4c898",
"20260917-5-d0ad5",
"20260917-6-467a6",
"sf-internal_slack_com_archives_EdProX_demo_2",
"sf-internal_slack_com_archives_EdProX_demo_1",
"sf-internal_slack_com_archives_EdProX_demo_4",
"sf-internal_slack_com_archives_EdProX_demo_3",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a12",
"product": "EdgeForce",
"kind": "answerable",
"question": "What new features about conducting hardware compatibility checks for device compatibility are added to EdgeForce?",
"ground_truth": "- Development of a module for hardware compatibility checks\n- Verification of device compatibility with EF_AIX\n- Checking for supported sensor types\n- Assessment of necessary hardware specifications",
"citations": [
"product_dev_EF_AIX_1",
"product_dev_EdgeForce_4",
"github_com_salesforce_EF_AIX_pull_8",
"20261021-0-54970",
"20261021-1-fbf4b",
"20261021-2-1b4e3",
"20261021-3-d8214",
"20261021-4-2cd63",
"20261021-5-40306",
"20261021-6-7f962",
"20261021-7-0f2c6",
"20261021-8-b75f8",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a13",
"product": "EdgeForce",
"kind": "answerable",
"question": "What new features about developing a RESTful API framework are added to EdgeForce?",
"ground_truth": "- Set up the foundational structure for the RESTful API framework.\n- Include necessary libraries and configurations to support API development.\n- Develop endpoints to retrieve data from the local environment.\n- Enable real-time insights through the API.\n- Create detailed documentation for the RESTful API.\n- Include usage instructions and endpoint details for third-party developers.",
"citations": [
"product_dev_EF_AIX_1",
"product_dev_EF_AIX_2",
"product_dev_EdgeForce_3",
"github_com_salesforce_EF_AIX_pull_5",
"20261012-0-04b1d",
"20261012-1-5402b",
"20261012-2-af226",
"20261012-3-2de48",
"20261012-4-499e8",
"20261012-5-19e22",
"20261012-6-745bd",
"20261012-7-9e04a",
"product_dev_EdgeForce_6",
"github_com_salesforce_EF_AIX_pull_15",
"20261114-0-0c120",
"20261114-1-a74fc",
"20261114-2-5081c",
"20261114-3-96b89",
"20261114-4-29a56",
"20261114-5-189be",
"20261114-6-ebd18",
"20261114-7-0a240",
"20261114-8-eef38",
"20261114-9-0ceb8",
"product_dev_EdgeForce_9",
"github_com_salesforce_EF_AIX_pull_23",
"20261211-0-a95c4",
"20261211-1-8cfdf",
"20261211-2-9ae51",
"20261211-3-921a0",
"20261211-4-455db",
"20261211-5-aecae",
"20261211-6-f3ca9",
"20261211-7-6e0a4",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a14",
"product": "EdgeForce",
"kind": "answerable",
"question": "What new features about implementing JWT authentication for security are added to EdgeForce?",
"ground_truth": "- JWT token generation and validation\n- Creation of a utility module for JWT operations (token creation, signing, verification)\n- Integration of JWT authentication into the user login flow\n- Modification of the login endpoint to issue a JWT token upon successful authentication\n- Update of the client-side to handle token storage",
"citations": [
"20261016-0-c728f",
"20261016-1-b652d",
"20261016-2-2e7c7",
"20261016-3-e8e3e",
"20261016-4-eed8d",
"20261016-5-c269d",
"20261016-6-797c4",
"20261016-7-3c386",
"20261016-8-7f7ef",
"20261016-9-52c7b",
"product_dev_EF_AIX_1",
"product_dev_EF_AIX_2",
"product_dev_EdgeForce_3",
"github_com_salesforce_EF_AIX_pull_6",
"20261011-0-591f7",
"20261011-1-a6f6e",
"20261011-2-c4882",
"20261011-3-ea272",
"20261011-4-7137f",
"20261011-5-c6120",
"20261011-6-804d7",
"20261011-7-bfb50",
"20261011-8-1af5b",
"20261023-0-a268f",
"20261025-0-65d43",
"20261025-1-41cc2",
"20261025-2-b2172",
"20261025-3-63df2",
"20261025-4-3139b",
"20261025-5-67ad9",
"20261025-6-3844e",
"20261025-7-f788d",
"product_dev_EdgeForce_4",
"github_com_salesforce_EF_AIX_pull_10",
"20261024-0-ab80b",
"20261024-1-40bb4",
"20261024-2-fe014",
"20261024-3-082df",
"20261024-4-9f52c",
"20261024-5-b27c3",
"20261024-6-161aa",
"20261024-7-09df4",
"20261024-8-6c04d",
"20261103-0-db09b",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a15",
"product": "EdgeForce",
"kind": "answerable",
"question": "What features could not be added to EdgeForce due to security risks?",
"ground_truth": "- Refactored device layer for improved handling of communication protocols.\n- Enhanced integration with a wider range of devices.",
"citations": [
"product_dev_EF_AIX_1",
"product_dev_EdgeForce_5",
"product_dev_EdgeForce_6",
"20261109-0-9ac75",
"20261109-1-cc8f4",
"20261109-2-f7dff",
"20261109-3-b8d71",
"20261109-4-b1b17",
"20261109-5-8020f",
"20261109-6-91e41",
"20261109-7-97f86",
"20261117-0-09d09",
"20261117-1-3e2f5",
"20261117-2-ee430",
"20261117-3-f83a4",
"20261117-4-64699",
"20261117-5-15fa0",
"20261117-6-aca5f",
"20261117-7-a6ca0",
"20261117-8-c933b",
"20261117-9-4737e",
"20261117-0-06ea5",
"20261117-1-aa0e6",
"20261117-2-6d0d4",
"20261117-3-3dbd8",
"github_com_salesforce_EF_AIX_pull_14",
"github_com_salesforce_EF_AIX_pull_17",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a16",
"product": "EdgeForce",
"kind": "answerable",
"question": "What features could not be added to EdgeForce due to change in product direction?",
"ground_truth": "- Update access control policies to integrate with the new JWT authentication system.\n- Ensure user permissions are checked based on the claims within the JWT token.",
"citations": [
"product_dev_EF_AIX_1",
"product_dev_EF_AIX_2",
"product_dev_EdgeForce_3",
"20261007-0-ff0a9",
"20261007-1-156c7",
"20261007-2-f49ed",
"20261007-3-fc5e6",
"20261007-4-0b3b9",
"20261007-5-21671",
"20261007-6-6cd7e",
"20261007-7-13f03",
"20261007-8-d760e",
"20261007-9-77bbf",
"20261007-10-37fea",
"20261013-0-81785",
"20261013-1-8ad4b",
"20261013-2-c3012",
"20261013-3-cc282",
"20261013-4-53a22",
"20261013-5-34668",
"20261013-6-b8983",
"20261013-7-12f29",
"20261013-0-f1201",
"20261013-1-a8580",
"20261013-2-5940c",
"20261013-3-279ab",
"github_com_salesforce_EF_AIX_pull_4",
"github_com_salesforce_EF_AIX_pull_7",
"product_dev_EdgeForce_7",
"20261127-0-64529",
"20261127-1-38da7",
"20261127-2-1a3fe",
"20261127-3-83438",
"20261127-4-b7d72",
"20261127-5-7ab60",
"20261127-6-0a364",
"20261127-7-21852",
"20261127-8-553dc",
"20261128-0-2c830",
"20261128-1-65c0d",
"20261128-2-412df",
"20261128-3-897d8",
"20261128-4-4577f",
"20261128-5-3faa5",
"20261128-6-2e559",
"20261128-7-6bf59",
"20261128-8-85876",
"20261129-0-37523",
"20261129-1-1911c",
"20261129-2-8904f",
"github_com_salesforce_EF_AIX_pull_18",
"github_com_salesforce_EF_AIX_pull_20",
"product_dev_EdgeForce_8",
"20261204-0-37b42",
"20261204-1-37419",
"20261204-2-ca8cc",
"20261204-3-f4b17",
"20261204-4-0874c",
"20261204-5-2391a",
"20261204-6-4db3a",
"20261204-7-6775e",
"20261204-0-3e65e",
"20261204-1-1b686",
"20261204-2-7644b",
"20261204-3-974b7",
"20261204-4-14671",
"20261204-5-b9447",
"20261204-6-138a0",
"20261204-7-d70b2",
"20261204-8-c0ce0",
"20261204-0-23974",
"20261204-1-f3402",
"20261204-2-ed5b7",
"github_com_salesforce_EF_AIX_pull_21",
"github_com_salesforce_EF_AIX_pull_22",
"product_dev_EdgeForce_6",
"20261117-0-a1ff9",
"20261117-1-4dbc8",
"20261117-2-64074",
"20261117-3-efab5",
"20261117-4-9574e",
"20261117-5-acbab",
"20261117-6-063ae",
"20261119-0-65446",
"20261119-1-b3204",
"20261119-2-0afbb",
"20261119-3-fbd80",
"20261119-4-8b8cc",
"20261119-5-f68a1",
"20261119-6-697cf",
"20261119-7-26107",
"20261119-8-0d81a",
"github_com_salesforce_EF_AIX_pull_16",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a17",
"product": "EdgeForce",
"kind": "answerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to EdgeForce?",
"ground_truth": "- JWT token generation and validation\n- Creation of a utility module for JWT operations (token creation, signing, verification)\n- Integration of JWT authentication into the user login flow\n- Modification of the login endpoint to issue a JWT token upon successful authentication\n- Update of the client-side to handle token storage",
"citations": [
"product_dev_EF_AIX_1",
"product_dev_EF_AIX_2",
"product_dev_EdgeForce_3",
"20261023-0-a268f",
"20261016-0-c728f",
"20261016-1-b652d",
"20261016-2-2e7c7",
"20261016-3-e8e3e",
"20261016-4-eed8d",
"20261016-5-c269d",
"20261016-6-797c4",
"20261016-7-3c386",
"20261016-8-7f7ef",
"20261016-9-52c7b",
"20261011-0-591f7",
"20261011-1-a6f6e",
"20261011-2-c4882",
"20261011-3-ea272",
"20261011-4-7137f",
"20261011-5-c6120",
"20261011-6-804d7",
"20261011-7-bfb50",
"20261011-8-1af5b",
"github_com_salesforce_EF_AIX_pull_6",
"product_dev_EdgeForce_4",
"20261103-0-db09b",
"20261025-0-65d43",
"20261025-1-41cc2",
"20261025-2-b2172",
"20261025-3-63df2",
"20261025-4-3139b",
"20261025-5-67ad9",
"20261025-6-3844e",
"20261025-7-f788d",
"20261024-0-ab80b",
"20261024-1-40bb4",
"20261024-2-fe014",
"20261024-3-082df",
"20261024-4-9f52c",
"20261024-5-b27c3",
"20261024-6-161aa",
"20261024-7-09df4",
"20261024-8-6c04d",
"github_com_salesforce_EF_AIX_pull_10",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a18",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the AI Processing Engine in EdgeForce that caused latency in real-time data processing for time-sensitive applications?",
"ground_truth": [
"TechCorp",
"SmartData",
"ComputeWorks"
],
"citations": [
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270118-0-db28c",
"20270118-1-3c041",
"20270118-2-16cd9",
"20270118-3-1913b",
"20270118-4-3ca5e",
"20270118-5-c8155",
"20270118-6-09288",
"20270118-7-33441",
"20270118-8-54757",
"20270118-9-7f29a",
"20270118-10-821d5",
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a19",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the AI Processing Engine in EdgeForce that were causing latency in real-time data processing, affecting time-sensitive applications?",
"ground_truth": [
"eid_4b38019b",
"eid_bac7c6c4"
],
"citations": [
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270219-0-6208e",
"20270219-1-e3515",
"20270219-2-3899c",
"20270219-3-66347",
"20270219-4-48f38",
"20270219-5-7cbb7",
"20270219-6-2ad1c",
"github_com_salesforce_EdgeForce_pull_43",
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270303-0-b526e",
"20270303-1-11b37",
"20270303-2-e1ac6",
"20270303-3-fc130",
"20270303-4-9e432",
"20270303-5-d8fb1",
"20270303-6-460ea",
"20270303-7-81452",
"github_com_salesforce_EdgeForce_pull_46",
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20261230-0-83273",
"20261230-1-e69e6",
"20261230-2-d49a5",
"20261230-3-e70fb",
"20261230-4-2d4d6",
"20261230-5-b44b6",
"20261230-6-62835",
"20261230-7-5bb20",
"github_com_salesforce_EdgeForce_pull_35",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a20",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Model Management & Update Module in EdgeForce that led to inaccurate insights and undermined trust in the system's reliability?",
"ground_truth": [
"TechCorp",
"SmartData",
"DataSolutions",
"ComputeWorks",
"CloudSync"
],
"citations": [
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a21",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Model Management & Update Module in EdgeForce that were causing inaccurate insights and undermining trust in the system's reliability?",
"ground_truth": [
"eid_4df3bcc2",
"eid_2347b567",
"eid_3e076e53"
],
"citations": [
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20270101-0-02fc9",
"20270101-1-4bfac",
"20270101-2-6afe4",
"20270101-3-7411d",
"20270101-4-7fe4e",
"20270101-5-52cd1",
"20270101-6-8a463",
"github_com_salesforce_EdgeForce_pull_36",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270210-0-b4d2e",
"20270210-1-36786",
"20270210-2-022ad",
"20270210-3-3b16f",
"20270210-4-5de75",
"20270210-5-b154e",
"github_com_salesforce_EdgeForce_pull_41",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270126-0-f9024",
"20270126-1-10792",
"20270126-2-0f9f8",
"20270126-3-60ac4",
"20270126-4-4baa6",
"20270126-5-21d02",
"20270126-6-ebc34",
"github_com_salesforce_EdgeForce_pull_38",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270412-0-e3c82",
"20270412-1-f1135",
"20270412-2-c5ccd",
"20270412-3-92411",
"20270412-4-30d45",
"20270412-5-ad474",
"20270412-6-d0306",
"20270412-7-86d09",
"20270412-8-7b5ce",
"20270412-9-8fae2",
"github_com_salesforce_EdgeForce_pull_53",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270401-0-fe24c",
"20270401-1-78981",
"20270401-2-ef3d2",
"20270401-3-45888",
"20270401-4-d801a",
"20270401-5-54ca7",
"20270401-6-efd52",
"20270401-7-343f6",
"github_com_salesforce_EdgeForce_pull_50",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a22",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Security & Access Control of EdgeForce that allowed tampering or theft of sensitive AI models, posing security risks?",
"ground_truth": [
"NextGenTech",
"TechCorp",
"InnovateAI",
"DataSolutions",
"ComputeWorks",
"CloudSync"
],
"citations": [
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270106-0-3d920",
"20270106-1-22057",
"20270106-2-2e52a",
"20270106-3-e7691",
"20270106-4-ce99a",
"20270106-5-de034",
"20270106-6-44df2",
"20270106-7-dc915",
"20270106-8-96492",
"20270106-9-08200",
"20270106-10-f5984",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a23",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Security & Access Control in EdgeForce that were posing a significant security risk by allowing sensitive AI models to be tampered with or stolen?",
"ground_truth": [
"eid_edf6a3fc",
"eid_2347b567",
"eid_bac7c6c4"
],
"citations": [
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270302-0-952e3",
"20270302-1-d75e0",
"20270302-2-c17bd",
"20270302-3-2dfb0",
"20270302-4-e1bab",
"20270302-5-47607",
"20270302-6-f8c2e",
"github_com_salesforce_EdgeForce_pull_45",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270124-0-f2ffe",
"20270124-1-cc5b7",
"20270124-2-b09ba",
"20270124-3-937bd",
"20270124-4-f564e",
"github_com_salesforce_EdgeForce_pull_37",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270307-0-72a82",
"20270307-1-d297a",
"20270307-2-71580",
"20270307-3-b7bf4",
"20270307-4-675ac",
"20270307-5-d6f7d",
"20270307-6-95768",
"github_com_salesforce_EdgeForce_pull_47",
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270222-0-7435a",
"20270222-1-ebb74",
"20270222-2-2ef52",
"20270222-3-17616",
"20270222-4-ba3b5",
"20270222-5-24070",
"20270222-6-3d1fd",
"github_com_salesforce_EdgeForce_pull_44",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a24",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the API layer of EdgeForce that caused challenges in data retrieval and led to application errors or degraded user experiences?",
"ground_truth": [
"NextGenTech",
"BlueWave",
"TechCorp",
"SmartData",
"DataSolutions"
],
"citations": [
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270106-0-3d920",
"20270106-1-22057",
"20270106-2-2e52a",
"20270106-3-e7691",
"20270106-4-ce99a",
"20270106-5-de034",
"20270106-6-44df2",
"20270106-7-dc915",
"20270106-8-96492",
"20270106-9-08200",
"20270106-10-f5984",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a25",
"product": "EdgeForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the API layer in EdgeForce that were causing challenges for developers and applications relying on consistent data retrieval, potentially leading to application errors or degraded user experiences?",
"ground_truth": [
"eid_4555ba9c",
"eid_bac7c6c4"
],
"citations": [
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270329-0-123dd",
"20270329-1-550f8",
"20270329-2-db044",
"20270329-3-4e693",
"20270329-4-4366c",
"20270329-5-06064",
"20270329-6-1f512",
"github_com_salesforce_EdgeForce_pull_49",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270409-0-afacf",
"20270409-1-509d0",
"20270409-2-b5112",
"20270409-3-dcdcd",
"20270409-4-76dc9",
"20270409-5-0bb18",
"20270409-6-7b3dc",
"20270409-7-4d481",
"20270409-8-f88f9",
"github_com_salesforce_EdgeForce_pull_52",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a26",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface & Visualization Module in EdgeForce that caused user frustration and workflow interruptions due to unresponsive UI and delayed model insights?",
"ground_truth": [
"FusionTech",
"TechCorp",
"DataSolutions",
"BlueWave"
],
"citations": [
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270106-0-3d920",
"20270106-1-22057",
"20270106-2-2e52a",
"20270106-3-e7691",
"20270106-4-ce99a",
"20270106-5-de034",
"20270106-6-44df2",
"20270106-7-dc915",
"20270106-8-96492",
"20270106-9-08200",
"20270106-10-f5984",
"20270118-0-db28c",
"20270118-1-3c041",
"20270118-2-16cd9",
"20270118-3-1913b",
"20270118-4-3ca5e",
"20270118-5-c8155",
"20270118-6-09288",
"20270118-7-33441",
"20270118-8-54757",
"20270118-9-7f29a",
"20270118-10-821d5",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a27",
"product": "EdgeForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the User Interface & Visualization Module in EdgeForce that were causing user frustration and workflow interruptions due to interaction and visualization delays?",
"ground_truth": [
"eid_5058fefc",
"eid_2347b567",
"eid_4b38019b",
"eid_4df3bcc2"
],
"citations": [
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270404-0-ba3a6",
"20270404-1-64843",
"20270404-2-729a6",
"20270404-3-8b27e",
"20270404-4-117a9",
"20270404-5-3c8fa",
"20270404-6-3be6a",
"20270404-7-c3065",
"github_com_salesforce_EdgeForce_pull_51",
"20270118-0-db28c",
"20270118-1-3c041",
"20270118-2-16cd9",
"20270118-3-1913b",
"20270118-4-3ca5e",
"20270118-5-c8155",
"20270118-6-09288",
"20270118-7-33441",
"20270118-8-54757",
"20270118-9-7f29a",
"20270118-10-821d5",
"20270203-0-db28d",
"20270203-1-ff3ae",
"20270203-2-ab4f4",
"20270203-3-1ac96",
"20270203-4-970e8",
"20270203-5-7cf13",
"20270203-6-67aa4",
"20270203-7-ed555",
"github_com_salesforce_EdgeForce_pull_39",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270212-0-9573f",
"20270212-1-2d5b4",
"20270212-2-9d7f5",
"20270212-3-b8e28",
"20270212-4-3e0f4",
"20270212-5-94424",
"github_com_salesforce_EdgeForce_pull_42",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270318-0-a7bce",
"20270318-1-dc059",
"20270318-2-1ac9a",
"20270318-3-c6807",
"20270318-4-8cc9c",
"20270318-5-05f86",
"20270318-6-f2726",
"github_com_salesforce_EdgeForce_pull_48",
"20270207-0-48d0d",
"20270207-1-7eefc",
"20270207-2-68fa8",
"20270207-3-cfd4f",
"20270207-4-fcac7",
"20270207-5-18ffb",
"20270207-6-fdfe3",
"20270207-7-fefc2",
"github_com_salesforce_EdgeForce_pull_40",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a28",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_4df3bcc2 to resolve bugs reported by TechCorp in EdgeForce",
"ground_truth": [
"https://github.com/salesforce/EdgeForce/pull/50",
"https://github.com/salesforce/EdgeForce/pull/42"
],
"citations": [
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270401-0-fe24c",
"20270401-1-78981",
"20270401-2-ef3d2",
"20270401-3-45888",
"20270401-4-d801a",
"20270401-5-54ca7",
"20270401-6-efd52",
"20270401-7-343f6",
"github_com_salesforce_EdgeForce_pull_50",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270212-0-9573f",
"20270212-1-2d5b4",
"20270212-2-9d7f5",
"20270212-3-b8e28",
"20270212-4-3e0f4",
"20270212-5-94424",
"github_com_salesforce_EdgeForce_pull_42",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a29",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_bac7c6c4 to resolve bugs reported by TechCorp in EdgeForce",
"ground_truth": [
"https://github.com/salesforce/EdgeForce/pull/46",
"https://github.com/salesforce/EdgeForce/pull/49"
],
"citations": [
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270303-0-b526e",
"20270303-1-11b37",
"20270303-2-e1ac6",
"20270303-3-fc130",
"20270303-4-9e432",
"20270303-5-d8fb1",
"20270303-6-460ea",
"20270303-7-81452",
"github_com_salesforce_EdgeForce_pull_46",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270329-0-123dd",
"20270329-1-550f8",
"20270329-2-db044",
"20270329-3-4e693",
"20270329-4-4366c",
"20270329-5-06064",
"20270329-6-1f512",
"github_com_salesforce_EdgeForce_pull_49",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#a30",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in EdgeForce",
"ground_truth": [
"eid_2347b567"
],
"citations": [
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270219-0-6208e",
"20270219-1-e3515",
"20270219-2-3899c",
"20270219-3-66347",
"20270219-4-48f38",
"20270219-5-7cbb7",
"20270219-6-2ad1c",
"github_com_salesforce_EdgeForce_pull_43",
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270303-0-b526e",
"20270303-1-11b37",
"20270303-2-e1ac6",
"20270303-3-fc130",
"20270303-4-9e432",
"20270303-5-d8fb1",
"20270303-6-460ea",
"20270303-7-81452",
"github_com_salesforce_EdgeForce_pull_46",
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20261230-0-83273",
"20261230-1-e69e6",
"20261230-2-d49a5",
"20261230-3-e70fb",
"20261230-4-2d4d6",
"20261230-5-b44b6",
"20261230-6-62835",
"20261230-7-5bb20",
"github_com_salesforce_EdgeForce_pull_35",
"20270101-0-02fc9",
"20270101-1-4bfac",
"20270101-2-6afe4",
"20270101-3-7411d",
"20270101-4-7fe4e",
"20270101-5-52cd1",
"20270101-6-8a463",
"github_com_salesforce_EdgeForce_pull_36",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270210-0-b4d2e",
"20270210-1-36786",
"20270210-2-022ad",
"20270210-3-3b16f",
"20270210-4-5de75",
"20270210-5-b154e",
"github_com_salesforce_EdgeForce_pull_41",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270126-0-f9024",
"20270126-1-10792",
"20270126-2-0f9f8",
"20270126-3-60ac4",
"20270126-4-4baa6",
"20270126-5-21d02",
"20270126-6-ebc34",
"github_com_salesforce_EdgeForce_pull_38",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270412-0-e3c82",
"20270412-1-f1135",
"20270412-2-c5ccd",
"20270412-3-92411",
"20270412-4-30d45",
"20270412-5-ad474",
"20270412-6-d0306",
"20270412-7-86d09",
"20270412-8-7b5ce",
"20270412-9-8fae2",
"github_com_salesforce_EdgeForce_pull_53",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270401-0-fe24c",
"20270401-1-78981",
"20270401-2-ef3d2",
"20270401-3-45888",
"20270401-4-d801a",
"20270401-5-54ca7",
"20270401-6-efd52",
"20270401-7-343f6",
"github_com_salesforce_EdgeForce_pull_50",
"20270302-0-952e3",
"20270302-1-d75e0",
"20270302-2-c17bd",
"20270302-3-2dfb0",
"20270302-4-e1bab",
"20270302-5-47607",
"20270302-6-f8c2e",
"github_com_salesforce_EdgeForce_pull_45",
"20270124-0-f2ffe",
"20270124-1-cc5b7",
"20270124-2-b09ba",
"20270124-3-937bd",
"20270124-4-f564e",
"github_com_salesforce_EdgeForce_pull_37",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270307-0-72a82",
"20270307-1-d297a",
"20270307-2-71580",
"20270307-3-b7bf4",
"20270307-4-675ac",
"20270307-5-d6f7d",
"20270307-6-95768",
"github_com_salesforce_EdgeForce_pull_47",
"20270222-0-7435a",
"20270222-1-ebb74",
"20270222-2-2ef52",
"20270222-3-17616",
"20270222-4-ba3b5",
"20270222-5-24070",
"20270222-6-3d1fd",
"github_com_salesforce_EdgeForce_pull_44",
"20270329-0-123dd",
"20270329-1-550f8",
"20270329-2-db044",
"20270329-3-4e693",
"20270329-4-4366c",
"20270329-5-06064",
"20270329-6-1f512",
"github_com_salesforce_EdgeForce_pull_49",
"20270409-0-afacf",
"20270409-1-509d0",
"20270409-2-b5112",
"20270409-3-dcdcd",
"20270409-4-76dc9",
"20270409-5-0bb18",
"20270409-6-7b3dc",
"20270409-7-4d481",
"20270409-8-f88f9",
"github_com_salesforce_EdgeForce_pull_52",
"20270404-0-ba3a6",
"20270404-1-64843",
"20270404-2-729a6",
"20270404-3-8b27e",
"20270404-4-117a9",
"20270404-5-3c8fa",
"20270404-6-3be6a",
"20270404-7-c3065",
"github_com_salesforce_EdgeForce_pull_51",
"20270118-0-db28c",
"20270118-1-3c041",
"20270118-2-16cd9",
"20270118-3-1913b",
"20270118-4-3ca5e",
"20270118-5-c8155",
"20270118-6-09288",
"20270118-7-33441",
"20270118-8-54757",
"20270118-9-7f29a",
"20270118-10-821d5",
"20270203-0-db28d",
"20270203-1-ff3ae",
"20270203-2-ab4f4",
"20270203-3-1ac96",
"20270203-4-970e8",
"20270203-5-7cf13",
"20270203-6-67aa4",
"20270203-7-ed555",
"github_com_salesforce_EdgeForce_pull_39",
"20270212-0-9573f",
"20270212-1-2d5b4",
"20270212-2-9d7f5",
"20270212-3-b8e28",
"20270212-4-3e0f4",
"20270212-5-94424",
"github_com_salesforce_EdgeForce_pull_42",
"20270318-0-a7bce",
"20270318-1-dc059",
"20270318-2-1ac9a",
"20270318-3-c6807",
"20270318-4-8cc9c",
"20270318-5-05f86",
"20270318-6-f2726",
"github_com_salesforce_EdgeForce_pull_48",
"20270207-0-48d0d",
"20270207-1-7eefc",
"20270207-2-68fa8",
"20270207-3-cfd4f",
"20270207-4-fcac7",
"20270207-5-18ffb",
"20270207-6-fdfe3",
"20270207-7-fefc2",
"github_com_salesforce_EdgeForce_pull_40",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#a31",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in EdgeForce",
"ground_truth": [
"TechCorp"
],
"citations": [
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270219-0-6208e",
"20270219-1-e3515",
"20270219-2-3899c",
"20270219-3-66347",
"20270219-4-48f38",
"20270219-5-7cbb7",
"20270219-6-2ad1c",
"github_com_salesforce_EdgeForce_pull_43",
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270303-0-b526e",
"20270303-1-11b37",
"20270303-2-e1ac6",
"20270303-3-fc130",
"20270303-4-9e432",
"20270303-5-d8fb1",
"20270303-6-460ea",
"20270303-7-81452",
"github_com_salesforce_EdgeForce_pull_46",
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20261230-0-83273",
"20261230-1-e69e6",
"20261230-2-d49a5",
"20261230-3-e70fb",
"20261230-4-2d4d6",
"20261230-5-b44b6",
"20261230-6-62835",
"20261230-7-5bb20",
"github_com_salesforce_EdgeForce_pull_35",
"20270101-0-02fc9",
"20270101-1-4bfac",
"20270101-2-6afe4",
"20270101-3-7411d",
"20270101-4-7fe4e",
"20270101-5-52cd1",
"20270101-6-8a463",
"github_com_salesforce_EdgeForce_pull_36",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270210-0-b4d2e",
"20270210-1-36786",
"20270210-2-022ad",
"20270210-3-3b16f",
"20270210-4-5de75",
"20270210-5-b154e",
"github_com_salesforce_EdgeForce_pull_41",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270126-0-f9024",
"20270126-1-10792",
"20270126-2-0f9f8",
"20270126-3-60ac4",
"20270126-4-4baa6",
"20270126-5-21d02",
"20270126-6-ebc34",
"github_com_salesforce_EdgeForce_pull_38",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270412-0-e3c82",
"20270412-1-f1135",
"20270412-2-c5ccd",
"20270412-3-92411",
"20270412-4-30d45",
"20270412-5-ad474",
"20270412-6-d0306",
"20270412-7-86d09",
"20270412-8-7b5ce",
"20270412-9-8fae2",
"github_com_salesforce_EdgeForce_pull_53",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270401-0-fe24c",
"20270401-1-78981",
"20270401-2-ef3d2",
"20270401-3-45888",
"20270401-4-d801a",
"20270401-5-54ca7",
"20270401-6-efd52",
"20270401-7-343f6",
"github_com_salesforce_EdgeForce_pull_50",
"20270302-0-952e3",
"20270302-1-d75e0",
"20270302-2-c17bd",
"20270302-3-2dfb0",
"20270302-4-e1bab",
"20270302-5-47607",
"20270302-6-f8c2e",
"github_com_salesforce_EdgeForce_pull_45",
"20270124-0-f2ffe",
"20270124-1-cc5b7",
"20270124-2-b09ba",
"20270124-3-937bd",
"20270124-4-f564e",
"github_com_salesforce_EdgeForce_pull_37",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270307-0-72a82",
"20270307-1-d297a",
"20270307-2-71580",
"20270307-3-b7bf4",
"20270307-4-675ac",
"20270307-5-d6f7d",
"20270307-6-95768",
"github_com_salesforce_EdgeForce_pull_47",
"20270222-0-7435a",
"20270222-1-ebb74",
"20270222-2-2ef52",
"20270222-3-17616",
"20270222-4-ba3b5",
"20270222-5-24070",
"20270222-6-3d1fd",
"github_com_salesforce_EdgeForce_pull_44",
"20270329-0-123dd",
"20270329-1-550f8",
"20270329-2-db044",
"20270329-3-4e693",
"20270329-4-4366c",
"20270329-5-06064",
"20270329-6-1f512",
"github_com_salesforce_EdgeForce_pull_49",
"20270409-0-afacf",
"20270409-1-509d0",
"20270409-2-b5112",
"20270409-3-dcdcd",
"20270409-4-76dc9",
"20270409-5-0bb18",
"20270409-6-7b3dc",
"20270409-7-4d481",
"20270409-8-f88f9",
"github_com_salesforce_EdgeForce_pull_52",
"20270404-0-ba3a6",
"20270404-1-64843",
"20270404-2-729a6",
"20270404-3-8b27e",
"20270404-4-117a9",
"20270404-5-3c8fa",
"20270404-6-3be6a",
"20270404-7-c3065",
"github_com_salesforce_EdgeForce_pull_51",
"20270118-0-db28c",
"20270118-1-3c041",
"20270118-2-16cd9",
"20270118-3-1913b",
"20270118-4-3ca5e",
"20270118-5-c8155",
"20270118-6-09288",
"20270118-7-33441",
"20270118-8-54757",
"20270118-9-7f29a",
"20270118-10-821d5",
"20270203-0-db28d",
"20270203-1-ff3ae",
"20270203-2-ab4f4",
"20270203-3-1ac96",
"20270203-4-970e8",
"20270203-5-7cf13",
"20270203-6-67aa4",
"20270203-7-ed555",
"github_com_salesforce_EdgeForce_pull_39",
"20270212-0-9573f",
"20270212-1-2d5b4",
"20270212-2-9d7f5",
"20270212-3-b8e28",
"20270212-4-3e0f4",
"20270212-5-94424",
"github_com_salesforce_EdgeForce_pull_42",
"20270318-0-a7bce",
"20270318-1-dc059",
"20270318-2-1ac9a",
"20270318-3-c6807",
"20270318-4-8cc9c",
"20270318-5-05f86",
"20270318-6-f2726",
"github_com_salesforce_EdgeForce_pull_48",
"20270207-0-48d0d",
"20270207-1-7eefc",
"20270207-2-68fa8",
"20270207-3-cfd4f",
"20270207-4-fcac7",
"20270207-5-18ffb",
"20270207-6-fdfe3",
"20270207-7-fefc2",
"github_com_salesforce_EdgeForce_pull_40",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#a32",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in EdgeForce?",
"ground_truth": [
"TechCorp",
"SmartData"
],
"citations": [
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270219-0-6208e",
"20270219-1-e3515",
"20270219-2-3899c",
"20270219-3-66347",
"20270219-4-48f38",
"20270219-5-7cbb7",
"20270219-6-2ad1c",
"github_com_salesforce_EdgeForce_pull_43",
"20270303-0-b526e",
"20270303-1-11b37",
"20270303-2-e1ac6",
"20270303-3-fc130",
"20270303-4-9e432",
"20270303-5-d8fb1",
"20270303-6-460ea",
"20270303-7-81452",
"github_com_salesforce_EdgeForce_pull_46",
"20270118-0-db28c",
"20270118-1-3c041",
"20270118-2-16cd9",
"20270118-3-1913b",
"20270118-4-3ca5e",
"20270118-5-c8155",
"20270118-6-09288",
"20270118-7-33441",
"20270118-8-54757",
"20270118-9-7f29a",
"20270118-10-821d5",
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20261230-0-83273",
"20261230-1-e69e6",
"20261230-2-d49a5",
"20261230-3-e70fb",
"20261230-4-2d4d6",
"20261230-5-b44b6",
"20261230-6-62835",
"20261230-7-5bb20",
"github_com_salesforce_EdgeForce_pull_35",
"20270101-0-02fc9",
"20270101-1-4bfac",
"20270101-2-6afe4",
"20270101-3-7411d",
"20270101-4-7fe4e",
"20270101-5-52cd1",
"20270101-6-8a463",
"github_com_salesforce_EdgeForce_pull_36",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270210-0-b4d2e",
"20270210-1-36786",
"20270210-2-022ad",
"20270210-3-3b16f",
"20270210-4-5de75",
"20270210-5-b154e",
"github_com_salesforce_EdgeForce_pull_41",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270126-0-f9024",
"20270126-1-10792",
"20270126-2-0f9f8",
"20270126-3-60ac4",
"20270126-4-4baa6",
"20270126-5-21d02",
"20270126-6-ebc34",
"github_com_salesforce_EdgeForce_pull_38",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270412-0-e3c82",
"20270412-1-f1135",
"20270412-2-c5ccd",
"20270412-3-92411",
"20270412-4-30d45",
"20270412-5-ad474",
"20270412-6-d0306",
"20270412-7-86d09",
"20270412-8-7b5ce",
"20270412-9-8fae2",
"github_com_salesforce_EdgeForce_pull_53",
"20270401-0-fe24c",
"20270401-1-78981",
"20270401-2-ef3d2",
"20270401-3-45888",
"20270401-4-d801a",
"20270401-5-54ca7",
"20270401-6-efd52",
"20270401-7-343f6",
"github_com_salesforce_EdgeForce_pull_50",
"20270302-0-952e3",
"20270302-1-d75e0",
"20270302-2-c17bd",
"20270302-3-2dfb0",
"20270302-4-e1bab",
"20270302-5-47607",
"20270302-6-f8c2e",
"github_com_salesforce_EdgeForce_pull_45",
"20270106-0-3d920",
"20270106-1-22057",
"20270106-2-2e52a",
"20270106-3-e7691",
"20270106-4-ce99a",
"20270106-5-de034",
"20270106-6-44df2",
"20270106-7-dc915",
"20270106-8-96492",
"20270106-9-08200",
"20270106-10-f5984",
"20270124-0-f2ffe",
"20270124-1-cc5b7",
"20270124-2-b09ba",
"20270124-3-937bd",
"20270124-4-f564e",
"github_com_salesforce_EdgeForce_pull_37",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270307-0-72a82",
"20270307-1-d297a",
"20270307-2-71580",
"20270307-3-b7bf4",
"20270307-4-675ac",
"20270307-5-d6f7d",
"20270307-6-95768",
"github_com_salesforce_EdgeForce_pull_47",
"20270222-0-7435a",
"20270222-1-ebb74",
"20270222-2-2ef52",
"20270222-3-17616",
"20270222-4-ba3b5",
"20270222-5-24070",
"20270222-6-3d1fd",
"github_com_salesforce_EdgeForce_pull_44",
"20270329-0-123dd",
"20270329-1-550f8",
"20270329-2-db044",
"20270329-3-4e693",
"20270329-4-4366c",
"20270329-5-06064",
"20270329-6-1f512",
"github_com_salesforce_EdgeForce_pull_49",
"20270409-0-afacf",
"20270409-1-509d0",
"20270409-2-b5112",
"20270409-3-dcdcd",
"20270409-4-76dc9",
"20270409-5-0bb18",
"20270409-6-7b3dc",
"20270409-7-4d481",
"20270409-8-f88f9",
"github_com_salesforce_EdgeForce_pull_52",
"20270404-0-ba3a6",
"20270404-1-64843",
"20270404-2-729a6",
"20270404-3-8b27e",
"20270404-4-117a9",
"20270404-5-3c8fa",
"20270404-6-3be6a",
"20270404-7-c3065",
"github_com_salesforce_EdgeForce_pull_51",
"20270203-0-db28d",
"20270203-1-ff3ae",
"20270203-2-ab4f4",
"20270203-3-1ac96",
"20270203-4-970e8",
"20270203-5-7cf13",
"20270203-6-67aa4",
"20270203-7-ed555",
"github_com_salesforce_EdgeForce_pull_39",
"20270212-0-9573f",
"20270212-1-2d5b4",
"20270212-2-9d7f5",
"20270212-3-b8e28",
"20270212-4-3e0f4",
"20270212-5-94424",
"github_com_salesforce_EdgeForce_pull_42",
"20270318-0-a7bce",
"20270318-1-dc059",
"20270318-2-1ac9a",
"20270318-3-c6807",
"20270318-4-8cc9c",
"20270318-5-05f86",
"20270318-6-f2726",
"github_com_salesforce_EdgeForce_pull_48",
"20270207-0-48d0d",
"20270207-1-7eefc",
"20270207-2-68fa8",
"20270207-3-cfd4f",
"20270207-4-fcac7",
"20270207-5-18ffb",
"20270207-6-fdfe3",
"20270207-7-fefc2",
"github_com_salesforce_EdgeForce_pull_40",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#a33",
"product": "EdgeForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in EdgeForce.",
"ground_truth": [
"eid_2347b567"
],
"citations": [
"20270214-0-247c0",
"20270214-1-14e82",
"20270214-2-cd1a4",
"20270214-3-95147",
"20270214-4-b4754",
"20270214-5-f2a85",
"20270214-6-5761e",
"20270214-7-8cb8d",
"20270214-8-7dcc9",
"20270214-9-cb5b7",
"20270214-10-73209",
"20270312-0-5816c",
"20270312-1-94d29",
"20270312-2-7b77f",
"20270312-3-45069",
"20270312-4-3ff18",
"20270312-5-6ba8e",
"20270312-6-fe587",
"20270312-7-813bd",
"20270312-8-c2f01",
"20270312-9-ca04f",
"20270312-10-ed221",
"20270205-0-cecaa",
"20270205-1-6942f",
"20270205-2-2a7fa",
"20270205-3-97c3b",
"20270205-4-d4bed",
"20270205-5-78f65",
"20270205-6-90458",
"20270205-7-8c078",
"20270205-8-f2039",
"20270205-9-26a54",
"20270205-10-de094",
"20270219-0-6208e",
"20270219-1-e3515",
"20270219-2-3899c",
"20270219-3-66347",
"20270219-4-48f38",
"20270219-5-7cbb7",
"20270219-6-2ad1c",
"github_com_salesforce_EdgeForce_pull_43",
"20270303-0-b526e",
"20270303-1-11b37",
"20270303-2-e1ac6",
"20270303-3-fc130",
"20270303-4-9e432",
"20270303-5-d8fb1",
"20270303-6-460ea",
"20270303-7-81452",
"github_com_salesforce_EdgeForce_pull_46",
"20270118-0-db28c",
"20270118-1-3c041",
"20270118-2-16cd9",
"20270118-3-1913b",
"20270118-4-3ca5e",
"20270118-5-c8155",
"20270118-6-09288",
"20270118-7-33441",
"20270118-8-54757",
"20270118-9-7f29a",
"20270118-10-821d5",
"20261227-0-60fd4",
"20261227-1-a0f8d",
"20261227-2-07a35",
"20261227-3-51480",
"20261227-4-098c0",
"20261227-5-b6176",
"20261227-6-08fd8",
"20261227-7-e318e",
"20261227-8-a8d0c",
"20261227-9-8345a",
"20261230-0-83273",
"20261230-1-e69e6",
"20261230-2-d49a5",
"20261230-3-e70fb",
"20261230-4-2d4d6",
"20261230-5-b44b6",
"20261230-6-62835",
"20261230-7-5bb20",
"github_com_salesforce_EdgeForce_pull_35",
"20270101-0-02fc9",
"20270101-1-4bfac",
"20270101-2-6afe4",
"20270101-3-7411d",
"20270101-4-7fe4e",
"20270101-5-52cd1",
"20270101-6-8a463",
"github_com_salesforce_EdgeForce_pull_36",
"20270129-0-78c77",
"20270129-1-78766",
"20270129-2-329b6",
"20270129-3-06832",
"20270129-4-80962",
"20270129-5-0708d",
"20270129-6-83917",
"20270129-7-000b3",
"20270129-8-fac61",
"20270129-9-e583f",
"20270210-0-b4d2e",
"20270210-1-36786",
"20270210-2-022ad",
"20270210-3-3b16f",
"20270210-4-5de75",
"20270210-5-b154e",
"github_com_salesforce_EdgeForce_pull_41",
"20270112-0-82da9",
"20270112-1-825e1",
"20270112-2-91774",
"20270112-3-af3dc",
"20270112-4-5c1f8",
"20270112-5-e9210",
"20270112-6-8a7e2",
"20270112-7-b8031",
"20270112-8-c9e9f",
"20270126-0-f9024",
"20270126-1-10792",
"20270126-2-0f9f8",
"20270126-3-60ac4",
"20270126-4-4baa6",
"20270126-5-21d02",
"20270126-6-ebc34",
"github_com_salesforce_EdgeForce_pull_38",
"20270324-0-26ef9",
"20270324-1-cc385",
"20270324-2-517bf",
"20270324-3-4e315",
"20270324-4-7cab7",
"20270324-5-3c1b5",
"20270324-6-be387",
"20270324-7-779b1",
"20270324-8-6aa1a",
"20270324-9-46446",
"20270324-10-a1308",
"20270412-0-e3c82",
"20270412-1-f1135",
"20270412-2-c5ccd",
"20270412-3-92411",
"20270412-4-30d45",
"20270412-5-ad474",
"20270412-6-d0306",
"20270412-7-86d09",
"20270412-8-7b5ce",
"20270412-9-8fae2",
"github_com_salesforce_EdgeForce_pull_53",
"20270401-0-fe24c",
"20270401-1-78981",
"20270401-2-ef3d2",
"20270401-3-45888",
"20270401-4-d801a",
"20270401-5-54ca7",
"20270401-6-efd52",
"20270401-7-343f6",
"github_com_salesforce_EdgeForce_pull_50",
"20270302-0-952e3",
"20270302-1-d75e0",
"20270302-2-c17bd",
"20270302-3-2dfb0",
"20270302-4-e1bab",
"20270302-5-47607",
"20270302-6-f8c2e",
"github_com_salesforce_EdgeForce_pull_45",
"20270106-0-3d920",
"20270106-1-22057",
"20270106-2-2e52a",
"20270106-3-e7691",
"20270106-4-ce99a",
"20270106-5-de034",
"20270106-6-44df2",
"20270106-7-dc915",
"20270106-8-96492",
"20270106-9-08200",
"20270106-10-f5984",
"20270124-0-f2ffe",
"20270124-1-cc5b7",
"20270124-2-b09ba",
"20270124-3-937bd",
"20270124-4-f564e",
"github_com_salesforce_EdgeForce_pull_37",
"20270226-0-4b8c3",
"20270226-1-4ed8d",
"20270226-2-e8365",
"20270226-3-0a412",
"20270226-4-dd119",
"20270226-5-8c322",
"20270226-6-1116c",
"20270226-7-6fa01",
"20270226-8-41f38",
"20270226-9-3e7c5",
"20270307-0-72a82",
"20270307-1-d297a",
"20270307-2-71580",
"20270307-3-b7bf4",
"20270307-4-675ac",
"20270307-5-d6f7d",
"20270307-6-95768",
"github_com_salesforce_EdgeForce_pull_47",
"20270222-0-7435a",
"20270222-1-ebb74",
"20270222-2-2ef52",
"20270222-3-17616",
"20270222-4-ba3b5",
"20270222-5-24070",
"20270222-6-3d1fd",
"github_com_salesforce_EdgeForce_pull_44",
"20270329-0-123dd",
"20270329-1-550f8",
"20270329-2-db044",
"20270329-3-4e693",
"20270329-4-4366c",
"20270329-5-06064",
"20270329-6-1f512",
"github_com_salesforce_EdgeForce_pull_49",
"20270409-0-afacf",
"20270409-1-509d0",
"20270409-2-b5112",
"20270409-3-dcdcd",
"20270409-4-76dc9",
"20270409-5-0bb18",
"20270409-6-7b3dc",
"20270409-7-4d481",
"20270409-8-f88f9",
"github_com_salesforce_EdgeForce_pull_52",
"20270404-0-ba3a6",
"20270404-1-64843",
"20270404-2-729a6",
"20270404-3-8b27e",
"20270404-4-117a9",
"20270404-5-3c8fa",
"20270404-6-3be6a",
"20270404-7-c3065",
"github_com_salesforce_EdgeForce_pull_51",
"20270203-0-db28d",
"20270203-1-ff3ae",
"20270203-2-ab4f4",
"20270203-3-1ac96",
"20270203-4-970e8",
"20270203-5-7cf13",
"20270203-6-67aa4",
"20270203-7-ed555",
"github_com_salesforce_EdgeForce_pull_39",
"20270212-0-9573f",
"20270212-1-2d5b4",
"20270212-2-9d7f5",
"20270212-3-b8e28",
"20270212-4-3e0f4",
"20270212-5-94424",
"github_com_salesforce_EdgeForce_pull_42",
"20270318-0-a7bce",
"20270318-1-dc059",
"20270318-2-1ac9a",
"20270318-3-c6807",
"20270318-4-8cc9c",
"20270318-5-05f86",
"20270318-6-f2726",
"github_com_salesforce_EdgeForce_pull_48",
"20270207-0-48d0d",
"20270207-1-7eefc",
"20270207-2-68fa8",
"20270207-3-cfd4f",
"20270207-4-fcac7",
"20270207-5-18ffb",
"20270207-6-fdfe3",
"20270207-7-fefc2",
"github_com_salesforce_EdgeForce_pull_40",
"20260930-0-cb9eb",
"20260930-1-22b5c",
"20260930-2-aa53f"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#u0",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "What are the unique features of EdgeForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u1",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "What are the weaknesses of EdgeForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u2",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of EdgeForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u3",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of EdgeForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u4",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for EdgeForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u5",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to EdgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u6",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in EdgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u7",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Which bugs in EdgeForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "EdgeForce#u8",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in EdgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#u9",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in EdgeForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#u10",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in EdgeForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#u11",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in EdgeForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "EdgeForce#u12",
"product": "EdgeForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in EdgeForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ExplainabilityForce#a0",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the ExplainabilityForce product?",
"ground_truth": [
"eid_7017b913",
"eid_6c9bbe3a",
"eid_7bd2e61a",
"eid_e0273792",
"eid_12eb6b62"
],
"citations": [
"ainaix_market_research_report",
"20260520-0-16110",
"20260520-1-c93e7",
"20260520-2-696ba",
"20260520-3-fbf9d",
"20260520-4-2eddc",
"20260520-5-2d1d8",
"20260520-6-dc91a",
"20260520-7-f3b3f",
"20260520-8-ebdf0",
"final_ainaix_market_research_report",
"ainAIX_planning_1",
"ainAIX_planning_1_chat",
"latest_ainaix_market_research_report",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a1",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the ExplainabilityForce product?",
"ground_truth": [
"eid_7017b913",
"eid_6c9bbe3a",
"eid_fce6544f",
"eid_e0273792",
"eid_5318af37"
],
"citations": [
"ainaix_product_vision_document",
"20260531-0-51b1e",
"20260531-1-fe5ab",
"20260531-2-53a94",
"20260531-3-47aeb",
"20260531-4-ba2d8",
"20260531-5-ee704",
"20260531-6-78b96",
"20260531-7-d60dc",
"20260531-8-9512d",
"final_ainaix_product_vision_document",
"ainAIX_planning_2",
"ainAIX_planning_2_chat",
"latest_ainaix_product_vision_document",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a2",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the ExplainabilityForce product?",
"ground_truth": [
"eid_7017b913",
"eid_dc8bf84e",
"eid_6c9bbe3a",
"eid_e0273792",
"eid_8b14b999",
"eid_5318af37"
],
"citations": [
"ainaix_product_requirements_document",
"20260613-0-dd4d6",
"20260613-1-9ae72",
"20260613-2-ba7ce",
"20260613-3-a1f8a",
"20260613-4-33db6",
"20260613-5-5f63c",
"20260613-6-fa020",
"20260613-7-4938c",
"20260613-8-2618f",
"final_ainaix_product_requirements_document",
"ainAIX_planning_3",
"ainAIX_planning_3_chat",
"latest_ainaix_product_requirements_document",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a3",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the ExplainabilityForce product?",
"ground_truth": [
"eid_7017b913",
"eid_dc8bf84e",
"eid_5318af37",
"eid_c3aac633",
"eid_e0273792",
"eid_8b14b999",
"eid_d2f0f99a"
],
"citations": [
"ainaix_technical_specifications_document",
"20260622-0-63f97",
"20260622-1-7063f",
"20260622-2-946e6",
"20260622-3-3642e",
"20260622-4-57ad0",
"20260622-5-7a999",
"20260622-6-1b215",
"20260622-7-926f3",
"20260622-8-53f4f",
"20260622-9-a7a29",
"final_ainaix_technical_specifications_document",
"ainAIX_planning_4",
"ainAIX_planning_4_chat",
"latest_ainaix_technical_specifications_document",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a4",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the ExplainabilityForce product?",
"ground_truth": [
"eid_d2f0f99a",
"eid_dc8bf84e",
"eid_5318af37",
"eid_c3aac633",
"eid_8b14b999",
"eid_e0273792"
],
"citations": [
"ainaix_system_design_document",
"20260705-0-1c192",
"20260705-1-93ef7",
"20260705-2-9d30c",
"20260705-3-0b0ba",
"20260705-4-ea4bf",
"20260705-5-6d783",
"20260705-6-71d7b",
"20260705-7-9d5c1",
"20260705-8-d7947",
"final_ainaix_system_design_document",
"ainAIX_planning_5",
"ainAIX_planning_5_chat",
"latest_ainaix_system_design_document",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a5",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Can you provide links to PRs for setting up the GraphQL API for Salesforce integration in ExplainabilityForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/26",
"https://github.com/salesforce/ainAIX/pull/31"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ExplainabilityForce_7",
"github_com_salesforce_ainAIX_pull_26",
"github_com_salesforce_ainAIX_pull_29",
"20261006-0-7ee12",
"20261006-1-b0159",
"20261006-2-43e2d",
"20261006-3-7447e",
"20261006-4-035d5",
"20261006-5-66c54",
"20261006-6-9ab9b",
"20261006-7-b185e",
"20261008-0-0e86f",
"20261008-1-1fb5f",
"20261008-2-70418",
"20261008-3-d629e",
"20261008-4-d57d4",
"20261008-5-e3afe",
"20261008-6-b6085",
"20261008-7-bf5cc",
"20261008-8-511eb",
"20261008-9-b2040",
"20261008-0-2b9ed",
"20261008-1-5a3f6",
"20261008-2-70e34",
"product_dev_ExplainabilityForce_8",
"github_com_salesforce_ainAIX_pull_31",
"github_com_salesforce_ainAIX_pull_34",
"20261016-0-d72b3",
"20261016-1-7e461",
"20261016-2-63db0",
"20261016-3-45cde",
"20261016-4-f1083",
"20261016-5-2ccf7",
"20261016-6-19f9d",
"20261016-7-0c62a",
"20261016-8-63df0",
"20261021-0-b8452",
"20261021-1-ad60b",
"20261021-2-129e6",
"20261021-3-35706",
"20261021-4-ad3ed",
"20261021-5-0eef8",
"20261021-6-46dea",
"20261022-0-53b91",
"20261022-1-0ea7f",
"20261022-2-938c1",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a6",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the Salesforce integration - GraphQL API setup in ExplainabilityForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/21"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ExplainabilityForce_5",
"product_dev_ExplainabilityForce_6",
"github_com_salesforce_ainAIX_pull_21",
"20260916-0-13ac4",
"20260916-1-561c2",
"20260916-2-ac123",
"20260916-3-f05e5",
"20260916-4-7cc73",
"20260916-5-dc302",
"20260916-6-808c3",
"20260916-7-13e31",
"20260916-8-fab54",
"20260916-9-9e0fc",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a7",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Can you provide links to the PRs related to the Salesforce integration - Schema management feature in ExplainabilityForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/32"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ExplainabilityForce_7",
"product_dev_ExplainabilityForce_8",
"github_com_salesforce_ainAIX_pull_32",
"github_com_salesforce_ainAIX_pull_35",
"20261019-0-c8514",
"20261019-1-4e2cf",
"20261019-2-91a99",
"20261019-3-2826a",
"20261019-4-2fc18",
"20261019-5-665a6",
"20261019-6-32ebc",
"20261019-7-ae0f0",
"20261019-8-06b85",
"20261019-9-ee91e",
"20261023-0-5718d",
"20261023-1-05bc8",
"20261023-2-88cbb",
"20261023-3-7714b",
"20261023-4-b99ea",
"20261023-5-eedc7",
"20261023-6-d2af6",
"20261023-7-7be40",
"20261023-0-0fb42",
"20261023-1-cc732",
"20261023-2-8fa84",
"20261023-3-55730",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a8",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the Salesforce integration - Schema management feature in ExplainabilityForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/7",
"https://github.com/salesforce/ainAIX/pull/22"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ainAIX_2",
"product_dev_ExplainabilityForce_3",
"github_com_salesforce_ainAIX_pull_7",
"20260811-0-7d8f1",
"20260811-1-14fbb",
"20260811-2-c35e9",
"20260811-3-582ff",
"20260811-4-f85f2",
"20260811-5-61302",
"20260811-6-55f8a",
"20260811-7-eb5c8",
"product_dev_ExplainabilityForce_6",
"github_com_salesforce_ainAIX_pull_22",
"20260920-0-e8fc1",
"20260920-1-1203b",
"20260920-2-5e694",
"20260920-3-7634d",
"20260920-4-0ac1d",
"20260920-5-093c6",
"20260920-6-87a29",
"20260920-7-4c5b4",
"20260920-8-8affc",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a9",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Could you provide links to PRs related to the Security - Data encryption feature in ExplainabilityForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/3",
"https://github.com/salesforce/ainAIX/pull/12",
"https://github.com/salesforce/ainAIX/pull/17",
"https://github.com/salesforce/ainAIX/pull/23"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ainAIX_2",
"github_com_salesforce_ainAIX_pull_3",
"github_com_salesforce_ainAIX_pull_5",
"20260801-0-94401",
"20260801-1-40407",
"20260801-2-34aa0",
"20260801-3-71d62",
"20260801-4-d8f2e",
"20260801-5-4f427",
"20260801-6-454fe",
"20260801-7-60b93",
"20260801-8-9bb10",
"20260801-9-fa2aa",
"20260804-0-caa05",
"20260804-1-6166c",
"20260804-2-8bb28",
"20260804-3-f0c0c",
"20260804-4-c18f5",
"20260804-5-67bd4",
"20260804-6-38308",
"20260804-7-0c305",
"20260804-8-191d8",
"20260805-0-f78c6",
"20260805-1-2a270",
"20260805-2-c6186",
"product_dev_ExplainabilityForce_3",
"product_dev_ExplainabilityForce_4",
"github_com_salesforce_ainAIX_pull_12",
"github_com_salesforce_ainAIX_pull_14",
"20260828-0-5b02d",
"20260828-1-aaa51",
"20260828-2-e957d",
"20260828-3-e8f69",
"20260828-4-58348",
"20260828-5-07927",
"20260828-6-0e204",
"20260828-7-a9c16",
"20260825-0-85582",
"20260825-1-d73bc",
"20260825-2-846d7",
"20260825-3-fc2f2",
"20260825-4-84a6a",
"20260825-5-837dd",
"20260825-6-cfd00",
"20260825-7-5d7f3",
"20260825-0-6cfec",
"20260825-1-0c4c6",
"20260825-2-0a62f",
"20260825-3-c1cd6",
"product_dev_ExplainabilityForce_5",
"github_com_salesforce_ainAIX_pull_17",
"github_com_salesforce_ainAIX_pull_19",
"20260907-0-f4757",
"20260907-1-c4170",
"20260907-2-82dd3",
"20260907-3-6a9f5",
"20260907-4-c3b9b",
"20260907-5-348d1",
"20260907-6-bc675",
"20260907-7-9fca2",
"20260907-8-1dfc7",
"20260907-9-e6c71",
"20260910-0-0ea58",
"20260910-1-da40a",
"20260910-2-c0c20",
"20260910-3-e71c4",
"20260910-4-35f58",
"20260910-5-1eaf2",
"20260910-6-72710",
"20260910-0-106c5",
"20260910-1-c3d00",
"20260910-2-5f0a6",
"product_dev_ExplainabilityForce_6",
"github_com_salesforce_ainAIX_pull_23",
"github_com_salesforce_ainAIX_pull_25",
"20260928-0-2f008",
"20260928-1-a69e4",
"20260928-2-e4130",
"20260928-3-3bdeb",
"20260928-4-695ca",
"20260928-5-300b2",
"20260928-6-61eed",
"20260928-7-018ad",
"20260928-0-b3726",
"20260928-1-10d35",
"20260928-2-4f85e",
"20260928-3-682ca",
"20260928-4-ccd41",
"20260928-5-73d1c",
"20260928-6-94711",
"20260928-7-8c74b",
"20260929-0-ce33e",
"20260929-1-72444",
"20260929-2-9e93b",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a10",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Can you provide links to the PRs related to the AWS and Azure integration - Resource planning feature in ExplainabilityForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/18",
"https://github.com/salesforce/ainAIX/pull/28"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ExplainabilityForce_4",
"product_dev_ExplainabilityForce_5",
"github_com_salesforce_ainAIX_pull_18",
"github_com_salesforce_ainAIX_pull_20",
"20260911-0-5a8ac",
"20260911-1-bc391",
"20260911-2-a80f3",
"20260911-3-35501",
"20260911-4-1396b",
"20260911-5-5663d",
"20260911-6-00cc7",
"20260911-7-adca1",
"20260911-0-bc491",
"20260911-1-d0ba4",
"20260911-2-f6e2a",
"20260911-3-aebd4",
"20260911-4-68373",
"20260911-5-703da",
"20260911-6-c2a77",
"20260911-7-c6f53",
"20260911-8-9f45c",
"20260912-0-525f6",
"20260912-1-4a713",
"20260912-2-7a875",
"20260912-3-6ffde",
"product_dev_ExplainabilityForce_6",
"product_dev_ExplainabilityForce_7",
"github_com_salesforce_ainAIX_pull_28",
"github_com_salesforce_ainAIX_pull_30",
"20261012-0-d31d9",
"20261012-1-c51e5",
"20261012-2-aac12",
"20261012-3-0f719",
"20261012-4-41481",
"20261012-5-7db98",
"20261012-6-107d8",
"20261012-7-416c9",
"20261012-8-e2a9c",
"20261010-0-d8191",
"20261010-1-71832",
"20261010-2-4fd3d",
"20261010-3-c5ce5",
"20261010-4-6f24b",
"20261010-5-f822d",
"20261010-6-47122",
"20261010-7-f0054",
"20261010-8-4f42a",
"20261010-9-bd79b",
"20261011-0-098d6",
"20261011-1-3536f",
"20261011-2-b5d99",
"20261011-3-14ff9",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a11",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Could you find the links to the approved PRs for the AWS and Azure integration - Resource planning feature in ExplainabilityForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/39"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ExplainabilityForce_10",
"product_dev_ExplainabilityForce_11",
"20261110-0-778a9",
"20261110-1-45add",
"20261110-2-6c367",
"20261110-3-643df",
"20261110-4-4f8a4",
"20261110-5-fb839",
"20261110-6-375fa",
"20261110-7-789b1",
"20261110-8-c3871",
"github_com_salesforce_ainAIX_pull_39",
"20261107-0-1f04a",
"20261107-1-58828",
"20261107-2-874e5",
"20261107-3-4d8f8",
"20261107-4-e84fb",
"20261107-5-25e45",
"20261107-6-b96d7",
"20261107-7-4a85d",
"20261107-8-aad4c",
"20261107-9-2a2d4",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a12",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the AWS and Azure integration - Resource planning feature in ExplainabilityForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/ainAIX/pull/9"
],
"citations": [
"product_dev_ainAIX_1",
"product_dev_ainAIX_2",
"product_dev_ExplainabilityForce_3",
"github_com_salesforce_ainAIX_pull_9",
"20260815-0-0c9b7",
"20260815-1-62555",
"20260815-2-f3a70",
"20260815-3-5924a",
"20260815-4-29c24",
"20260815-5-19c10",
"20260815-6-b1127",
"20260815-7-85160",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#a13",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in ExplainabilityForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_83b716d4",
"eid_e0e4b6d0",
"eid_ec0be6e7"
],
"citations": [
"20270206-0-915d6",
"20270206-1-47b0c",
"20270206-2-b5afe",
"20270206-3-154e1",
"20270206-4-d9c52",
"20270206-5-2ab6b",
"20270206-6-7e8ce",
"20270206-7-2cef4",
"20270206-8-2fe63",
"20270206-9-1f221",
"20270206-10-3e5d2",
"20270224-0-ca81d",
"20270224-1-75b19",
"20270224-2-4ed32",
"20270224-3-3ee31",
"20270224-4-4d9ed",
"20270224-5-35fbe",
"20270224-6-72e91",
"github_com_salesforce_ExplainabilityForce_pull_53",
"20270226-0-1bc7a",
"20270226-1-9109d",
"20270226-2-208a2",
"20270226-3-7706a",
"20270226-4-3982e",
"20270226-5-4a6ab",
"20270226-6-da689",
"20270217-0-39914",
"20270217-1-d4f93",
"20270217-2-6a1d6",
"20270217-3-b54eb",
"20270217-4-8aa1c",
"20270217-5-5cebb",
"20270217-6-dcea7",
"20270217-7-9c29f",
"20270217-8-b7e78",
"20270217-9-1a444",
"20270217-10-a6bd9",
"20270307-0-e339a",
"20270307-1-5be02",
"20270307-2-3bf14",
"20270307-3-ceb57",
"20270307-4-40ce1",
"20270307-5-201db",
"20270307-6-62d14",
"github_com_salesforce_ExplainabilityForce_pull_57",
"20270308-0-1a6f9",
"20270308-1-e3734",
"20270308-2-9f0e4",
"20270308-3-305c7",
"20270308-4-157c0",
"20270308-5-71462",
"20270308-6-20c4f",
"20261227-0-36686",
"20261227-1-721d0",
"20261227-2-2557e",
"20261227-3-30153",
"20261227-4-6bb9e",
"20261227-5-2e039",
"20261227-6-5566d",
"20261227-7-9cbc0",
"20261227-8-52a40",
"20261227-9-a828a",
"20261231-0-375e7",
"20261231-1-87e20",
"20261231-2-2b8f0",
"20261231-3-c94be",
"20261231-4-f0f44",
"20261231-5-cce61",
"20261231-6-ab07f",
"github_com_salesforce_ExplainabilityForce_pull_49",
"20270101-0-5df84",
"20270101-1-d1181",
"20270101-2-cba72",
"20270101-3-0ec00",
"20270101-4-4efd0",
"20270101-5-a2aaa",
"20270101-6-cca2b",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ExplainabilityForce#a14",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in ExplainabilityForce that are now reopened by customers.",
"ground_truth": [
"eid_83b716d4",
"eid_d2eb1213",
"eid_1f17ef52",
"eid_0528f388",
"eid_eed289d3",
"eid_ec0be6e7",
"eid_e52cca3d"
],
"citations": [
"20261227-0-36686",
"20261227-1-721d0",
"20261227-2-2557e",
"20261227-3-30153",
"20261227-4-6bb9e",
"20261227-5-2e039",
"20261227-6-5566d",
"20261227-7-9cbc0",
"20261227-8-52a40",
"20261227-9-a828a",
"20270101-0-daa2f",
"20270101-1-e8900",
"20270101-2-2f75f",
"20270101-3-e87ec",
"20270101-4-6e829",
"20270101-5-db13f",
"20270101-6-37be3",
"20270101-7-a487e",
"20270101-8-467e7",
"20270101-9-089a5",
"20270101-10-fd0b8",
"20270104-0-b2f3a",
"20270104-1-3cd7b",
"20270104-2-bfe38",
"20270104-3-fceec",
"20270104-4-ebfaa",
"20270104-5-d71d6",
"20270104-6-4d13a",
"20261125-0-aa31b",
"20261125-1-4da16",
"20261125-2-7c88b",
"20261125-3-2bbb3",
"20261125-4-83df2",
"20261125-5-df0d3",
"20261125-6-d7b1b",
"20261125-7-a5953",
"20261125-8-c973e",
"20261125-9-2169f",
"20261125-10-160f2",
"20261125-11-f5d13",
"20261125-12-1eb3a",
"20261125-13-2aef1",
"20261203-0-b266f",
"20261203-1-28059",
"20261203-2-33532",
"20261203-3-df99e",
"20261203-4-a9998",
"20261203-5-0af87",
"20261203-6-af93b",
"20261203-7-c3626",
"20261203-8-e9558",
"20261203-9-aa45b",
"20261204-0-16151",
"20261204-1-65799",
"20261204-2-05895",
"20261204-3-2a175",
"20261204-4-0ff7a",
"20261204-5-d2f2f",
"20261204-6-699b6",
"20261204-7-3b503",
"20261129-0-0b0bd",
"20261129-1-95ca3",
"20261129-2-c1e09",
"20261129-3-1a770",
"20261129-4-3b6f1",
"20261129-5-58262",
"20261129-6-510e1",
"20261129-7-71a1c",
"20261129-8-cf15d",
"20261201-0-52a3f",
"20261201-1-d5bdf",
"20261201-2-44e11",
"20261201-3-dbd0e",
"20261201-4-d61d6",
"20261201-5-8616f",
"20261201-6-1302d",
"20261201-7-6cdd4",
"20261201-8-6993b",
"20270116-0-75cb2",
"20270116-1-5b529",
"20270116-2-0c666",
"20270116-3-21d2d",
"20270116-4-18ccd",
"20270116-5-36852",
"20270116-6-0f211",
"20270116-7-2ce06",
"20270116-8-b59b8",
"20270116-9-241de",
"20270116-10-fbc99",
"20270127-0-c8956",
"20270127-1-523ec",
"20270127-2-233ad",
"20270127-3-d6e35",
"20270127-4-4c1d3",
"20270127-5-4acf9",
"20270127-6-a66e6",
"20270127-7-9317d",
"20270127-8-459d8",
"20270127-9-2f0ff",
"20270127-10-2a83c",
"20270128-0-3ecc4",
"20270128-1-7fe9f",
"20270128-2-397ae",
"20270128-3-28dce",
"20270128-4-04e50",
"20270128-5-598a6",
"20270128-6-5af0f",
"20270128-7-f1d24",
"20270124-0-33628",
"20270124-1-354c4",
"20270124-2-de1b1",
"20270124-3-ccc66",
"20270124-4-31d23",
"20270124-5-fe91b",
"20270124-6-a592a",
"20270124-7-61690",
"20270124-8-7e4bf",
"20270124-9-9a6e2",
"20270210-0-33f1f",
"20270210-1-d748d",
"20270210-2-a3d30",
"20270210-3-7439d",
"20270210-4-1f3a6",
"20270210-5-791a2",
"20270210-6-4cbd2",
"20270210-7-d3e98",
"20270210-8-ec611",
"20270212-0-1ab4d",
"20270212-1-27feb",
"20270212-2-09aaa",
"20270212-3-03c33",
"20270212-4-2f5d0",
"20270212-5-261a5",
"20270212-6-9574a",
"20270212-7-c4647",
"20270104-0-b1b21",
"20270104-1-ab1f5",
"20270104-2-0c3b5",
"20270104-3-0c45d",
"20270104-4-10025",
"20270104-5-52eaf",
"20270104-6-5e623",
"20270104-7-513e1",
"20270104-8-ca01a",
"20270109-0-77bc8",
"20270109-1-1d7db",
"20270109-2-7b68c",
"20270109-3-d8d28",
"20270109-4-ebc77",
"20270109-5-31b2c",
"20270109-6-5e693",
"20270202-0-ea222",
"20270202-1-70133",
"20270202-2-092ae",
"20270202-3-2dc49",
"20270202-4-2ce72",
"20270202-5-a3cca",
"20270202-6-b3462",
"20270202-7-92242",
"20270202-8-50dc5",
"20270202-9-d1ddb",
"20270202-10-2b8df",
"20270221-0-e1bfe",
"20270221-1-39527",
"20270221-2-6501d",
"20270221-3-35542",
"20270221-4-680d5",
"20270221-5-6b662",
"20270221-6-57c18",
"20270221-7-8c98a",
"20270221-8-8d4a0",
"20270221-9-3a631",
"20270221-10-05ccd",
"20270222-0-3a84d",
"20270222-1-4c0c7",
"20270222-2-73a1c",
"20270222-3-25f9c",
"20270222-4-c7d64",
"20270222-5-209a3",
"20270222-6-240b4",
"20270222-7-71879",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ExplainabilityForce#a15",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in ExplainabilityForce.",
"ground_truth": [
"DataSolutions"
],
"citations": [
"20261227-0-36686",
"20261227-1-721d0",
"20261227-2-2557e",
"20261227-3-30153",
"20261227-4-6bb9e",
"20261227-5-2e039",
"20261227-6-5566d",
"20261227-7-9cbc0",
"20261227-8-52a40",
"20261227-9-a828a",
"20270101-0-daa2f",
"20270101-1-e8900",
"20270101-2-2f75f",
"20270101-3-e87ec",
"20270101-4-6e829",
"20270101-5-db13f",
"20270101-6-37be3",
"20270101-7-a487e",
"20270101-8-467e7",
"20270101-9-089a5",
"20270101-10-fd0b8",
"20270104-0-b2f3a",
"20270104-1-3cd7b",
"20270104-2-bfe38",
"20270104-3-fceec",
"20270104-4-ebfaa",
"20270104-5-d71d6",
"20270104-6-4d13a",
"20261125-0-aa31b",
"20261125-1-4da16",
"20261125-2-7c88b",
"20261125-3-2bbb3",
"20261125-4-83df2",
"20261125-5-df0d3",
"20261125-6-d7b1b",
"20261125-7-a5953",
"20261125-8-c973e",
"20261125-9-2169f",
"20261125-10-160f2",
"20261125-11-f5d13",
"20261125-12-1eb3a",
"20261125-13-2aef1",
"20261203-0-b266f",
"20261203-1-28059",
"20261203-2-33532",
"20261203-3-df99e",
"20261203-4-a9998",
"20261203-5-0af87",
"20261203-6-af93b",
"20261203-7-c3626",
"20261203-8-e9558",
"20261203-9-aa45b",
"20261204-0-16151",
"20261204-1-65799",
"20261204-2-05895",
"20261204-3-2a175",
"20261204-4-0ff7a",
"20261204-5-d2f2f",
"20261204-6-699b6",
"20261204-7-3b503",
"20261129-0-0b0bd",
"20261129-1-95ca3",
"20261129-2-c1e09",
"20261129-3-1a770",
"20261129-4-3b6f1",
"20261129-5-58262",
"20261129-6-510e1",
"20261129-7-71a1c",
"20261129-8-cf15d",
"20261201-0-52a3f",
"20261201-1-d5bdf",
"20261201-2-44e11",
"20261201-3-dbd0e",
"20261201-4-d61d6",
"20261201-5-8616f",
"20261201-6-1302d",
"20261201-7-6cdd4",
"20261201-8-6993b",
"20270206-0-915d6",
"20270206-1-47b0c",
"20270206-2-b5afe",
"20270206-3-154e1",
"20270206-4-d9c52",
"20270206-5-2ab6b",
"20270206-6-7e8ce",
"20270206-7-2cef4",
"20270206-8-2fe63",
"20270206-9-1f221",
"20270206-10-3e5d2",
"20270224-0-ca81d",
"20270224-1-75b19",
"20270224-2-4ed32",
"20270224-3-3ee31",
"20270224-4-4d9ed",
"20270224-5-35fbe",
"20270224-6-72e91",
"github_com_salesforce_ExplainabilityForce_pull_53",
"20270226-0-1bc7a",
"20270226-1-9109d",
"20270226-2-208a2",
"20270226-3-7706a",
"20270226-4-3982e",
"20270226-5-4a6ab",
"20270226-6-da689",
"20270217-0-39914",
"20270217-1-d4f93",
"20270217-2-6a1d6",
"20270217-3-b54eb",
"20270217-4-8aa1c",
"20270217-5-5cebb",
"20270217-6-dcea7",
"20270217-7-9c29f",
"20270217-8-b7e78",
"20270217-9-1a444",
"20270217-10-a6bd9",
"20270307-0-e339a",
"20270307-1-5be02",
"20270307-2-3bf14",
"20270307-3-ceb57",
"20270307-4-40ce1",
"20270307-5-201db",
"20270307-6-62d14",
"github_com_salesforce_ExplainabilityForce_pull_57",
"20270308-0-1a6f9",
"20270308-1-e3734",
"20270308-2-9f0e4",
"20270308-3-305c7",
"20270308-4-157c0",
"20270308-5-71462",
"20270308-6-20c4f",
"20261231-0-375e7",
"20261231-1-87e20",
"20261231-2-2b8f0",
"20261231-3-c94be",
"20261231-4-f0f44",
"20261231-5-cce61",
"20261231-6-ab07f",
"github_com_salesforce_ExplainabilityForce_pull_49",
"20270101-0-5df84",
"20270101-1-d1181",
"20270101-2-cba72",
"20270101-3-0ec00",
"20270101-4-4efd0",
"20270101-5-a2aaa",
"20270101-6-cca2b",
"20270116-0-75cb2",
"20270116-1-5b529",
"20270116-2-0c666",
"20270116-3-21d2d",
"20270116-4-18ccd",
"20270116-5-36852",
"20270116-6-0f211",
"20270116-7-2ce06",
"20270116-8-b59b8",
"20270116-9-241de",
"20270116-10-fbc99",
"20270127-0-c8956",
"20270127-1-523ec",
"20270127-2-233ad",
"20270127-3-d6e35",
"20270127-4-4c1d3",
"20270127-5-4acf9",
"20270127-6-a66e6",
"20270127-7-9317d",
"20270127-8-459d8",
"20270127-9-2f0ff",
"20270127-10-2a83c",
"20270128-0-3ecc4",
"20270128-1-7fe9f",
"20270128-2-397ae",
"20270128-3-28dce",
"20270128-4-04e50",
"20270128-5-598a6",
"20270128-6-5af0f",
"20270128-7-f1d24",
"20270124-0-33628",
"20270124-1-354c4",
"20270124-2-de1b1",
"20270124-3-ccc66",
"20270124-4-31d23",
"20270124-5-fe91b",
"20270124-6-a592a",
"20270124-7-61690",
"20270124-8-7e4bf",
"20270124-9-9a6e2",
"20270210-0-33f1f",
"20270210-1-d748d",
"20270210-2-a3d30",
"20270210-3-7439d",
"20270210-4-1f3a6",
"20270210-5-791a2",
"20270210-6-4cbd2",
"20270210-7-d3e98",
"20270210-8-ec611",
"20270212-0-1ab4d",
"20270212-1-27feb",
"20270212-2-09aaa",
"20270212-3-03c33",
"20270212-4-2f5d0",
"20270212-5-261a5",
"20270212-6-9574a",
"20270212-7-c4647",
"20270104-0-b1b21",
"20270104-1-ab1f5",
"20270104-2-0c3b5",
"20270104-3-0c45d",
"20270104-4-10025",
"20270104-5-52eaf",
"20270104-6-5e623",
"20270104-7-513e1",
"20270104-8-ca01a",
"20270109-0-77bc8",
"20270109-1-1d7db",
"20270109-2-7b68c",
"20270109-3-d8d28",
"20270109-4-ebc77",
"20270109-5-31b2c",
"20270109-6-5e693",
"20270202-0-ea222",
"20270202-1-70133",
"20270202-2-092ae",
"20270202-3-2dc49",
"20270202-4-2ce72",
"20270202-5-a3cca",
"20270202-6-b3462",
"20270202-7-92242",
"20270202-8-50dc5",
"20270202-9-d1ddb",
"20270202-10-2b8df",
"20270221-0-e1bfe",
"20270221-1-39527",
"20270221-2-6501d",
"20270221-3-35542",
"20270221-4-680d5",
"20270221-5-6b662",
"20270221-6-57c18",
"20270221-7-8c98a",
"20270221-8-8d4a0",
"20270221-9-3a631",
"20270221-10-05ccd",
"20270222-0-3a84d",
"20270222-1-4c0c7",
"20270222-2-73a1c",
"20270222-3-25f9c",
"20270222-4-c7d64",
"20270222-5-209a3",
"20270222-6-240b4",
"20270222-7-71879",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ExplainabilityForce#a16",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in ExplainabilityForce.",
"ground_truth": [
"DataSolutions"
],
"citations": [
"20261227-0-36686",
"20261227-1-721d0",
"20261227-2-2557e",
"20261227-3-30153",
"20261227-4-6bb9e",
"20261227-5-2e039",
"20261227-6-5566d",
"20261227-7-9cbc0",
"20261227-8-52a40",
"20261227-9-a828a",
"20270101-0-daa2f",
"20270101-1-e8900",
"20270101-2-2f75f",
"20270101-3-e87ec",
"20270101-4-6e829",
"20270101-5-db13f",
"20270101-6-37be3",
"20270101-7-a487e",
"20270101-8-467e7",
"20270101-9-089a5",
"20270101-10-fd0b8",
"20270104-0-b2f3a",
"20270104-1-3cd7b",
"20270104-2-bfe38",
"20270104-3-fceec",
"20270104-4-ebfaa",
"20270104-5-d71d6",
"20270104-6-4d13a",
"20261125-0-aa31b",
"20261125-1-4da16",
"20261125-2-7c88b",
"20261125-3-2bbb3",
"20261125-4-83df2",
"20261125-5-df0d3",
"20261125-6-d7b1b",
"20261125-7-a5953",
"20261125-8-c973e",
"20261125-9-2169f",
"20261125-10-160f2",
"20261125-11-f5d13",
"20261125-12-1eb3a",
"20261125-13-2aef1",
"20261203-0-b266f",
"20261203-1-28059",
"20261203-2-33532",
"20261203-3-df99e",
"20261203-4-a9998",
"20261203-5-0af87",
"20261203-6-af93b",
"20261203-7-c3626",
"20261203-8-e9558",
"20261203-9-aa45b",
"20261204-0-16151",
"20261204-1-65799",
"20261204-2-05895",
"20261204-3-2a175",
"20261204-4-0ff7a",
"20261204-5-d2f2f",
"20261204-6-699b6",
"20261204-7-3b503",
"20270202-0-ea222",
"20270202-1-70133",
"20270202-2-092ae",
"20270202-3-2dc49",
"20270202-4-2ce72",
"20270202-5-a3cca",
"20270202-6-b3462",
"20270202-7-92242",
"20270202-8-50dc5",
"20270202-9-d1ddb",
"20270202-10-2b8df",
"20261129-0-0b0bd",
"20261129-1-95ca3",
"20261129-2-c1e09",
"20261129-3-1a770",
"20261129-4-3b6f1",
"20261129-5-58262",
"20261129-6-510e1",
"20261129-7-71a1c",
"20261129-8-cf15d",
"20261201-0-52a3f",
"20261201-1-d5bdf",
"20261201-2-44e11",
"20261201-3-dbd0e",
"20261201-4-d61d6",
"20261201-5-8616f",
"20261201-6-1302d",
"20261201-7-6cdd4",
"20261201-8-6993b",
"20270206-0-915d6",
"20270206-1-47b0c",
"20270206-2-b5afe",
"20270206-3-154e1",
"20270206-4-d9c52",
"20270206-5-2ab6b",
"20270206-6-7e8ce",
"20270206-7-2cef4",
"20270206-8-2fe63",
"20270206-9-1f221",
"20270206-10-3e5d2",
"20270224-0-ca81d",
"20270224-1-75b19",
"20270224-2-4ed32",
"20270224-3-3ee31",
"20270224-4-4d9ed",
"20270224-5-35fbe",
"20270224-6-72e91",
"github_com_salesforce_ExplainabilityForce_pull_53",
"20270226-0-1bc7a",
"20270226-1-9109d",
"20270226-2-208a2",
"20270226-3-7706a",
"20270226-4-3982e",
"20270226-5-4a6ab",
"20270226-6-da689",
"20270217-0-39914",
"20270217-1-d4f93",
"20270217-2-6a1d6",
"20270217-3-b54eb",
"20270217-4-8aa1c",
"20270217-5-5cebb",
"20270217-6-dcea7",
"20270217-7-9c29f",
"20270217-8-b7e78",
"20270217-9-1a444",
"20270217-10-a6bd9",
"20270307-0-e339a",
"20270307-1-5be02",
"20270307-2-3bf14",
"20270307-3-ceb57",
"20270307-4-40ce1",
"20270307-5-201db",
"20270307-6-62d14",
"github_com_salesforce_ExplainabilityForce_pull_57",
"20270308-0-1a6f9",
"20270308-1-e3734",
"20270308-2-9f0e4",
"20270308-3-305c7",
"20270308-4-157c0",
"20270308-5-71462",
"20270308-6-20c4f",
"20261231-0-375e7",
"20261231-1-87e20",
"20261231-2-2b8f0",
"20261231-3-c94be",
"20261231-4-f0f44",
"20261231-5-cce61",
"20261231-6-ab07f",
"github_com_salesforce_ExplainabilityForce_pull_49",
"20270101-0-5df84",
"20270101-1-d1181",
"20270101-2-cba72",
"20270101-3-0ec00",
"20270101-4-4efd0",
"20270101-5-a2aaa",
"20270101-6-cca2b",
"20270107-0-ca8b8",
"20270107-1-cc42a",
"20270107-2-f2295",
"20270107-3-86f16",
"20270107-4-42f94",
"20270107-5-1094d",
"20270107-6-fcc10",
"20270107-7-e97d6",
"20270107-8-dcca7",
"20270107-9-4cf16",
"20270107-10-89687",
"20270116-0-75cb2",
"20270116-1-5b529",
"20270116-2-0c666",
"20270116-3-21d2d",
"20270116-4-18ccd",
"20270116-5-36852",
"20270116-6-0f211",
"20270116-7-2ce06",
"20270116-8-b59b8",
"20270116-9-241de",
"20270116-10-fbc99",
"20270127-0-c8956",
"20270127-1-523ec",
"20270127-2-233ad",
"20270127-3-d6e35",
"20270127-4-4c1d3",
"20270127-5-4acf9",
"20270127-6-a66e6",
"20270127-7-9317d",
"20270127-8-459d8",
"20270127-9-2f0ff",
"20270127-10-2a83c",
"20270128-0-3ecc4",
"20270128-1-7fe9f",
"20270128-2-397ae",
"20270128-3-28dce",
"20270128-4-04e50",
"20270128-5-598a6",
"20270128-6-5af0f",
"20270128-7-f1d24",
"20270124-0-33628",
"20270124-1-354c4",
"20270124-2-de1b1",
"20270124-3-ccc66",
"20270124-4-31d23",
"20270124-5-fe91b",
"20270124-6-a592a",
"20270124-7-61690",
"20270124-8-7e4bf",
"20270124-9-9a6e2",
"20270210-0-33f1f",
"20270210-1-d748d",
"20270210-2-a3d30",
"20270210-3-7439d",
"20270210-4-1f3a6",
"20270210-5-791a2",
"20270210-6-4cbd2",
"20270210-7-d3e98",
"20270210-8-ec611",
"20270212-0-1ab4d",
"20270212-1-27feb",
"20270212-2-09aaa",
"20270212-3-03c33",
"20270212-4-2f5d0",
"20270212-5-261a5",
"20270212-6-9574a",
"20270212-7-c4647",
"20270104-0-b1b21",
"20270104-1-ab1f5",
"20270104-2-0c3b5",
"20270104-3-0c45d",
"20270104-4-10025",
"20270104-5-52eaf",
"20270104-6-5e623",
"20270104-7-513e1",
"20270104-8-ca01a",
"20270109-0-77bc8",
"20270109-1-1d7db",
"20270109-2-7b68c",
"20270109-3-d8d28",
"20270109-4-ebc77",
"20270109-5-31b2c",
"20270109-6-5e693",
"20270221-0-e1bfe",
"20270221-1-39527",
"20270221-2-6501d",
"20270221-3-35542",
"20270221-4-680d5",
"20270221-5-6b662",
"20270221-6-57c18",
"20270221-7-8c98a",
"20270221-8-8d4a0",
"20270221-9-3a631",
"20270221-10-05ccd",
"20270222-0-3a84d",
"20270222-1-4c0c7",
"20270222-2-73a1c",
"20270222-3-25f9c",
"20270222-4-c7d64",
"20270222-5-209a3",
"20270222-6-240b4",
"20270222-7-71879",
"20261208-0-0102b",
"20261208-1-31de2",
"20261208-2-0f5d4",
"20261208-3-64c61",
"20261208-4-4b0f5",
"20261208-5-cc8a7",
"20261208-6-78344",
"20261208-7-ec1ad",
"20261208-8-1ba0d",
"20261208-9-5407f",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ExplainabilityForce#a17",
"product": "ExplainabilityForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in ExplainabilityForce.",
"ground_truth": [
"eid_d2eb1213"
],
"citations": [
"20270206-0-915d6",
"20270206-1-47b0c",
"20270206-2-b5afe",
"20270206-3-154e1",
"20270206-4-d9c52",
"20270206-5-2ab6b",
"20270206-6-7e8ce",
"20270206-7-2cef4",
"20270206-8-2fe63",
"20270206-9-1f221",
"20270206-10-3e5d2",
"20270224-0-ca81d",
"20270224-1-75b19",
"20270224-2-4ed32",
"20270224-3-3ee31",
"20270224-4-4d9ed",
"20270224-5-35fbe",
"20270224-6-72e91",
"github_com_salesforce_ExplainabilityForce_pull_53",
"20270226-0-1bc7a",
"20270226-1-9109d",
"20270226-2-208a2",
"20270226-3-7706a",
"20270226-4-3982e",
"20270226-5-4a6ab",
"20270226-6-da689",
"20261227-0-36686",
"20261227-1-721d0",
"20261227-2-2557e",
"20261227-3-30153",
"20261227-4-6bb9e",
"20261227-5-2e039",
"20261227-6-5566d",
"20261227-7-9cbc0",
"20261227-8-52a40",
"20261227-9-a828a",
"20270101-0-daa2f",
"20270101-1-e8900",
"20270101-2-2f75f",
"20270101-3-e87ec",
"20270101-4-6e829",
"20270101-5-db13f",
"20270101-6-37be3",
"20270101-7-a487e",
"20270101-8-467e7",
"20270101-9-089a5",
"20270101-10-fd0b8",
"20270104-0-b2f3a",
"20270104-1-3cd7b",
"20270104-2-bfe38",
"20270104-3-fceec",
"20270104-4-ebfaa",
"20270104-5-d71d6",
"20270104-6-4d13a",
"20270217-0-39914",
"20270217-1-d4f93",
"20270217-2-6a1d6",
"20270217-3-b54eb",
"20270217-4-8aa1c",
"20270217-5-5cebb",
"20270217-6-dcea7",
"20270217-7-9c29f",
"20270217-8-b7e78",
"20270217-9-1a444",
"20270217-10-a6bd9",
"20270307-0-e339a",
"20270307-1-5be02",
"20270307-2-3bf14",
"20270307-3-ceb57",
"20270307-4-40ce1",
"20270307-5-201db",
"20270307-6-62d14",
"github_com_salesforce_ExplainabilityForce_pull_57",
"20270308-0-1a6f9",
"20270308-1-e3734",
"20270308-2-9f0e4",
"20270308-3-305c7",
"20270308-4-157c0",
"20270308-5-71462",
"20270308-6-20c4f",
"20261231-0-375e7",
"20261231-1-87e20",
"20261231-2-2b8f0",
"20261231-3-c94be",
"20261231-4-f0f44",
"20261231-5-cce61",
"20261231-6-ab07f",
"github_com_salesforce_ExplainabilityForce_pull_49",
"20270101-0-5df84",
"20270101-1-d1181",
"20270101-2-cba72",
"20270101-3-0ec00",
"20270101-4-4efd0",
"20270101-5-a2aaa",
"20270101-6-cca2b",
"20270104-0-b1b21",
"20270104-1-ab1f5",
"20270104-2-0c3b5",
"20270104-3-0c45d",
"20270104-4-10025",
"20270104-5-52eaf",
"20270104-6-5e623",
"20270104-7-513e1",
"20270104-8-ca01a",
"20270109-0-77bc8",
"20270109-1-1d7db",
"20270109-2-7b68c",
"20270109-3-d8d28",
"20270109-4-ebc77",
"20270109-5-31b2c",
"20270109-6-5e693",
"20261208-0-0102b",
"20261208-1-31de2",
"20261208-2-0f5d4",
"20261208-3-64c61",
"20261208-4-4b0f5",
"20261208-5-cc8a7",
"20261208-6-78344",
"20261208-7-ec1ad",
"20261208-8-1ba0d",
"20261208-9-5407f",
"20261125-0-aa31b",
"20261125-1-4da16",
"20261125-2-7c88b",
"20261125-3-2bbb3",
"20261125-4-83df2",
"20261125-5-df0d3",
"20261125-6-d7b1b",
"20261125-7-a5953",
"20261125-8-c973e",
"20261125-9-2169f",
"20261125-10-160f2",
"20261125-11-f5d13",
"20261125-12-1eb3a",
"20261125-13-2aef1",
"20261203-0-b266f",
"20261203-1-28059",
"20261203-2-33532",
"20261203-3-df99e",
"20261203-4-a9998",
"20261203-5-0af87",
"20261203-6-af93b",
"20261203-7-c3626",
"20261203-8-e9558",
"20261203-9-aa45b",
"20261204-0-16151",
"20261204-1-65799",
"20261204-2-05895",
"20261204-3-2a175",
"20261204-4-0ff7a",
"20261204-5-d2f2f",
"20261204-6-699b6",
"20261204-7-3b503",
"20270107-0-ca8b8",
"20270107-1-cc42a",
"20270107-2-f2295",
"20270107-3-86f16",
"20270107-4-42f94",
"20270107-5-1094d",
"20270107-6-fcc10",
"20270107-7-e97d6",
"20270107-8-dcca7",
"20270107-9-4cf16",
"20270107-10-89687",
"20270116-0-75cb2",
"20270116-1-5b529",
"20270116-2-0c666",
"20270116-3-21d2d",
"20270116-4-18ccd",
"20270116-5-36852",
"20270116-6-0f211",
"20270116-7-2ce06",
"20270116-8-b59b8",
"20270116-9-241de",
"20270116-10-fbc99",
"20270202-0-ea222",
"20270202-1-70133",
"20270202-2-092ae",
"20270202-3-2dc49",
"20270202-4-2ce72",
"20270202-5-a3cca",
"20270202-6-b3462",
"20270202-7-92242",
"20270202-8-50dc5",
"20270202-9-d1ddb",
"20270202-10-2b8df",
"20261129-0-0b0bd",
"20261129-1-95ca3",
"20261129-2-c1e09",
"20261129-3-1a770",
"20261129-4-3b6f1",
"20261129-5-58262",
"20261129-6-510e1",
"20261129-7-71a1c",
"20261129-8-cf15d",
"20261201-0-52a3f",
"20261201-1-d5bdf",
"20261201-2-44e11",
"20261201-3-dbd0e",
"20261201-4-d61d6",
"20261201-5-8616f",
"20261201-6-1302d",
"20261201-7-6cdd4",
"20261201-8-6993b",
"20270127-0-c8956",
"20270127-1-523ec",
"20270127-2-233ad",
"20270127-3-d6e35",
"20270127-4-4c1d3",
"20270127-5-4acf9",
"20270127-6-a66e6",
"20270127-7-9317d",
"20270127-8-459d8",
"20270127-9-2f0ff",
"20270127-10-2a83c",
"20270128-0-3ecc4",
"20270128-1-7fe9f",
"20270128-2-397ae",
"20270128-3-28dce",
"20270128-4-04e50",
"20270128-5-598a6",
"20270128-6-5af0f",
"20270128-7-f1d24",
"20270124-0-33628",
"20270124-1-354c4",
"20270124-2-de1b1",
"20270124-3-ccc66",
"20270124-4-31d23",
"20270124-5-fe91b",
"20270124-6-a592a",
"20270124-7-61690",
"20270124-8-7e4bf",
"20270124-9-9a6e2",
"20270210-0-33f1f",
"20270210-1-d748d",
"20270210-2-a3d30",
"20270210-3-7439d",
"20270210-4-1f3a6",
"20270210-5-791a2",
"20270210-6-4cbd2",
"20270210-7-d3e98",
"20270210-8-ec611",
"20270212-0-1ab4d",
"20270212-1-27feb",
"20270212-2-09aaa",
"20270212-3-03c33",
"20270212-4-2f5d0",
"20270212-5-261a5",
"20270212-6-9574a",
"20270212-7-c4647",
"20270221-0-e1bfe",
"20270221-1-39527",
"20270221-2-6501d",
"20270221-3-35542",
"20270221-4-680d5",
"20270221-5-6b662",
"20270221-6-57c18",
"20270221-7-8c98a",
"20270221-8-8d4a0",
"20270221-9-3a631",
"20270221-10-05ccd",
"20270222-0-3a84d",
"20270222-1-4c0c7",
"20270222-2-73a1c",
"20270222-3-25f9c",
"20270222-4-c7d64",
"20270222-5-209a3",
"20270222-6-240b4",
"20270222-7-71879",
"20260724-0-cec22",
"20260724-1-d261e",
"20260724-2-b5739"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ExplainabilityForce#u0",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of ExplainabilityForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u1",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for ExplainabilityForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u2",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Market Research Report for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u3",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Market Research Report for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u4",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Market Research Report for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u5",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Market Research Report for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u6",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Vision Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u7",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Vision Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u8",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Product Vision Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u9",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Product Requirements Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u10",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u11",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Technical Specifications Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u12",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Technical Specifications Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u13",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the System Design Document for ExplainabilityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u14",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Can you provide links to the PRs related to the Salesforce integration - GraphQL API setup in ExplainabilityForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u15",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Could you provide links to the approved PRs for the Salesforce integration - GraphQL API setup in ExplainabilityForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u16",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Can you provide links to the PRs related to the Salesforce integration - Schema management in ExplainabilityForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u17",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Could you provide the links to the approved PRs for the Salesforce integration - Schema management feature in ExplainabilityForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u18",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the Security - Data encryption feature in ExplainabilityForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u19",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Can you provide links to the approved PRs for the Security - Data encryption feature in ExplainabilityForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u20",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for implementing data encryption in ExplainabilityForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ExplainabilityForce#u21",
"product": "ExplainabilityForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the AWS and Azure integration for resource planning in ExplainabilityForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a0",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the FeedbackForce product?",
"ground_truth": [
"eid_df282afb",
"eid_e51b439b",
"eid_91523bad",
"eid_b67edbb4",
"eid_6f719d21",
"eid_35e32fec",
"eid_b6a30126",
"eid_07ca0a78",
"eid_2490c02c",
"eid_a13234f2"
],
"citations": [
"backaix_market_research_report",
"20260425-0-e110a",
"20260425-1-1127d",
"20260425-2-58cbd",
"20260425-3-a67b7",
"20260425-4-80416",
"20260425-5-67333",
"20260425-6-b4344",
"20260425-7-9d83d",
"20260425-8-cbf32",
"final_backaix_market_research_report",
"backAIX_planning_1",
"backAIX_planning_1_chat",
"latest_backaix_market_research_report",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a1",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the FeedbackForce product?",
"ground_truth": [
"eid_bf6c7f21",
"eid_e51b439b",
"eid_91523bad",
"eid_ad0725a2",
"eid_b67edbb4",
"eid_6f719d21",
"eid_8c71a7a9",
"eid_35e32fec",
"eid_b6a30126",
"eid_2490c02c",
"eid_6bd20afa"
],
"citations": [
"backaix_product_vision_document",
"20260508-0-54353",
"20260508-1-ffe73",
"20260508-2-1d589",
"20260508-3-ced81",
"20260508-4-ef543",
"20260508-5-34eaf",
"20260508-6-ec136",
"20260508-7-dcf06",
"20260508-8-c665d",
"final_backaix_product_vision_document",
"backAIX_planning_2",
"backAIX_planning_2_chat",
"latest_backaix_product_vision_document",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a2",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the FeedbackForce product?",
"ground_truth": [
"eid_e51b439b",
"eid_9db3abf4",
"eid_91523bad",
"eid_6f719d21",
"eid_c9c3d8d5",
"eid_9c46088d",
"eid_7f22371d",
"eid_a9002ae2",
"eid_8c71a7a9",
"eid_2490c02c",
"eid_e42b000f"
],
"citations": [
"backaix_product_requirements_document",
"20260519-0-67949",
"20260519-1-4f912",
"20260519-2-41b5f",
"20260519-3-f335e",
"20260519-4-5e8f3",
"20260519-5-411de",
"20260519-6-e719b",
"20260519-7-4353f",
"20260519-8-efac1",
"20260519-9-a9807",
"20260519-10-7feb8",
"20260519-11-87c54",
"final_backaix_product_requirements_document",
"backAIX_planning_3",
"backAIX_planning_3_chat",
"latest_backaix_product_requirements_document",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a3",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the FeedbackForce product?",
"ground_truth": [
"eid_9db3abf4",
"eid_91523bad",
"eid_caa2e58d",
"eid_1a7d9807",
"eid_b67edbb4",
"eid_6f719d21",
"eid_9c46088d",
"eid_7f22371d",
"eid_35e32fec",
"eid_b6a30126",
"eid_0719bc3e",
"eid_19f537cf"
],
"citations": [
"backaix_technical_specifications_document",
"20260530-0-90335",
"20260530-1-6c2dc",
"20260530-2-16bd8",
"20260530-3-b9900",
"20260530-4-4304a",
"20260530-5-4e1ba",
"20260530-6-b6054",
"20260530-7-4f2fd",
"20260530-8-9a936",
"20260530-9-17bb1",
"final_backaix_technical_specifications_document",
"backAIX_planning_4",
"backAIX_planning_4_chat",
"latest_backaix_technical_specifications_document",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a4",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the FeedbackForce product?",
"ground_truth": [
"eid_9db3abf4",
"eid_a253c65a",
"eid_caa2e58d",
"eid_1a7d9807",
"eid_e42b000f",
"eid_19f537cf",
"eid_9c46088d",
"eid_7f22371d",
"eid_061285c7",
"eid_a9002ae2",
"eid_2d8eff4d",
"eid_0719bc3e",
"eid_6bd20afa",
"eid_b67edbb4"
],
"citations": [
"backaix_system_design_document",
"20260611-0-77823",
"20260611-1-4cc79",
"20260611-2-54320",
"20260611-3-35aa4",
"20260611-4-f584b",
"20260611-5-b5756",
"20260611-6-ac71a",
"20260611-7-b9b0e",
"20260611-8-3c8c2",
"final_backaix_system_design_document",
"backAIX_planning_5",
"backAIX_planning_5_chat",
"latest_backaix_system_design_document",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a5",
"product": "FeedbackForce",
"kind": "answerable",
"question": "What new features about NLP engine enhancement are added to FeedbackForce?",
"ground_truth": "- Integration of BERT into the NLP engine\n- Implementation of BERT-based models\n- Adjustments to the data processing pipeline\n- Retraining of NLP models using BERT\n- Updates to training scripts\n- Validation of model performance\n- Implementation of model quantization techniques for size reduction",
"citations": [
"product_dev_backAIX_1",
"product_dev_FeedbackForce_4",
"github_com_salesforce_backAIX_pull_7",
"20260721-0-3205e",
"20260721-1-192ff",
"20260721-2-03e34",
"20260721-3-c94c5",
"20260721-4-30558",
"20260721-5-e0553",
"20260721-6-b227c",
"20260721-7-9b8ea",
"product_dev_FeedbackForce_5",
"github_com_salesforce_backAIX_pull_10",
"20260808-0-2730c",
"20260808-1-5cf89",
"20260808-2-cd5bf",
"20260808-3-e1dce",
"20260808-4-3e407",
"20260808-5-3e328",
"20260808-6-99b47",
"20260808-7-08557",
"product_dev_FeedbackForce_6",
"product_dev_FeedbackForce_7",
"github_com_salesforce_backAIX_pull_17",
"20260901-0-90081",
"20260901-1-35fd2",
"20260901-2-dd4a4",
"20260901-3-ef90e",
"20260901-4-bbd57",
"20260901-5-425bb",
"20260901-6-902cd",
"20260901-7-69afb",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a6",
"product": "FeedbackForce",
"kind": "answerable",
"question": "What new features about integration with enterprise systems are added to FeedbackForce?",
"ground_truth": "- JSON to XML conversion middleware\n- Error handling for middleware\n- Logging mechanisms for middleware",
"citations": [
"product_dev_backAIX_1",
"product_dev_backAIX_2",
"product_dev_FeedbackForce_3",
"github_com_salesforce_backAIX_pull_5",
"20260714-0-ef6fd",
"20260714-1-08110",
"20260714-2-14a78",
"20260714-3-8f9df",
"20260714-4-7f144",
"20260714-5-c3915",
"20260714-6-d4800",
"20260714-7-e91d4",
"20260714-8-5f264",
"20260714-9-450bc",
"20260714-10-71714",
"product_dev_FeedbackForce_5",
"github_com_salesforce_backAIX_pull_11",
"20260813-0-5b87c",
"20260813-1-6c204",
"20260813-2-fca92",
"20260813-3-b2f11",
"20260813-4-e6409",
"20260813-5-aa863",
"20260813-6-87623",
"20260813-7-48667",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a7",
"product": "FeedbackForce",
"kind": "answerable",
"question": "What new features about compliance with GDPR and CCPA are added to FeedbackForce?",
"ground_truth": "- Role-based access controls (RBAC) for managing permissions to access sensitive information.\n- Defined roles and permissions to ensure authorized access to sensitive data.\n- Process for conducting a comprehensive security review before deploying new features or updates.\n- Checklists and approval workflows to ensure all security measures are in place.",
"citations": [
"product_dev_backAIX_1",
"product_dev_FeedbackForce_5",
"github_com_salesforce_backAIX_pull_12",
"20260816-0-bd558",
"20260816-1-d8f9e",
"20260816-2-8a49a",
"20260816-3-5c34e",
"20260816-4-9e729",
"20260816-5-8ea44",
"20260816-6-e8d74",
"20260816-7-ff146",
"product_dev_FeedbackForce_8",
"github_com_salesforce_backAIX_pull_22",
"20260913-0-c0e8f",
"20260913-1-74cb4",
"20260913-2-c1977",
"20260913-3-7f913",
"20260913-4-c264d",
"20260913-5-fabdd",
"20260913-6-34f30",
"20260913-7-6b5f7",
"20260913-8-e9cbc",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a8",
"product": "FeedbackForce",
"kind": "answerable",
"question": "What features could not be added to FeedbackForce due to security risks?",
"ground_truth": "1. Optimized inference pipeline for efficient quantized model execution.\n2. Code optimizations for improved performance.\n3. Hardware-specific adjustments for enhanced efficiency.\n4. Enhanced middleware for efficient high-volume data processing.\n5. Improved scalability and performance under heavy load conditions.",
"citations": [
"product_dev_backAIX_1",
"product_dev_FeedbackForce_8",
"product_dev_FeedbackForce_9",
"20260915-0-f32da",
"20260915-1-7f840",
"20260915-2-51098",
"20260915-3-6f6e8",
"20260915-4-407a1",
"20260915-5-28c83",
"20260915-6-7d0ac",
"20260915-7-93e92",
"20260915-0-b208e",
"20260915-1-dc435",
"20260915-2-0bf09",
"20260915-3-ebe16",
"20260915-4-ab378",
"20260915-5-44916",
"20260915-6-e6fd5",
"20260915-7-09485",
"20260915-8-118f7",
"20260915-9-00eb7",
"20260915-10-9b274",
"20260915-11-1e2a8",
"20260916-0-39882",
"20260916-1-d2bfc",
"20260916-2-17cfc",
"20260916-3-12d17",
"github_com_salesforce_backAIX_pull_23",
"github_com_salesforce_backAIX_pull_24",
"product_dev_FeedbackForce_6",
"20260821-0-2f351",
"20260821-1-45e2f",
"20260821-2-4d693",
"20260821-3-18021",
"20260821-4-0197c",
"20260821-5-2e4cd",
"20260821-6-1541f",
"20260821-7-5706d",
"20260825-0-91f98",
"20260825-1-16d6f",
"20260825-2-3a8df",
"20260825-3-5810f",
"20260825-4-cd184",
"20260825-5-4fa3a",
"20260825-6-35e05",
"20260825-7-93d4f",
"20260825-8-74c22",
"20260825-9-3be56",
"20260825-10-29180",
"20260825-11-ee717",
"20260825-12-14420",
"20260826-0-3eafc",
"20260826-1-241bf",
"20260826-2-898ad",
"github_com_salesforce_backAIX_pull_14",
"github_com_salesforce_backAIX_pull_16",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a9",
"product": "FeedbackForce",
"kind": "answerable",
"question": "What features could not be added to FeedbackForce due to change in product direction?",
"ground_truth": "- Framework for conducting regular security audits\n- Scripts and tools for automated security checks\n- Schedule for manual security reviews",
"citations": [
"product_dev_backAIX_1",
"product_dev_FeedbackForce_6",
"product_dev_FeedbackForce_7",
"20260905-0-7e0dd",
"20260905-1-3bcde",
"20260905-2-2e9c9",
"20260905-3-4b31f",
"20260905-4-04965",
"20260905-5-81973",
"20260905-6-cdb01",
"20260905-7-01dd5",
"20260905-0-3ab11",
"20260905-1-86c67",
"20260905-2-829c1",
"20260905-3-89290",
"20260905-4-d548e",
"20260905-5-0e920",
"20260905-6-e718a",
"20260905-7-deaa8",
"20260905-8-b7403",
"20260905-9-b0c76",
"20260905-0-8c967",
"20260905-1-cb343",
"20260905-2-07665",
"20260905-3-42085",
"github_com_salesforce_backAIX_pull_19",
"github_com_salesforce_backAIX_pull_20",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a10",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in FeedbackForce?",
"ground_truth": [
"FusionTech",
"DataSolutions"
],
"citations": [
"20261205-0-17b80",
"20261205-1-cb899",
"20261205-2-050c5",
"20261205-3-9cfb5",
"20261205-4-4588c",
"20261205-5-4c58a",
"20261205-6-6a92c",
"20261205-7-1da1a",
"20261205-8-7d775",
"20261205-9-b86bf",
"20261220-0-080c9",
"20261220-1-edc4d",
"20261220-2-8f071",
"20261220-3-c2d91",
"20261220-4-885a0",
"20261220-5-20fa9",
"20261220-6-bf0e9",
"20261220-7-687b1",
"20261220-8-8eadf",
"20261220-9-f1a19",
"20261217-0-6e8a4",
"20261217-1-d524a",
"20261217-2-dd5d4",
"20261217-3-8cbc0",
"20261217-4-f9b86",
"20261217-5-9d479",
"20261217-6-e5a39",
"20261217-7-34167",
"20261217-8-42786",
"20261217-9-a2188",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FeedbackForce#a11",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in FeedbackForce?",
"ground_truth": [
"BlueWave",
"SmartData",
"ComputeWorks",
"CloudSync",
"NextGenTech"
],
"citations": [
"20261029-0-ddf9f",
"20261029-1-48fcc",
"20261029-2-9fdbb",
"20261029-3-45a46",
"20261029-4-5142b",
"20261029-5-23e4b",
"20261029-6-3a276",
"20261029-7-fc8a8",
"20261029-8-cb665",
"20261029-9-89959",
"20261029-10-e4bbd",
"20261029-11-9b923",
"20270105-0-4ce48",
"20270105-1-09ba4",
"20270105-2-a5927",
"20270105-3-9f55d",
"20270105-4-bb8aa",
"20270105-5-1871f",
"20270105-6-746d9",
"20270105-7-7842e",
"20270105-8-e484c",
"20270105-9-2617d",
"20261101-0-9447e",
"20261101-1-88fd7",
"20261101-2-efacb",
"20261101-3-8f140",
"20261101-4-06103",
"20261101-5-5f333",
"20261101-6-8df2f",
"20261101-7-cb176",
"github_com_salesforce_FeedbackForce_pull_33",
"20261213-0-6b8a1",
"20261213-1-c596e",
"20261213-2-658ff",
"20261213-3-e655b",
"20261213-4-e51f2",
"20261213-5-16247",
"20261213-6-e9fa1",
"20261213-7-0efc2",
"20261213-8-e53ef",
"20261213-9-29291",
"20261213-10-b9aed",
"20261213-11-05d69",
"20261213-12-55433",
"20261205-0-17b80",
"20261205-1-cb899",
"20261205-2-050c5",
"20261205-3-9cfb5",
"20261205-4-4588c",
"20261205-5-4c58a",
"20261205-6-6a92c",
"20261205-7-1da1a",
"20261205-8-7d775",
"20261205-9-b86bf",
"20261222-0-5060f",
"20261222-1-055db",
"20261222-2-f303b",
"20261222-3-a7a50",
"20261222-4-3c95e",
"20261222-5-62376",
"github_com_salesforce_FeedbackForce_pull_39",
"20261220-0-080c9",
"20261220-1-edc4d",
"20261220-2-8f071",
"20261220-3-c2d91",
"20261220-4-885a0",
"20261220-5-20fa9",
"20261220-6-bf0e9",
"20261220-7-687b1",
"20261220-8-8eadf",
"20261220-9-f1a19",
"20261217-0-6e8a4",
"20261217-1-d524a",
"20261217-2-dd5d4",
"20261217-3-8cbc0",
"20261217-4-f9b86",
"20261217-5-9d479",
"20261217-6-e5a39",
"20261217-7-34167",
"20261217-8-42786",
"20261217-9-a2188",
"20261124-0-68d99",
"20261124-1-bb2bf",
"20261124-2-c3822",
"20261124-3-740a0",
"20261124-4-c493b",
"20261124-5-d1dd5",
"20261124-6-29602",
"20261124-7-2d8a4",
"20261124-8-ad57d",
"20261119-0-e3b08",
"20261119-1-08d3a",
"20261119-2-a00af",
"20261119-3-7081a",
"20261119-4-471d9",
"20261119-5-80dfb",
"20261119-6-d55d7",
"20261119-7-459c8",
"20261119-8-bccb0",
"20261119-9-1ab63",
"20261204-0-9922c",
"20261204-1-c78f8",
"20261204-2-a1d91",
"20261204-3-7712a",
"20261204-4-ec2c2",
"20261204-5-0f0f7",
"github_com_salesforce_FeedbackForce_pull_38",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FeedbackForce#a12",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find bugs reported by FusionTech in FeedbackForce that did not require any fixes?",
"ground_truth": "- Feedback Form not rendering on mobile devices.",
"citations": [
"20261205-0-17b80",
"20261205-1-cb899",
"20261205-2-050c5",
"20261205-3-9cfb5",
"20261205-4-4588c",
"20261205-5-4c58a",
"20261205-6-6a92c",
"20261205-7-1da1a",
"20261205-8-7d775",
"20261205-9-b86bf",
"20261220-0-080c9",
"20261220-1-edc4d",
"20261220-2-8f071",
"20261220-3-c2d91",
"20261220-4-885a0",
"20261220-5-20fa9",
"20261220-6-bf0e9",
"20261220-7-687b1",
"20261220-8-8eadf",
"20261220-9-f1a19",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a13",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find bugs reported by DataSolutions in FeedbackForce that did not require any fixes?",
"ground_truth": "- Cross-Site Scripting (XSS) issue in the Feedback Display",
"citations": [
"20261205-0-17b80",
"20261205-1-cb899",
"20261205-2-050c5",
"20261205-3-9cfb5",
"20261205-4-4588c",
"20261205-5-4c58a",
"20261205-6-6a92c",
"20261205-7-1da1a",
"20261205-8-7d775",
"20261205-9-b86bf",
"20261217-0-6e8a4",
"20261217-1-d524a",
"20261217-2-dd5d4",
"20261217-3-8cbc0",
"20261217-4-f9b86",
"20261217-5-9d479",
"20261217-6-e5a39",
"20261217-7-34167",
"20261217-8-42786",
"20261217-9-a2188",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a14",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by BlueWave in the FeedbackForce product?",
"ground_truth": "- Feedback Data Schema Mismatch",
"citations": [
"20261029-0-ddf9f",
"20261029-1-48fcc",
"20261029-2-9fdbb",
"20261029-3-45a46",
"20261029-4-5142b",
"20261029-5-23e4b",
"20261029-6-3a276",
"20261029-7-fc8a8",
"20261029-8-cb665",
"20261029-9-89959",
"20261029-10-e4bbd",
"20261029-11-9b923",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a15",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by SmartData in the FeedbackForce product?",
"ground_truth": "- Inefficient Feedback Data Partitioning",
"citations": [
"20270105-0-4ce48",
"20270105-1-09ba4",
"20270105-2-a5927",
"20270105-3-9f55d",
"20270105-4-bb8aa",
"20270105-5-1871f",
"20270105-6-746d9",
"20270105-7-7842e",
"20270105-8-e484c",
"20270105-9-2617d",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a16",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by ComputeWorks in the FeedbackForce product?",
"ground_truth": "- eid_6f719d21",
"citations": [
"20261213-0-6b8a1",
"20261213-1-c596e",
"20261213-2-658ff",
"20261213-3-e655b",
"20261213-4-e51f2",
"20261213-5-16247",
"20261213-6-e9fa1",
"20261213-7-0efc2",
"20261213-8-e53ef",
"20261213-9-29291",
"20261213-10-b9aed",
"20261213-11-05d69",
"20261213-12-55433",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a17",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by CloudSync in the FeedbackForce product?",
"ground_truth": "- Feedback Queue Overflow",
"citations": [
"20261124-0-68d99",
"20261124-1-bb2bf",
"20261124-2-c3822",
"20261124-3-740a0",
"20261124-4-c493b",
"20261124-5-d1dd5",
"20261124-6-29602",
"20261124-7-2d8a4",
"20261124-8-ad57d",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#a18",
"product": "FeedbackForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by NextGenTech in the FeedbackForce product?",
"ground_truth": "- Improper Authentication in Feedback Submission",
"citations": [
"20261029-0-ddf9f",
"20261029-1-48fcc",
"20261029-2-9fdbb",
"20261029-3-45a46",
"20261029-4-5142b",
"20261029-5-23e4b",
"20261029-6-3a276",
"20261029-7-fc8a8",
"20261029-8-cb665",
"20261029-9-89959",
"20261029-10-e4bbd",
"20261029-11-9b923",
"20260701-0-2f505",
"20260701-1-a7569",
"20260701-2-39925"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u0",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of FeedbackForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u1",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for FeedbackForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u2",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Market Research Report for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u3",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Vision Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u4",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Vision Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u5",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Requirements Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u6",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Technical Specifications Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u7",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Technical Specifications Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u8",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Technical Specifications Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u9",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the Technical Specifications Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u10",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of Engineering Leads who reviewed the System Design Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u11",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the System Design Document for FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u12",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u13",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to FeedbackForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u14",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in FeedbackForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FeedbackForce#u15",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in FeedbackForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FeedbackForce#u16",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in FeedbackForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FeedbackForce#u17",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u18",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u19",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u20",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u21",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u22",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u23",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u24",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u25",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u26",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u27",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u28",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FeedbackForce#u29",
"product": "FeedbackForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in FeedbackForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a0",
"product": "FlowForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of FlowForce?",
"ground_truth": [
"eid_eaec7b7a",
"eid_f3569cc7"
],
"citations": [
"latest_fforceaix_market_research_report",
"forceprox_market_research_report_final",
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a1",
"product": "FlowForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of FlowForce?",
"ground_truth": [
"eid_6e2f3e2b",
"eid_968bc0a2",
"eid_3adf7b8a",
"eid_c8ebc4b0"
],
"citations": [
"latest_fforceaix_product_requirements_document",
"forceprox_product_requirements_document_final",
"latest_fforceaix_product_vision_document",
"forceprox_product_vision_document_final",
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a2",
"product": "FlowForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of FlowForce?",
"ground_truth": [
"eid_3c2f2069",
"eid_4d689aa7"
],
"citations": [
"latest_fforceaix_technical_specifications_document",
"forceprox_technical_specifications_document_final",
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a3",
"product": "FlowForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of FlowForce?",
"ground_truth": [
"eid_aedadd3e",
"eid_f95e63d8"
],
"citations": [
"latest_fforceaix_system_design_document",
"forceprox_system_design_document_final",
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a4",
"product": "FlowForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of FlowForce?",
"ground_truth": [
"The issues reported by the customer include that the user interface of FForceAIX is not intuitive for new users and that the complex and cluttered UI layout could be overwhelming.",
"The issue reported by the customer (Customer ID: CUST-0048) is limited documentation on integrating FForceAIX with less common third-party APIs.",
"The customer reported reliability issues with the optimizer crashing during high-load scenarios."
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a5",
"product": "FlowForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of FlowForce?",
"ground_truth": [
"The issues reported by the QA Specialist are that the AI-driven analysis is misinterpreting complex API flows, leading to suboptimal optimization suggestions.",
"The QA Specialist reported that users are experiencing occasional latency in the optimization process, which is delaying integration updates."
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a6",
"product": "FlowForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of FlowForce?",
"ground_truth": [
"The positive feedback provided by the customers includes:\n\n1. FForceAIX significantly enhances API performance by reducing latency across integrations (Customer CUST-0007).\n2. It provides valuable insights into API flow efficiency, helping users identify bottlenecks (Customer CUST-0074).\n3. It offers seamless integration with popular third-party APIs, simplifying the optimization process (Customer CUST-0022).",
"The positive feedback provided by the customers includes:\n\n1. Customer CUST-0033 mentioned that the AI-driven suggestions are generally accurate and lead to noticeable improvements in API performance.\n2. Customer CUST-0018 praised FForceAIX for handling a large volume of API calls without significant performance degradation."
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a7",
"product": "FlowForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of FlowForce?",
"ground_truth": [
"NextGenTech",
"InnovateAI"
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a8",
"product": "FlowForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of FlowForce?",
"ground_truth": [
"eid_a4b607d6",
"eid_9917239e"
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a9",
"product": "FlowForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of FlowForce?",
"ground_truth": [
"FusionTech",
"TechCorp",
"InnovateAI",
"AITransformers"
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a10",
"product": "FlowForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of FlowForce?",
"ground_truth": [
"eid_610a4c21",
"eid_e5e36dc1",
"eid_399e4119",
"eid_8605f7ee"
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a11",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of FlowForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/ForceProX/demo_2",
"https://sf-internal.slack.com/archives/ForceProX/demo_4",
"https://sf-internal.slack.com/archives/ForceProX/demo_1",
"https://sf-internal.slack.com/archives/ForceProX/demo_3"
],
"citations": [
"20260411-0-bbc64",
"20260411-1-d9cab",
"20260411-2-9ab80",
"20260411-3-71b92",
"20260411-4-c41d1",
"20260411-5-c3994",
"20260411-6-99cbd",
"20260421-0-de497",
"20260421-0-c51f2",
"20260508-0-974c6",
"20260521-0-e651b",
"20260416-0-6dc6b",
"20260416-1-e42ac",
"20260416-2-9b109",
"20260416-3-13f5c",
"20260416-4-03fff",
"20260416-5-bd47f",
"20260416-6-ac9bc",
"20260416-7-9b451",
"20260416-8-d4df8",
"20260416-9-08fc8",
"20260416-10-636de",
"20260712-0-be310",
"20260712-1-99b90",
"20260712-2-33141",
"20260712-3-2d3a0",
"20260712-4-6fdbf",
"20260712-5-419b5",
"20260712-6-d895b",
"20260712-7-a42de",
"20260712-8-ea056",
"20260416-0-dc4d2",
"20260416-1-b34bc",
"20260416-2-b9854",
"20260416-3-6d7e0",
"20260416-4-01a44",
"20260416-5-538f8",
"20260416-6-a0d1c",
"20260416-7-b352f",
"20260416-8-f31f0",
"20260416-9-9ad41",
"20260416-10-eb402",
"20260428-0-ce4ea",
"20260428-1-22aee",
"20260428-2-f2f6f",
"20260428-3-fede6",
"20260428-4-5e28d",
"20260428-5-bcb85",
"20260428-6-74ce6",
"20260428-7-f44a3",
"20260428-8-6e6fb",
"20260428-9-7f3d3",
"20260428-10-b4988",
"20260416-0-3fe58",
"20260416-1-eaf3f",
"20260416-2-16ec4",
"20260416-3-2c0a4",
"20260416-4-8a782",
"20260416-5-e7f59",
"20260416-6-27677",
"20260416-7-7bf97",
"20260416-8-42e8a",
"20260416-9-98cfa",
"20260416-10-7c054",
"20260416-11-e1278",
"20260501-0-b55de",
"20260501-1-fe1fb",
"20260501-2-f094a",
"20260501-3-ee4c0",
"20260501-4-5de76",
"20260501-5-a79f1",
"20260501-6-c8a29",
"20260607-0-7d1a0",
"20260607-1-e850c",
"20260607-2-ec3de",
"20260607-3-c1269",
"20260607-4-20d8b",
"20260607-5-382ca",
"20260607-6-d2b85",
"20260607-7-3c669",
"20260607-8-d2852",
"sf-internal_slack_com_archives_ForceProX_demo_2",
"sf-internal_slack_com_archives_ForceProX_demo_4",
"sf-internal_slack_com_archives_ForceProX_demo_1",
"sf-internal_slack_com_archives_ForceProX_demo_3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a12",
"product": "FlowForce",
"kind": "answerable",
"question": "What new features related to expanding the analytics dashboard are added to FlowForce?",
"ground_truth": "- Bar charts\n- Line graphs\n- Pie charts",
"citations": [
"product_dev_FForceAIX_1",
"product_dev_FForceAIX_2",
"github_com_salesforce_FForceAIX_pull_2",
"20260527-0-0feab",
"20260527-1-9d693",
"20260527-2-bd7f4",
"20260527-3-20439",
"20260527-4-7ce6a",
"20260527-5-38bfa",
"20260527-6-6acec",
"20260527-7-e2f86",
"20260527-8-d481f",
"20260527-9-7fed3",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a13",
"product": "FlowForce",
"kind": "answerable",
"question": "What new features related to improving security measures have been added to FlowForce?",
"ground_truth": "- Conducting a comprehensive security audit of existing API flows.\n- Implementing necessary changes based on security audit findings.\n- Updating data handling processes for GDPR compliance.\n- Updating data handling processes for HIPAA compliance.\n- Implementing changes to data storage, access, and processing to meet compliance standards.",
"citations": [
"product_dev_FForceAIX_1",
"product_dev_FlowForce_4",
"github_com_salesforce_FForceAIX_pull_10",
"20260630-0-bdc5c",
"20260630-1-f36ea",
"20260630-2-9cf51",
"20260630-3-e9fd3",
"20260630-4-ab55b",
"20260630-5-bb59b",
"20260630-6-9d4ce",
"20260630-7-a9921",
"product_dev_FlowForce_5",
"product_dev_FlowForce_6",
"github_com_salesforce_FForceAIX_pull_17",
"20260722-0-b8d22",
"20260722-1-72277",
"20260722-2-afd4d",
"20260722-3-da296",
"20260722-4-96b9c",
"20260722-5-3b045",
"20260722-6-1c254",
"20260722-7-1c282",
"20260722-8-b8439",
"20260722-9-be283",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a14",
"product": "FlowForce",
"kind": "answerable",
"question": "What features could not be added to FlowForce due to security risks?",
"ground_truth": "- Introduction of JSON Web Token (JWT) for authentication\n- Secure token generation\n- Token validation\n- Token expiration handling",
"citations": [
"product_dev_FForceAIX_1",
"product_dev_FForceAIX_2",
"product_dev_FForceAIX_3",
"20260616-0-16437",
"20260616-1-bf8a4",
"20260616-2-5c959",
"20260616-3-1075a",
"20260616-4-c22c8",
"20260616-5-df91b",
"20260616-6-ca72f",
"20260616-7-53c66",
"20260616-0-63f3e",
"20260616-1-52bc1",
"20260616-2-bd414",
"20260616-3-411fe",
"20260616-4-e4f49",
"20260616-5-4cb51",
"20260616-6-1f3fe",
"20260616-7-96626",
"20260616-8-1d2d3",
"20260616-9-4b8fe",
"20260616-10-40fec",
"20260617-0-8396e",
"20260617-1-b53ba",
"20260617-2-5ce9e",
"20260617-3-5d121",
"github_com_salesforce_FForceAIX_pull_6",
"github_com_salesforce_FForceAIX_pull_7",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a15",
"product": "FlowForce",
"kind": "answerable",
"question": "What features could not be added to FlowForce due to change in product direction?",
"ground_truth": "- Creation of new React components for dynamic data rendering\n- Support for interaction within the Analytics Dashboard\n- Ensuring components are reusable\n- Ensuring components are maintainable",
"citations": [
"product_dev_FForceAIX_1",
"product_dev_FForceAIX_3",
"product_dev_FlowForce_4",
"20260628-0-c97bf",
"20260628-1-04f26",
"20260628-2-7de74",
"20260628-3-25d93",
"20260628-4-720c4",
"20260628-5-db4fe",
"20260628-6-e5e50",
"20260628-7-32a2e",
"20260628-8-4e097",
"20260628-9-a0cfb",
"20260703-0-905ec",
"20260703-1-e16af",
"20260703-2-8952f",
"20260703-3-7fe0c",
"20260703-4-5415e",
"20260703-5-2d728",
"20260703-6-f2492",
"20260703-7-91f5c",
"20260703-8-69645",
"20260703-0-83cf5",
"20260703-1-576fa",
"20260703-2-578bb",
"20260703-3-2b4fe",
"github_com_salesforce_FForceAIX_pull_9",
"github_com_salesforce_FForceAIX_pull_11",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a16",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the AI Model & Analysis Engine in FlowForce that led to wasted time and resources on unnecessary API endpoint optimizations?",
"ground_truth": [
"TechCorp",
"DataSolutions",
"FusionTech",
"AITransformers",
"InnovateAI"
],
"citations": [
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20260815-0-51ed8",
"20260815-1-3caea",
"20260815-2-43c98",
"20260815-3-de4f7",
"20260815-4-93b04",
"20260815-5-6eef0",
"20260815-6-eb2fa",
"20260815-7-b99f2",
"20260815-8-76c58",
"20260815-9-203f8",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a17",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the AI Model & Analysis Engine in FlowForce that were causing users to waste time on unnecessary API optimizations?",
"ground_truth": [
"eid_8605f7ee",
"eid_9a7b2132",
"eid_d0d918f1",
"eid_ba9224d2"
],
"citations": [
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261102-0-4df84",
"20261102-1-1c266",
"20261102-2-98425",
"20261102-3-f1199",
"20261102-4-d009c",
"20261102-5-cc5de",
"20261102-6-3a3a7",
"20261102-7-86e85",
"github_com_salesforce_FlowForce_pull_44",
"20260815-0-51ed8",
"20260815-1-3caea",
"20260815-2-43c98",
"20260815-3-de4f7",
"20260815-4-93b04",
"20260815-5-6eef0",
"20260815-6-eb2fa",
"20260815-7-b99f2",
"20260815-8-76c58",
"20260815-9-203f8",
"20260821-0-cab78",
"20260821-1-cefd5",
"20260821-2-3388f",
"20260821-3-7c5f0",
"20260821-4-26d97",
"20260821-5-500d1",
"github_com_salesforce_FlowForce_pull_30",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20261010-0-6e12b",
"20261010-1-875f2",
"20261010-2-4d981",
"20261010-3-88ebf",
"20261010-4-b6956",
"20261010-5-6d0b6",
"20261010-6-ce4bc",
"20261010-7-dd5af",
"github_com_salesforce_FlowForce_pull_40",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20260927-0-bc013",
"20260927-1-062f4",
"20260927-2-34956",
"20260927-3-6595f",
"20260927-4-34774",
"20260927-5-24368",
"20260927-6-49bdb",
"github_com_salesforce_FlowForce_pull_36",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20261001-0-c789f",
"20261001-1-bcaa2",
"20261001-2-b3748",
"20261001-3-a444b",
"20261001-4-b6acf",
"20261001-5-2cd91",
"20261001-6-21da3",
"20261001-7-8e82f",
"github_com_salesforce_FlowForce_pull_38",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a18",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface & Data Visualization Module in FlowForce that caused frustration and delays in data analysis, hindering decision-making and reducing productivity?",
"ground_truth": [
"TechCorp",
"FusionTech",
"BlueWave",
"SmartData",
"NextGenTech"
],
"citations": [
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a19",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the User Interface & Data Visualization Module in FlowForce that were causing frustration and delays in data analysis, hindering decision-making and reducing productivity?",
"ground_truth": [
"eid_d098d618",
"eid_d0d918f1",
"eid_b6268ef7",
"eid_f2474622"
],
"citations": [
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261106-0-61cf1",
"20261106-1-eed31",
"20261106-2-0a034",
"20261106-3-dcdc8",
"20261106-4-5f17e",
"20261106-5-5cb18",
"20261106-6-b8160",
"20261106-7-9f858",
"20261106-8-474ad",
"github_com_salesforce_FlowForce_pull_46",
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261028-0-f3163",
"20261028-1-36dde",
"20261028-2-ac52e",
"20261028-3-09925",
"20261028-4-99007",
"20261028-5-4aadb",
"20261028-6-8cca2",
"github_com_salesforce_FlowForce_pull_43",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20261118-0-c65a8",
"20261118-1-46d0f",
"20261118-2-90049",
"20261118-3-881cd",
"20261118-4-8ce3f",
"20261118-5-782a8",
"github_com_salesforce_FlowForce_pull_48",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260904-0-64daa",
"20260904-1-c4ce5",
"20260904-2-17f51",
"20260904-3-fbae3",
"20260904-4-af796",
"20260904-5-2b373",
"20260904-6-f5a40",
"20260904-7-c7b61",
"github_com_salesforce_FlowForce_pull_33",
"20261105-0-5aa6a",
"20261105-1-fa047",
"20261105-2-16bb1",
"20261105-3-1e901",
"20261105-4-25777",
"20261105-5-1771b",
"20261105-6-6e77b",
"github_com_salesforce_FlowForce_pull_45",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a20",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Performance Optimization & Routing Logic of FlowForce that caused slower API response times and degraded application performance?",
"ground_truth": [
"DataSolutions",
"SmartData",
"TechCorp",
"InnovateAI"
],
"citations": [
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a21",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Performance Optimization & Routing Logic in FlowForce that were causing slower API response times and degrading application performance?",
"ground_truth": [
"eid_d098d618"
],
"citations": [
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261109-0-e6812",
"20261109-1-77c83",
"20261109-2-692b2",
"20261109-3-b0b35",
"20261109-4-d2694",
"20261109-5-c9826",
"20261109-6-3ffae",
"20261109-7-23788",
"github_com_salesforce_FlowForce_pull_47",
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20261026-0-c3779",
"20261026-1-34064",
"20261026-2-a41dd",
"20261026-3-3b5f1",
"20261026-4-850df",
"20261026-5-0bc3e",
"20261026-6-a3960",
"20261026-7-6944b",
"github_com_salesforce_FlowForce_pull_42",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a22",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Security & Authentication Module in FlowForce that posed significant security risks and potential data breaches?",
"ground_truth": [
"FusionTech",
"InnovateAI",
"NextGenTech",
"TechCorp"
],
"citations": [
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20260815-0-51ed8",
"20260815-1-3caea",
"20260815-2-43c98",
"20260815-3-de4f7",
"20260815-4-93b04",
"20260815-5-6eef0",
"20260815-6-eb2fa",
"20260815-7-b99f2",
"20260815-8-76c58",
"20260815-9-203f8",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a23",
"product": "FlowForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the Security & Authentication Module in FlowForce that posed a significant security risk and could lead to data breaches and loss of user trust?",
"ground_truth": [
"eid_399e4119",
"eid_fc0f17c3",
"eid_9a7b2132",
"eid_f2474622"
],
"citations": [
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20261018-0-b4f1e",
"20261018-1-14f08",
"20261018-2-c240c",
"20261018-3-921aa",
"20261018-4-2e3b8",
"20261018-5-9d1bb",
"20261018-6-5c773",
"20261018-7-8e9bb",
"github_com_salesforce_FlowForce_pull_41",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260918-0-f322a",
"20260918-1-f8768",
"20260918-2-e04d0",
"20260918-3-bb300",
"20260918-4-200e1",
"20260918-5-8cada",
"20260918-6-29c1a",
"github_com_salesforce_FlowForce_pull_35",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20260828-0-0d872",
"20260828-1-3bdb3",
"20260828-2-f3c68",
"20260828-3-d68f9",
"20260828-4-61ed3",
"20260828-5-fb2af",
"20260828-6-0b795",
"github_com_salesforce_FlowForce_pull_32",
"20260915-0-c22f4",
"20260915-1-b07e5",
"20260915-2-33897",
"20260915-3-7e496",
"20260915-4-68256",
"20260915-5-2c691",
"20260915-6-c172c",
"20260915-7-2930d",
"20260915-8-7cd3c",
"github_com_salesforce_FlowForce_pull_34",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a24",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Database & Data Synchronization Module in FlowForce that led to decisions based on inaccurate data and service disruptions?",
"ground_truth": [
"FusionTech",
"NextGenTech",
"InnovateAI",
"TechCorp"
],
"citations": [
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a25",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Database & Data Synchronization Module in FlowForce that were causing users to make decisions based on inaccurate data, leading to ineffective optimizations and potential service disruptions?",
"ground_truth": [
"eid_399e4119",
"eid_71071933",
"eid_d098d618",
"eid_f2474622"
],
"citations": [
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20260827-0-f4af4",
"20260827-1-4062f",
"20260827-2-ed846",
"20260827-3-74645",
"20260827-4-f5d25",
"20260827-5-b1162",
"github_com_salesforce_FlowForce_pull_31",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20260928-0-bf712",
"20260928-1-6e723",
"20260928-2-57efc",
"20260928-3-fb550",
"20260928-4-00a43",
"20260928-5-3434a",
"20260928-6-9cfc0",
"github_com_salesforce_FlowForce_pull_37",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20261121-0-d39ed",
"20261121-1-c5885",
"20261121-2-5a652",
"20261121-3-f3fa3",
"20261121-4-7c859",
"20261121-5-6e5c3",
"20261121-6-ee0e3",
"20261121-7-b3ec9",
"github_com_salesforce_FlowForce_pull_49",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20261008-0-3bd0a",
"20261008-1-01f4a",
"20261008-2-c6690",
"20261008-3-b7224",
"20261008-4-3445d",
"20261008-5-2d227",
"20261008-6-5a715",
"github_com_salesforce_FlowForce_pull_39",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a26",
"product": "FlowForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_d098d618 to resolve bugs reported by TechCorp in FlowForce",
"ground_truth": [
"https://github.com/salesforce/FlowForce/pull/47",
"https://github.com/salesforce/FlowForce/pull/49"
],
"citations": [
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261109-0-e6812",
"20261109-1-77c83",
"20261109-2-692b2",
"20261109-3-b0b35",
"20261109-4-d2694",
"20261109-5-c9826",
"20261109-6-3ffae",
"20261109-7-23788",
"github_com_salesforce_FlowForce_pull_47",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20261121-0-d39ed",
"20261121-1-c5885",
"20261121-2-5a652",
"20261121-3-f3fa3",
"20261121-4-7c859",
"20261121-5-6e5c3",
"20261121-6-ee0e3",
"20261121-7-b3ec9",
"github_com_salesforce_FlowForce_pull_49",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a27",
"product": "FlowForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_b6268ef7 to resolve bugs reported by BlueWave in FlowForce",
"ground_truth": [
"https://github.com/salesforce/FlowForce/pull/43",
"https://github.com/salesforce/FlowForce/pull/45"
],
"citations": [
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261028-0-f3163",
"20261028-1-36dde",
"20261028-2-ac52e",
"20261028-3-09925",
"20261028-4-99007",
"20261028-5-4aadb",
"20261028-6-8cca2",
"github_com_salesforce_FlowForce_pull_43",
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261105-0-5aa6a",
"20261105-1-fa047",
"20261105-2-16bb1",
"20261105-3-1e901",
"20261105-4-25777",
"20261105-5-1771b",
"20261105-6-6e77b",
"github_com_salesforce_FlowForce_pull_45",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#a28",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in FlowForce",
"ground_truth": [
"eid_d098d618"
],
"citations": [
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261102-0-4df84",
"20261102-1-1c266",
"20261102-2-98425",
"20261102-3-f1199",
"20261102-4-d009c",
"20261102-5-cc5de",
"20261102-6-3a3a7",
"20261102-7-86e85",
"github_com_salesforce_FlowForce_pull_44",
"20260815-0-51ed8",
"20260815-1-3caea",
"20260815-2-43c98",
"20260815-3-de4f7",
"20260815-4-93b04",
"20260815-5-6eef0",
"20260815-6-eb2fa",
"20260815-7-b99f2",
"20260815-8-76c58",
"20260815-9-203f8",
"20260821-0-cab78",
"20260821-1-cefd5",
"20260821-2-3388f",
"20260821-3-7c5f0",
"20260821-4-26d97",
"20260821-5-500d1",
"github_com_salesforce_FlowForce_pull_30",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20261010-0-6e12b",
"20261010-1-875f2",
"20261010-2-4d981",
"20261010-3-88ebf",
"20261010-4-b6956",
"20261010-5-6d0b6",
"20261010-6-ce4bc",
"20261010-7-dd5af",
"github_com_salesforce_FlowForce_pull_40",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20260927-0-bc013",
"20260927-1-062f4",
"20260927-2-34956",
"20260927-3-6595f",
"20260927-4-34774",
"20260927-5-24368",
"20260927-6-49bdb",
"github_com_salesforce_FlowForce_pull_36",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20261001-0-c789f",
"20261001-1-bcaa2",
"20261001-2-b3748",
"20261001-3-a444b",
"20261001-4-b6acf",
"20261001-5-2cd91",
"20261001-6-21da3",
"20261001-7-8e82f",
"github_com_salesforce_FlowForce_pull_38",
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261106-0-61cf1",
"20261106-1-eed31",
"20261106-2-0a034",
"20261106-3-dcdc8",
"20261106-4-5f17e",
"20261106-5-5cb18",
"20261106-6-b8160",
"20261106-7-9f858",
"20261106-8-474ad",
"github_com_salesforce_FlowForce_pull_46",
"20261028-0-f3163",
"20261028-1-36dde",
"20261028-2-ac52e",
"20261028-3-09925",
"20261028-4-99007",
"20261028-5-4aadb",
"20261028-6-8cca2",
"github_com_salesforce_FlowForce_pull_43",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20261118-0-c65a8",
"20261118-1-46d0f",
"20261118-2-90049",
"20261118-3-881cd",
"20261118-4-8ce3f",
"20261118-5-782a8",
"github_com_salesforce_FlowForce_pull_48",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260904-0-64daa",
"20260904-1-c4ce5",
"20260904-2-17f51",
"20260904-3-fbae3",
"20260904-4-af796",
"20260904-5-2b373",
"20260904-6-f5a40",
"20260904-7-c7b61",
"github_com_salesforce_FlowForce_pull_33",
"20261105-0-5aa6a",
"20261105-1-fa047",
"20261105-2-16bb1",
"20261105-3-1e901",
"20261105-4-25777",
"20261105-5-1771b",
"20261105-6-6e77b",
"github_com_salesforce_FlowForce_pull_45",
"20261109-0-e6812",
"20261109-1-77c83",
"20261109-2-692b2",
"20261109-3-b0b35",
"20261109-4-d2694",
"20261109-5-c9826",
"20261109-6-3ffae",
"20261109-7-23788",
"github_com_salesforce_FlowForce_pull_47",
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20261026-0-c3779",
"20261026-1-34064",
"20261026-2-a41dd",
"20261026-3-3b5f1",
"20261026-4-850df",
"20261026-5-0bc3e",
"20261026-6-a3960",
"20261026-7-6944b",
"github_com_salesforce_FlowForce_pull_42",
"20261018-0-b4f1e",
"20261018-1-14f08",
"20261018-2-c240c",
"20261018-3-921aa",
"20261018-4-2e3b8",
"20261018-5-9d1bb",
"20261018-6-5c773",
"20261018-7-8e9bb",
"github_com_salesforce_FlowForce_pull_41",
"20260918-0-f322a",
"20260918-1-f8768",
"20260918-2-e04d0",
"20260918-3-bb300",
"20260918-4-200e1",
"20260918-5-8cada",
"20260918-6-29c1a",
"github_com_salesforce_FlowForce_pull_35",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20260828-0-0d872",
"20260828-1-3bdb3",
"20260828-2-f3c68",
"20260828-3-d68f9",
"20260828-4-61ed3",
"20260828-5-fb2af",
"20260828-6-0b795",
"github_com_salesforce_FlowForce_pull_32",
"20260915-0-c22f4",
"20260915-1-b07e5",
"20260915-2-33897",
"20260915-3-7e496",
"20260915-4-68256",
"20260915-5-2c691",
"20260915-6-c172c",
"20260915-7-2930d",
"20260915-8-7cd3c",
"github_com_salesforce_FlowForce_pull_34",
"20260827-0-f4af4",
"20260827-1-4062f",
"20260827-2-ed846",
"20260827-3-74645",
"20260827-4-f5d25",
"20260827-5-b1162",
"github_com_salesforce_FlowForce_pull_31",
"20260928-0-bf712",
"20260928-1-6e723",
"20260928-2-57efc",
"20260928-3-fb550",
"20260928-4-00a43",
"20260928-5-3434a",
"20260928-6-9cfc0",
"github_com_salesforce_FlowForce_pull_37",
"20261121-0-d39ed",
"20261121-1-c5885",
"20261121-2-5a652",
"20261121-3-f3fa3",
"20261121-4-7c859",
"20261121-5-6e5c3",
"20261121-6-ee0e3",
"20261121-7-b3ec9",
"github_com_salesforce_FlowForce_pull_49",
"20261008-0-3bd0a",
"20261008-1-01f4a",
"20261008-2-c6690",
"20261008-3-b7224",
"20261008-4-3445d",
"20261008-5-2d227",
"20261008-6-5a715",
"github_com_salesforce_FlowForce_pull_39",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#a29",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in FlowForce",
"ground_truth": [
"TechCorp"
],
"citations": [
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261102-0-4df84",
"20261102-1-1c266",
"20261102-2-98425",
"20261102-3-f1199",
"20261102-4-d009c",
"20261102-5-cc5de",
"20261102-6-3a3a7",
"20261102-7-86e85",
"github_com_salesforce_FlowForce_pull_44",
"20260815-0-51ed8",
"20260815-1-3caea",
"20260815-2-43c98",
"20260815-3-de4f7",
"20260815-4-93b04",
"20260815-5-6eef0",
"20260815-6-eb2fa",
"20260815-7-b99f2",
"20260815-8-76c58",
"20260815-9-203f8",
"20260821-0-cab78",
"20260821-1-cefd5",
"20260821-2-3388f",
"20260821-3-7c5f0",
"20260821-4-26d97",
"20260821-5-500d1",
"github_com_salesforce_FlowForce_pull_30",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20261010-0-6e12b",
"20261010-1-875f2",
"20261010-2-4d981",
"20261010-3-88ebf",
"20261010-4-b6956",
"20261010-5-6d0b6",
"20261010-6-ce4bc",
"20261010-7-dd5af",
"github_com_salesforce_FlowForce_pull_40",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20260927-0-bc013",
"20260927-1-062f4",
"20260927-2-34956",
"20260927-3-6595f",
"20260927-4-34774",
"20260927-5-24368",
"20260927-6-49bdb",
"github_com_salesforce_FlowForce_pull_36",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20261001-0-c789f",
"20261001-1-bcaa2",
"20261001-2-b3748",
"20261001-3-a444b",
"20261001-4-b6acf",
"20261001-5-2cd91",
"20261001-6-21da3",
"20261001-7-8e82f",
"github_com_salesforce_FlowForce_pull_38",
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261106-0-61cf1",
"20261106-1-eed31",
"20261106-2-0a034",
"20261106-3-dcdc8",
"20261106-4-5f17e",
"20261106-5-5cb18",
"20261106-6-b8160",
"20261106-7-9f858",
"20261106-8-474ad",
"github_com_salesforce_FlowForce_pull_46",
"20261028-0-f3163",
"20261028-1-36dde",
"20261028-2-ac52e",
"20261028-3-09925",
"20261028-4-99007",
"20261028-5-4aadb",
"20261028-6-8cca2",
"github_com_salesforce_FlowForce_pull_43",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20261118-0-c65a8",
"20261118-1-46d0f",
"20261118-2-90049",
"20261118-3-881cd",
"20261118-4-8ce3f",
"20261118-5-782a8",
"github_com_salesforce_FlowForce_pull_48",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260904-0-64daa",
"20260904-1-c4ce5",
"20260904-2-17f51",
"20260904-3-fbae3",
"20260904-4-af796",
"20260904-5-2b373",
"20260904-6-f5a40",
"20260904-7-c7b61",
"github_com_salesforce_FlowForce_pull_33",
"20261105-0-5aa6a",
"20261105-1-fa047",
"20261105-2-16bb1",
"20261105-3-1e901",
"20261105-4-25777",
"20261105-5-1771b",
"20261105-6-6e77b",
"github_com_salesforce_FlowForce_pull_45",
"20261109-0-e6812",
"20261109-1-77c83",
"20261109-2-692b2",
"20261109-3-b0b35",
"20261109-4-d2694",
"20261109-5-c9826",
"20261109-6-3ffae",
"20261109-7-23788",
"github_com_salesforce_FlowForce_pull_47",
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20261026-0-c3779",
"20261026-1-34064",
"20261026-2-a41dd",
"20261026-3-3b5f1",
"20261026-4-850df",
"20261026-5-0bc3e",
"20261026-6-a3960",
"20261026-7-6944b",
"github_com_salesforce_FlowForce_pull_42",
"20261018-0-b4f1e",
"20261018-1-14f08",
"20261018-2-c240c",
"20261018-3-921aa",
"20261018-4-2e3b8",
"20261018-5-9d1bb",
"20261018-6-5c773",
"20261018-7-8e9bb",
"github_com_salesforce_FlowForce_pull_41",
"20260918-0-f322a",
"20260918-1-f8768",
"20260918-2-e04d0",
"20260918-3-bb300",
"20260918-4-200e1",
"20260918-5-8cada",
"20260918-6-29c1a",
"github_com_salesforce_FlowForce_pull_35",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20260828-0-0d872",
"20260828-1-3bdb3",
"20260828-2-f3c68",
"20260828-3-d68f9",
"20260828-4-61ed3",
"20260828-5-fb2af",
"20260828-6-0b795",
"github_com_salesforce_FlowForce_pull_32",
"20260915-0-c22f4",
"20260915-1-b07e5",
"20260915-2-33897",
"20260915-3-7e496",
"20260915-4-68256",
"20260915-5-2c691",
"20260915-6-c172c",
"20260915-7-2930d",
"20260915-8-7cd3c",
"github_com_salesforce_FlowForce_pull_34",
"20260827-0-f4af4",
"20260827-1-4062f",
"20260827-2-ed846",
"20260827-3-74645",
"20260827-4-f5d25",
"20260827-5-b1162",
"github_com_salesforce_FlowForce_pull_31",
"20260928-0-bf712",
"20260928-1-6e723",
"20260928-2-57efc",
"20260928-3-fb550",
"20260928-4-00a43",
"20260928-5-3434a",
"20260928-6-9cfc0",
"github_com_salesforce_FlowForce_pull_37",
"20261121-0-d39ed",
"20261121-1-c5885",
"20261121-2-5a652",
"20261121-3-f3fa3",
"20261121-4-7c859",
"20261121-5-6e5c3",
"20261121-6-ee0e3",
"20261121-7-b3ec9",
"github_com_salesforce_FlowForce_pull_49",
"20261008-0-3bd0a",
"20261008-1-01f4a",
"20261008-2-c6690",
"20261008-3-b7224",
"20261008-4-3445d",
"20261008-5-2d227",
"20261008-6-5a715",
"github_com_salesforce_FlowForce_pull_39",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#a30",
"product": "FlowForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in FlowForce?",
"ground_truth": [
"InnovateAI"
],
"citations": [
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261102-0-4df84",
"20261102-1-1c266",
"20261102-2-98425",
"20261102-3-f1199",
"20261102-4-d009c",
"20261102-5-cc5de",
"20261102-6-3a3a7",
"20261102-7-86e85",
"github_com_salesforce_FlowForce_pull_44",
"20260815-0-51ed8",
"20260815-1-3caea",
"20260815-2-43c98",
"20260815-3-de4f7",
"20260815-4-93b04",
"20260815-5-6eef0",
"20260815-6-eb2fa",
"20260815-7-b99f2",
"20260815-8-76c58",
"20260815-9-203f8",
"20260821-0-cab78",
"20260821-1-cefd5",
"20260821-2-3388f",
"20260821-3-7c5f0",
"20260821-4-26d97",
"20260821-5-500d1",
"github_com_salesforce_FlowForce_pull_30",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20261010-0-6e12b",
"20261010-1-875f2",
"20261010-2-4d981",
"20261010-3-88ebf",
"20261010-4-b6956",
"20261010-5-6d0b6",
"20261010-6-ce4bc",
"20261010-7-dd5af",
"github_com_salesforce_FlowForce_pull_40",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20260927-0-bc013",
"20260927-1-062f4",
"20260927-2-34956",
"20260927-3-6595f",
"20260927-4-34774",
"20260927-5-24368",
"20260927-6-49bdb",
"github_com_salesforce_FlowForce_pull_36",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20261001-0-c789f",
"20261001-1-bcaa2",
"20261001-2-b3748",
"20261001-3-a444b",
"20261001-4-b6acf",
"20261001-5-2cd91",
"20261001-6-21da3",
"20261001-7-8e82f",
"github_com_salesforce_FlowForce_pull_38",
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261106-0-61cf1",
"20261106-1-eed31",
"20261106-2-0a034",
"20261106-3-dcdc8",
"20261106-4-5f17e",
"20261106-5-5cb18",
"20261106-6-b8160",
"20261106-7-9f858",
"20261106-8-474ad",
"github_com_salesforce_FlowForce_pull_46",
"20261028-0-f3163",
"20261028-1-36dde",
"20261028-2-ac52e",
"20261028-3-09925",
"20261028-4-99007",
"20261028-5-4aadb",
"20261028-6-8cca2",
"github_com_salesforce_FlowForce_pull_43",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20261118-0-c65a8",
"20261118-1-46d0f",
"20261118-2-90049",
"20261118-3-881cd",
"20261118-4-8ce3f",
"20261118-5-782a8",
"github_com_salesforce_FlowForce_pull_48",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260904-0-64daa",
"20260904-1-c4ce5",
"20260904-2-17f51",
"20260904-3-fbae3",
"20260904-4-af796",
"20260904-5-2b373",
"20260904-6-f5a40",
"20260904-7-c7b61",
"github_com_salesforce_FlowForce_pull_33",
"20261105-0-5aa6a",
"20261105-1-fa047",
"20261105-2-16bb1",
"20261105-3-1e901",
"20261105-4-25777",
"20261105-5-1771b",
"20261105-6-6e77b",
"github_com_salesforce_FlowForce_pull_45",
"20261109-0-e6812",
"20261109-1-77c83",
"20261109-2-692b2",
"20261109-3-b0b35",
"20261109-4-d2694",
"20261109-5-c9826",
"20261109-6-3ffae",
"20261109-7-23788",
"github_com_salesforce_FlowForce_pull_47",
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20261026-0-c3779",
"20261026-1-34064",
"20261026-2-a41dd",
"20261026-3-3b5f1",
"20261026-4-850df",
"20261026-5-0bc3e",
"20261026-6-a3960",
"20261026-7-6944b",
"github_com_salesforce_FlowForce_pull_42",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20261018-0-b4f1e",
"20261018-1-14f08",
"20261018-2-c240c",
"20261018-3-921aa",
"20261018-4-2e3b8",
"20261018-5-9d1bb",
"20261018-6-5c773",
"20261018-7-8e9bb",
"github_com_salesforce_FlowForce_pull_41",
"20260918-0-f322a",
"20260918-1-f8768",
"20260918-2-e04d0",
"20260918-3-bb300",
"20260918-4-200e1",
"20260918-5-8cada",
"20260918-6-29c1a",
"github_com_salesforce_FlowForce_pull_35",
"20260828-0-0d872",
"20260828-1-3bdb3",
"20260828-2-f3c68",
"20260828-3-d68f9",
"20260828-4-61ed3",
"20260828-5-fb2af",
"20260828-6-0b795",
"github_com_salesforce_FlowForce_pull_32",
"20260915-0-c22f4",
"20260915-1-b07e5",
"20260915-2-33897",
"20260915-3-7e496",
"20260915-4-68256",
"20260915-5-2c691",
"20260915-6-c172c",
"20260915-7-2930d",
"20260915-8-7cd3c",
"github_com_salesforce_FlowForce_pull_34",
"20260827-0-f4af4",
"20260827-1-4062f",
"20260827-2-ed846",
"20260827-3-74645",
"20260827-4-f5d25",
"20260827-5-b1162",
"github_com_salesforce_FlowForce_pull_31",
"20260928-0-bf712",
"20260928-1-6e723",
"20260928-2-57efc",
"20260928-3-fb550",
"20260928-4-00a43",
"20260928-5-3434a",
"20260928-6-9cfc0",
"github_com_salesforce_FlowForce_pull_37",
"20261121-0-d39ed",
"20261121-1-c5885",
"20261121-2-5a652",
"20261121-3-f3fa3",
"20261121-4-7c859",
"20261121-5-6e5c3",
"20261121-6-ee0e3",
"20261121-7-b3ec9",
"github_com_salesforce_FlowForce_pull_49",
"20261008-0-3bd0a",
"20261008-1-01f4a",
"20261008-2-c6690",
"20261008-3-b7224",
"20261008-4-3445d",
"20261008-5-2d227",
"20261008-6-5a715",
"github_com_salesforce_FlowForce_pull_39",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#a31",
"product": "FlowForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in FlowForce.",
"ground_truth": [
"eid_71071933",
"eid_d098d618"
],
"citations": [
"20261021-0-ab73f",
"20261021-1-8214d",
"20261021-2-559c3",
"20261021-3-c7106",
"20261021-4-9d453",
"20261021-5-a4ffd",
"20261021-6-5eb75",
"20261021-7-46ef0",
"20261021-8-bec49",
"20261021-9-5b32e",
"20261021-10-2c40d",
"20261102-0-4df84",
"20261102-1-1c266",
"20261102-2-98425",
"20261102-3-f1199",
"20261102-4-d009c",
"20261102-5-cc5de",
"20261102-6-3a3a7",
"20261102-7-86e85",
"github_com_salesforce_FlowForce_pull_44",
"20260815-0-51ed8",
"20260815-1-3caea",
"20260815-2-43c98",
"20260815-3-de4f7",
"20260815-4-93b04",
"20260815-5-6eef0",
"20260815-6-eb2fa",
"20260815-7-b99f2",
"20260815-8-76c58",
"20260815-9-203f8",
"20260821-0-cab78",
"20260821-1-cefd5",
"20260821-2-3388f",
"20260821-3-7c5f0",
"20260821-4-26d97",
"20260821-5-500d1",
"github_com_salesforce_FlowForce_pull_30",
"20261004-0-19c5c",
"20261004-1-cb5f6",
"20261004-2-7112f",
"20261004-3-5f6f9",
"20261004-4-24590",
"20261004-5-2641c",
"20261004-6-7cfc2",
"20261004-7-3149c",
"20261004-8-84d5d",
"20261004-9-96ffb",
"20261004-10-bdfd4",
"20261010-0-6e12b",
"20261010-1-875f2",
"20261010-2-4d981",
"20261010-3-88ebf",
"20261010-4-b6956",
"20261010-5-6d0b6",
"20261010-6-ce4bc",
"20261010-7-dd5af",
"github_com_salesforce_FlowForce_pull_40",
"20260910-0-9b087",
"20260910-1-ac314",
"20260910-2-26182",
"20260910-3-31ab6",
"20260910-4-f8baa",
"20260910-5-4041b",
"20260910-6-66ab9",
"20260910-7-fa5ec",
"20260910-8-deac9",
"20260910-9-52e78",
"20260910-10-9e56a",
"20260927-0-bc013",
"20260927-1-062f4",
"20260927-2-34956",
"20260927-3-6595f",
"20260927-4-34774",
"20260927-5-24368",
"20260927-6-49bdb",
"github_com_salesforce_FlowForce_pull_36",
"20260922-0-bb26c",
"20260922-1-3959d",
"20260922-2-6e661",
"20260922-3-8c1bc",
"20260922-4-edc17",
"20260922-5-1c2bd",
"20260922-6-a0bf8",
"20260922-7-be8aa",
"20260922-8-40c0e",
"20260922-9-733d6",
"20260922-10-c02f1",
"20261001-0-c789f",
"20261001-1-bcaa2",
"20261001-2-b3748",
"20261001-3-a444b",
"20261001-4-b6acf",
"20261001-5-2cd91",
"20261001-6-21da3",
"20261001-7-8e82f",
"github_com_salesforce_FlowForce_pull_38",
"20261030-0-809db",
"20261030-1-60ebb",
"20261030-2-6b337",
"20261030-3-60a06",
"20261030-4-b73e3",
"20261030-5-4b9ae",
"20261030-6-d6299",
"20261030-7-24ec0",
"20261030-8-5472c",
"20261030-9-e3a7f",
"20261106-0-61cf1",
"20261106-1-eed31",
"20261106-2-0a034",
"20261106-3-dcdc8",
"20261106-4-5f17e",
"20261106-5-5cb18",
"20261106-6-b8160",
"20261106-7-9f858",
"20261106-8-474ad",
"github_com_salesforce_FlowForce_pull_46",
"20261028-0-f3163",
"20261028-1-36dde",
"20261028-2-ac52e",
"20261028-3-09925",
"20261028-4-99007",
"20261028-5-4aadb",
"20261028-6-8cca2",
"github_com_salesforce_FlowForce_pull_43",
"20261113-0-ec2f1",
"20261113-1-e1bcc",
"20261113-2-fdf4e",
"20261113-3-e2566",
"20261113-4-aa5de",
"20261113-5-1a8c6",
"20261113-6-30008",
"20261113-7-9dab1",
"20261113-8-2a1e2",
"20261118-0-c65a8",
"20261118-1-46d0f",
"20261118-2-90049",
"20261118-3-881cd",
"20261118-4-8ce3f",
"20261118-5-782a8",
"github_com_salesforce_FlowForce_pull_48",
"20260902-0-9b65d",
"20260902-1-0a7dc",
"20260902-2-11d2a",
"20260902-3-41729",
"20260902-4-2a776",
"20260902-5-9587e",
"20260902-6-9bb9d",
"20260902-7-edb3a",
"20260902-8-24e12",
"20260902-9-ce737",
"20260902-10-28d71",
"20260904-0-64daa",
"20260904-1-c4ce5",
"20260904-2-17f51",
"20260904-3-fbae3",
"20260904-4-af796",
"20260904-5-2b373",
"20260904-6-f5a40",
"20260904-7-c7b61",
"github_com_salesforce_FlowForce_pull_33",
"20261105-0-5aa6a",
"20261105-1-fa047",
"20261105-2-16bb1",
"20261105-3-1e901",
"20261105-4-25777",
"20261105-5-1771b",
"20261105-6-6e77b",
"github_com_salesforce_FlowForce_pull_45",
"20261109-0-e6812",
"20261109-1-77c83",
"20261109-2-692b2",
"20261109-3-b0b35",
"20261109-4-d2694",
"20261109-5-c9826",
"20261109-6-3ffae",
"20261109-7-23788",
"github_com_salesforce_FlowForce_pull_47",
"20261012-0-d5c67",
"20261012-1-60031",
"20261012-2-18194",
"20261012-3-cfd9d",
"20261012-4-35875",
"20261012-5-978aa",
"20261012-6-bd359",
"20261012-7-0249e",
"20261012-8-c1129",
"20261012-9-06fe3",
"20261012-10-94f14",
"20261012-11-16e82",
"20261026-0-c3779",
"20261026-1-34064",
"20261026-2-a41dd",
"20261026-3-3b5f1",
"20261026-4-850df",
"20261026-5-0bc3e",
"20261026-6-a3960",
"20261026-7-6944b",
"github_com_salesforce_FlowForce_pull_42",
"20260823-0-c0985",
"20260823-1-45f5e",
"20260823-2-dd53d",
"20260823-3-110a7",
"20260823-4-15e95",
"20260823-5-bee1f",
"20260823-6-bba35",
"20260823-7-3861e",
"20260823-8-22aa0",
"20260823-9-c682d",
"20261018-0-b4f1e",
"20261018-1-14f08",
"20261018-2-c240c",
"20261018-3-921aa",
"20261018-4-2e3b8",
"20261018-5-9d1bb",
"20261018-6-5c773",
"20261018-7-8e9bb",
"github_com_salesforce_FlowForce_pull_41",
"20260918-0-f322a",
"20260918-1-f8768",
"20260918-2-e04d0",
"20260918-3-bb300",
"20260918-4-200e1",
"20260918-5-8cada",
"20260918-6-29c1a",
"github_com_salesforce_FlowForce_pull_35",
"20260828-0-0d872",
"20260828-1-3bdb3",
"20260828-2-f3c68",
"20260828-3-d68f9",
"20260828-4-61ed3",
"20260828-5-fb2af",
"20260828-6-0b795",
"github_com_salesforce_FlowForce_pull_32",
"20260915-0-c22f4",
"20260915-1-b07e5",
"20260915-2-33897",
"20260915-3-7e496",
"20260915-4-68256",
"20260915-5-2c691",
"20260915-6-c172c",
"20260915-7-2930d",
"20260915-8-7cd3c",
"github_com_salesforce_FlowForce_pull_34",
"20260827-0-f4af4",
"20260827-1-4062f",
"20260827-2-ed846",
"20260827-3-74645",
"20260827-4-f5d25",
"20260827-5-b1162",
"github_com_salesforce_FlowForce_pull_31",
"20260928-0-bf712",
"20260928-1-6e723",
"20260928-2-57efc",
"20260928-3-fb550",
"20260928-4-00a43",
"20260928-5-3434a",
"20260928-6-9cfc0",
"github_com_salesforce_FlowForce_pull_37",
"20261121-0-d39ed",
"20261121-1-c5885",
"20261121-2-5a652",
"20261121-3-f3fa3",
"20261121-4-7c859",
"20261121-5-6e5c3",
"20261121-6-ee0e3",
"20261121-7-b3ec9",
"github_com_salesforce_FlowForce_pull_49",
"20261008-0-3bd0a",
"20261008-1-01f4a",
"20261008-2-c6690",
"20261008-3-b7224",
"20261008-4-3445d",
"20261008-5-2d227",
"20261008-6-5a715",
"github_com_salesforce_FlowForce_pull_39",
"20260611-0-3f44f",
"20260611-1-214b6",
"20260611-2-0df91"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#u0",
"product": "FlowForce",
"kind": "unanswerable",
"question": "What are the unique features of FlowForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u1",
"product": "FlowForce",
"kind": "unanswerable",
"question": "What are the weaknesses of FlowForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u2",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of FlowForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u3",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of FlowForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u4",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for FlowForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u5",
"product": "FlowForce",
"kind": "unanswerable",
"question": "What new features related to optimizing the real-time processing modules have been added to FlowForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u6",
"product": "FlowForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to FlowForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u7",
"product": "FlowForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to FlowForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u8",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in FlowForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u9",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Which bugs in FlowForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "FlowForce#u10",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in FlowForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#u11",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in FlowForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#u12",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in FlowForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#u13",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in FlowForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "FlowForce#u14",
"product": "FlowForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in FlowForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#a0",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of ForecastForce?",
"ground_truth": [
"eid_94fb5d84",
"eid_cb131cb3"
],
"citations": [
"castprox_market_research_report_final",
"latest_castaix_market_research_report",
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a1",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of ForecastForce?",
"ground_truth": [
"eid_4988ee2a",
"eid_3516c527",
"eid_2d14387c"
],
"citations": [
"castprox_product_requirements_document_final",
"castprox_product_vision_document_final",
"latest_castaix_product_vision_document",
"latest_castaix_product_requirements_document",
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a2",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of ForecastForce?",
"ground_truth": [
"eid_1e7c8290",
"eid_ec5cb5c2"
],
"citations": [
"latest_castaix_technical_specifications_document",
"castprox_technical_specifications_document_final",
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a3",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of ForecastForce?",
"ground_truth": [
"eid_0c373165",
"eid_ab6f41bc"
],
"citations": [
"latest_castaix_system_design_document",
"castprox_system_design_document_final",
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a4",
"product": "ForecastForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of ForecastForce?",
"ground_truth": [
"The customer reported that castAIX has limited integration options with third-party data sources.",
"The customer reported occasional inaccuracies in predictions when dealing with highly volatile data in castAIX.",
"The issues reported by the customer include the lack of customization options for forecast models in castAIX."
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a5",
"product": "ForecastForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of ForecastForce?",
"ground_truth": [
"The issues reported by the QA Specialist include that the user interface of castAIX can be overwhelming for new users, making it hard to navigate and use all features effectively.",
"The issues reported by the QA Specialist are performance degradation with large datasets, leading to slower processing times and delayed forecasts."
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a6",
"product": "ForecastForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of ForecastForce?",
"ground_truth": [
"The positive feedback provided by the customers includes:\n\n1. Customer CUST-0092 mentioned that the AI-powered forecasting engine provides highly accurate predictions for stable datasets, enhancing decision-making.\n2. Customer CUST-0090 appreciated the comprehensive set of features that cater to a wide range of forecasting needs.\n3. Customer CUST-0065 reported that castAIX is highly reliable with minimal downtime, ensuring consistent availability.",
"The positive feedback provided by the customers includes:\n\n1. Customer CUST-0005 mentioned that the integration with Tableau allows for seamless visualization of forecast data, which improves data interpretation.\n2. Customer CUST-0048 reported that the system handles moderate-sized datasets efficiently while maintaining good performance levels."
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a7",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of ForecastForce?",
"ground_truth": [
"FusionTech",
"BlueWave"
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a8",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of ForecastForce?",
"ground_truth": [
"eid_accab4fc",
"eid_3f3ea10f"
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a9",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of ForecastForce?",
"ground_truth": [
"BlueWave",
"InnovateAI",
"NextGenTech",
"TechCorp",
"AITransformers"
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a10",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of ForecastForce?",
"ground_truth": [
"eid_86044ae5",
"eid_bd791efc",
"eid_fe9e7eee"
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a11",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of ForecastForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/castProX/demo_4",
"https://sf-internal.slack.com/archives/castProX/demo_2",
"https://sf-internal.slack.com/archives/castProX/demo_1",
"https://sf-internal.slack.com/archives/castProX/demo_3"
],
"citations": [
"20260322-0-4ab93",
"20260322-1-f551a",
"20260322-2-b5b19",
"20260322-3-b37b2",
"20260322-4-715d3",
"20260322-5-85d08",
"20260322-6-60af6",
"20260322-7-2970c",
"20260401-0-01826",
"20260407-0-a3c28",
"20260411-0-8f23f",
"20260501-0-327b8",
"20260325-0-d5d24",
"20260325-1-15e1b",
"20260325-2-60712",
"20260325-3-ccc16",
"20260325-4-eb5dc",
"20260325-5-acaac",
"20260325-6-4853e",
"20260325-7-6cbd0",
"20260325-8-3a946",
"20260325-9-7a2df",
"20260325-10-a7632",
"20260325-11-29453",
"20260325-12-8db8a",
"20260325-13-fd565",
"20260512-0-77302",
"20260512-1-5ba64",
"20260512-2-fdedd",
"20260512-3-eccec",
"20260512-4-a2504",
"20260512-5-97a26",
"20260512-6-baf8b",
"20260512-7-e53f9",
"20260512-8-6cdae",
"20260512-9-c561b",
"20260325-0-4901d",
"20260325-1-18701",
"20260325-2-f4f7a",
"20260325-3-7af7c",
"20260325-4-bfd27",
"20260325-5-01736",
"20260325-6-dde8a",
"20260325-7-d1faa",
"20260325-8-32efb",
"20260325-9-3fa16",
"20260325-10-74d3e",
"20260415-0-5fd7a",
"20260415-1-0782d",
"20260415-2-dd2e1",
"20260415-3-87b71",
"20260415-4-e69ac",
"20260415-5-94827",
"20260415-6-ebefd",
"20260415-7-71ccf",
"20260415-8-2bd7f",
"20260415-9-e071d",
"20260415-10-5d0e0",
"20260325-0-d615e",
"20260325-1-06656",
"20260325-2-5f2f9",
"20260325-3-b9b41",
"20260325-4-fd9a9",
"20260325-5-8ab9e",
"20260404-0-281d1",
"20260404-1-7173f",
"20260404-2-dace9",
"20260404-3-f0205",
"20260404-4-3f16c",
"20260404-5-e8e19",
"20260404-6-42b23",
"20260404-7-8f3bd",
"20260404-8-6b022",
"20260404-9-06708",
"20260419-0-23fdb",
"20260419-1-0ec7a",
"20260419-2-ff78a",
"20260419-3-63c10",
"20260419-4-47f9c",
"20260419-5-ab590",
"20260419-6-ef53b",
"20260419-7-7dd56",
"sf-internal_slack_com_archives_castProX_demo_4",
"sf-internal_slack_com_archives_castProX_demo_2",
"sf-internal_slack_com_archives_castProX_demo_1",
"sf-internal_slack_com_archives_castProX_demo_3",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a12",
"product": "ForecastForce",
"kind": "answerable",
"question": "Can you find links to PRs for developing customizable forecast models in ForecastForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/17"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_17",
"20260705-0-0371e",
"20260705-1-098ae",
"20260705-2-f5b13",
"20260705-3-23422",
"20260705-4-f7b7d",
"20260705-5-f520a",
"20260705-6-39eae",
"20260705-7-1a3dc",
"20260705-8-96c6c",
"20260705-9-5878d",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a13",
"product": "ForecastForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for implementing customizable forecast models in ForecastForce?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/1",
"https://github.com/salesforce/castAIX/pull/5",
"https://github.com/salesforce/castAIX/pull/9",
"https://github.com/salesforce/castAIX/pull/13",
"https://github.com/salesforce/castAIX/pull/21"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"github_com_salesforce_castAIX_pull_1",
"20260504-0-e0c77",
"20260504-1-300ac",
"20260504-2-1683a",
"20260504-3-6822e",
"20260504-4-694d5",
"20260504-5-e7498",
"20260504-6-fed86",
"20260504-7-ee850",
"20260504-8-5366d",
"20260504-9-faeec",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_5",
"20260521-0-f4d92",
"20260521-1-934d5",
"20260521-2-a73c9",
"20260521-3-7776b",
"20260521-4-ecfc7",
"20260521-5-889e4",
"20260521-6-8b28e",
"20260521-7-eef8e",
"product_dev_ForecastForce_4",
"github_com_salesforce_castAIX_pull_9",
"20260605-0-8e4ee",
"20260605-1-0f0f7",
"20260605-2-11365",
"20260605-3-faeca",
"20260605-4-498e5",
"20260605-5-2f5a1",
"20260605-6-b900b",
"20260605-7-5fac1",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_13",
"20260619-0-ac6a2",
"20260619-1-6a10c",
"20260619-2-cefa8",
"20260619-3-73b17",
"20260619-4-9325a",
"20260619-5-e5b8d",
"20260619-6-d7aaa",
"20260619-7-907eb",
"20260619-8-61170",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_21",
"20260719-0-14dc1",
"20260719-1-aca85",
"20260719-2-ba4d9",
"20260719-3-89339",
"20260719-4-7894c",
"20260719-5-4fe79",
"20260719-6-8b645",
"20260719-7-0d247",
"20260719-8-5dda9",
"20260719-9-6e6e1",
"20260719-10-5b289",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a14",
"product": "ForecastForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to security enhancements in ForecastForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/2"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_2",
"20260505-0-3f68c",
"20260505-1-cd9cb",
"20260505-2-e8568",
"20260505-3-453bc",
"20260505-4-bac53",
"20260505-5-98d40",
"20260505-6-55315",
"20260505-7-7e511",
"20260505-8-84469",
"20260505-9-ffd66",
"20260505-10-6234f",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a15",
"product": "ForecastForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the security enhancements in ForecastForce?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/6",
"https://github.com/salesforce/castAIX/pull/10",
"https://github.com/salesforce/castAIX/pull/14",
"https://github.com/salesforce/castAIX/pull/18",
"https://github.com/salesforce/castAIX/pull/22"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_6",
"20260525-0-6376f",
"20260525-1-3b8e4",
"20260525-2-43190",
"20260525-3-5192c",
"20260525-4-476e2",
"20260525-5-471d6",
"20260525-6-a9681",
"20260525-7-f295b",
"product_dev_ForecastForce_4",
"github_com_salesforce_castAIX_pull_10",
"20260609-0-3a17e",
"20260609-1-00520",
"20260609-2-c4984",
"20260609-3-9eff5",
"20260609-4-e534b",
"20260609-5-d2673",
"20260609-6-a42be",
"20260609-7-544b1",
"20260609-8-bd7b4",
"20260609-9-9f275",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_14",
"20260624-0-8829a",
"20260624-1-ffdea",
"20260624-2-83296",
"20260624-3-a2550",
"20260624-4-4bd18",
"20260624-5-18b35",
"20260624-6-f3793",
"20260624-7-312ef",
"product_dev_ForecastForce_6",
"github_com_salesforce_castAIX_pull_18",
"20260709-0-6d1a8",
"20260709-1-38a60",
"20260709-2-3cfbb",
"20260709-3-622c6",
"20260709-4-b5fcf",
"20260709-5-0e44d",
"20260709-6-2507b",
"20260709-7-d7fc4",
"20260709-8-55f26",
"20260709-9-a41ad",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_22",
"20260724-0-1fede",
"20260724-1-e6b5a",
"20260724-2-685a8",
"20260724-3-517de",
"20260724-4-f5907",
"20260724-5-db78c",
"20260724-6-4bcb5",
"20260724-7-2be0d",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a16",
"product": "ForecastForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the integration capabilities in ForecastForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/3",
"https://github.com/salesforce/castAIX/pull/11",
"https://github.com/salesforce/castAIX/pull/19",
"https://github.com/salesforce/castAIX/pull/24"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_3",
"20260508-0-eaad7",
"20260508-1-d2170",
"20260508-2-b9fa5",
"20260508-3-b06bd",
"20260508-4-4aba0",
"20260508-5-a3489",
"20260508-6-3bd49",
"20260508-7-d56fe",
"20260508-8-95014",
"20260508-9-2e510",
"product_dev_ForecastForce_4",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_11",
"20260612-0-3cd02",
"20260612-1-06fcd",
"20260612-2-d5e8e",
"20260612-3-785d7",
"20260612-4-3f2b1",
"20260612-5-d1fb8",
"20260612-6-94b43",
"20260612-7-f3639",
"20260612-8-dc26f",
"20260612-9-98bc5",
"20260612-10-72eef",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_19",
"20260712-0-135c1",
"20260712-1-58c6e",
"20260712-2-67bbd",
"20260712-3-696ce",
"20260712-4-06313",
"20260712-5-dc79b",
"20260712-6-83356",
"20260712-7-f1f25",
"product_dev_ForecastForce_8",
"product_dev_ForecastForce_9",
"github_com_salesforce_castAIX_pull_24",
"20260801-0-33d9b",
"20260801-1-2f4ef",
"20260801-2-00df2",
"20260801-3-2db24",
"20260801-4-1eb49",
"20260801-5-1c8b4",
"20260801-6-feca9",
"20260801-7-4dc6d",
"20260801-8-20a7c",
"20260801-9-07ba8",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a17",
"product": "ForecastForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for enhancing integration capabilities in ForecastForce?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/7",
"https://github.com/salesforce/castAIX/pull/15",
"https://github.com/salesforce/castAIX/pull/23",
"https://github.com/salesforce/castAIX/pull/25",
"https://github.com/salesforce/castAIX/pull/26"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_7",
"20260527-0-0ec7f",
"20260527-1-6dbae",
"20260527-2-19689",
"20260527-3-0afb2",
"20260527-4-f7333",
"20260527-5-6aa01",
"20260527-6-8622c",
"20260527-7-380ae",
"20260527-8-ad3d0",
"20260527-9-c731a",
"product_dev_ForecastForce_4",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_15",
"20260625-0-b81bf",
"20260625-1-61651",
"20260625-2-0389b",
"20260625-3-2c335",
"20260625-4-50103",
"20260625-5-8de3b",
"20260625-6-9c110",
"20260625-7-5c3c6",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_23",
"20260724-0-2548a",
"20260724-1-eb49c",
"20260724-2-f2996",
"20260724-3-08af2",
"20260724-4-3c04c",
"20260724-5-45e06",
"20260724-6-68081",
"20260724-7-09ca1",
"product_dev_ForecastForce_8",
"product_dev_ForecastForce_9",
"github_com_salesforce_castAIX_pull_25",
"20260804-0-17bb5",
"20260804-1-6ab32",
"20260804-2-fb620",
"20260804-3-fcb4b",
"20260804-4-b83e7",
"20260804-5-fb128",
"20260804-6-439ec",
"20260804-7-54f91",
"product_dev_ForecastForce_10",
"github_com_salesforce_castAIX_pull_26",
"20260810-0-0128d",
"20260810-1-d7006",
"20260810-2-d8feb",
"20260810-3-bedf4",
"20260810-4-637dc",
"20260810-5-e49e1",
"20260810-6-1cb6f",
"20260810-7-831e4",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a18",
"product": "ForecastForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to resource allocation optimization in ForecastForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/12"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_ForecastForce_4",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_12",
"20260616-0-4aab2",
"20260616-1-f07ab",
"20260616-2-63ae3",
"20260616-3-3b9b2",
"20260616-4-8a1cc",
"20260616-5-12085",
"20260616-6-133c9",
"20260616-7-97d41",
"20260616-8-124d1",
"20260616-9-94211",
"20260616-10-1c858",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a19",
"product": "ForecastForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the resource allocation optimization feature in ForecastForce?",
"ground_truth": [
"https://github.com/salesforce/castAIX/pull/4",
"https://github.com/salesforce/castAIX/pull/8",
"https://github.com/salesforce/castAIX/pull/16",
"https://github.com/salesforce/castAIX/pull/20"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"github_com_salesforce_castAIX_pull_4",
"20260518-0-e0479",
"20260518-1-09684",
"20260518-2-5d84c",
"20260518-3-34422",
"20260518-4-b8ad9",
"20260518-5-0584b",
"20260518-6-70c3d",
"20260518-7-5c5d5",
"20260518-8-6c75b",
"20260518-9-4115f",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_8",
"20260531-0-518cc",
"20260531-1-e3640",
"20260531-2-d56c6",
"20260531-3-3fc44",
"20260531-4-aa48c",
"20260531-5-0414f",
"20260531-6-54ce9",
"20260531-7-ceff2",
"product_dev_ForecastForce_4",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_16",
"20260628-0-e7f5b",
"20260628-1-bbaca",
"20260628-2-c0c9d",
"20260628-3-d1512",
"20260628-4-1b5d7",
"20260628-5-9da7f",
"20260628-6-00feb",
"20260628-7-07040",
"product_dev_ForecastForce_6",
"github_com_salesforce_castAIX_pull_20",
"20260717-0-28c24",
"20260717-1-9bdb1",
"20260717-2-a59f1",
"20260717-3-9be7e",
"20260717-4-093ac",
"20260717-5-9b836",
"20260717-6-57635",
"20260717-7-82c86",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a20",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in ForecastForce?",
"ground_truth": [
"eid_5fdedf85",
"eid_efb73819"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"github_com_salesforce_castAIX_pull_1",
"20260504-0-e0c77",
"20260504-1-300ac",
"20260504-2-1683a",
"20260504-3-6822e",
"20260504-4-694d5",
"20260504-5-e7498",
"20260504-6-fed86",
"20260504-7-ee850",
"20260504-8-5366d",
"20260504-9-faeec",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_5",
"20260521-0-f4d92",
"20260521-1-934d5",
"20260521-2-a73c9",
"20260521-3-7776b",
"20260521-4-ecfc7",
"20260521-5-889e4",
"20260521-6-8b28e",
"20260521-7-eef8e",
"product_dev_ForecastForce_4",
"github_com_salesforce_castAIX_pull_9",
"20260605-0-8e4ee",
"20260605-1-0f0f7",
"20260605-2-11365",
"20260605-3-faeca",
"20260605-4-498e5",
"20260605-5-2f5a1",
"20260605-6-b900b",
"20260605-7-5fac1",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_13",
"20260619-0-ac6a2",
"20260619-1-6a10c",
"20260619-2-cefa8",
"20260619-3-73b17",
"20260619-4-9325a",
"20260619-5-e5b8d",
"20260619-6-d7aaa",
"20260619-7-907eb",
"20260619-8-61170",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_21",
"20260719-0-14dc1",
"20260719-1-aca85",
"20260719-2-ba4d9",
"20260719-3-89339",
"20260719-4-7894c",
"20260719-5-4fe79",
"20260719-6-8b645",
"20260719-7-0d247",
"20260719-8-5dda9",
"20260719-9-6e6e1",
"20260719-10-5b289",
"github_com_salesforce_castAIX_pull_6",
"20260525-0-6376f",
"20260525-1-3b8e4",
"20260525-2-43190",
"20260525-3-5192c",
"20260525-4-476e2",
"20260525-5-471d6",
"20260525-6-a9681",
"20260525-7-f295b",
"github_com_salesforce_castAIX_pull_10",
"20260609-0-3a17e",
"20260609-1-00520",
"20260609-2-c4984",
"20260609-3-9eff5",
"20260609-4-e534b",
"20260609-5-d2673",
"20260609-6-a42be",
"20260609-7-544b1",
"20260609-8-bd7b4",
"20260609-9-9f275",
"github_com_salesforce_castAIX_pull_14",
"20260624-0-8829a",
"20260624-1-ffdea",
"20260624-2-83296",
"20260624-3-a2550",
"20260624-4-4bd18",
"20260624-5-18b35",
"20260624-6-f3793",
"20260624-7-312ef",
"github_com_salesforce_castAIX_pull_18",
"20260709-0-6d1a8",
"20260709-1-38a60",
"20260709-2-3cfbb",
"20260709-3-622c6",
"20260709-4-b5fcf",
"20260709-5-0e44d",
"20260709-6-2507b",
"20260709-7-d7fc4",
"20260709-8-55f26",
"20260709-9-a41ad",
"github_com_salesforce_castAIX_pull_22",
"20260724-0-1fede",
"20260724-1-e6b5a",
"20260724-2-685a8",
"20260724-3-517de",
"20260724-4-f5907",
"20260724-5-db78c",
"20260724-6-4bcb5",
"20260724-7-2be0d",
"github_com_salesforce_castAIX_pull_7",
"20260527-0-0ec7f",
"20260527-1-6dbae",
"20260527-2-19689",
"20260527-3-0afb2",
"20260527-4-f7333",
"20260527-5-6aa01",
"20260527-6-8622c",
"20260527-7-380ae",
"20260527-8-ad3d0",
"20260527-9-c731a",
"github_com_salesforce_castAIX_pull_15",
"20260625-0-b81bf",
"20260625-1-61651",
"20260625-2-0389b",
"20260625-3-2c335",
"20260625-4-50103",
"20260625-5-8de3b",
"20260625-6-9c110",
"20260625-7-5c3c6",
"github_com_salesforce_castAIX_pull_23",
"20260724-0-2548a",
"20260724-1-eb49c",
"20260724-2-f2996",
"20260724-3-08af2",
"20260724-4-3c04c",
"20260724-5-45e06",
"20260724-6-68081",
"20260724-7-09ca1",
"product_dev_ForecastForce_8",
"product_dev_ForecastForce_9",
"github_com_salesforce_castAIX_pull_25",
"20260804-0-17bb5",
"20260804-1-6ab32",
"20260804-2-fb620",
"20260804-3-fcb4b",
"20260804-4-b83e7",
"20260804-5-fb128",
"20260804-6-439ec",
"20260804-7-54f91",
"product_dev_ForecastForce_10",
"github_com_salesforce_castAIX_pull_26",
"20260810-0-0128d",
"20260810-1-d7006",
"20260810-2-d8feb",
"20260810-3-bedf4",
"20260810-4-637dc",
"20260810-5-e49e1",
"20260810-6-1cb6f",
"20260810-7-831e4",
"github_com_salesforce_castAIX_pull_4",
"20260518-0-e0479",
"20260518-1-09684",
"20260518-2-5d84c",
"20260518-3-34422",
"20260518-4-b8ad9",
"20260518-5-0584b",
"20260518-6-70c3d",
"20260518-7-5c5d5",
"20260518-8-6c75b",
"20260518-9-4115f",
"github_com_salesforce_castAIX_pull_8",
"20260531-0-518cc",
"20260531-1-e3640",
"20260531-2-d56c6",
"20260531-3-3fc44",
"20260531-4-aa48c",
"20260531-5-0414f",
"20260531-6-54ce9",
"20260531-7-ceff2",
"github_com_salesforce_castAIX_pull_16",
"20260628-0-e7f5b",
"20260628-1-bbaca",
"20260628-2-c0c9d",
"20260628-3-d1512",
"20260628-4-1b5d7",
"20260628-5-9da7f",
"20260628-6-00feb",
"20260628-7-07040",
"github_com_salesforce_castAIX_pull_20",
"20260717-0-28c24",
"20260717-1-9bdb1",
"20260717-2-a59f1",
"20260717-3-9be7e",
"20260717-4-093ac",
"20260717-5-9b836",
"20260717-6-57635",
"20260717-7-82c86",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#a21",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in ForecastForce?",
"ground_truth": [
"eid_1bf91687"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_17",
"20260705-0-0371e",
"20260705-1-098ae",
"20260705-2-f5b13",
"20260705-3-23422",
"20260705-4-f7b7d",
"20260705-5-f520a",
"20260705-6-39eae",
"20260705-7-1a3dc",
"20260705-8-96c6c",
"20260705-9-5878d",
"product_dev_castAIX_2",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_2",
"20260505-0-3f68c",
"20260505-1-cd9cb",
"20260505-2-e8568",
"20260505-3-453bc",
"20260505-4-bac53",
"20260505-5-98d40",
"20260505-6-55315",
"20260505-7-7e511",
"20260505-8-84469",
"20260505-9-ffd66",
"20260505-10-6234f",
"github_com_salesforce_castAIX_pull_3",
"20260508-0-eaad7",
"20260508-1-d2170",
"20260508-2-b9fa5",
"20260508-3-b06bd",
"20260508-4-4aba0",
"20260508-5-a3489",
"20260508-6-3bd49",
"20260508-7-d56fe",
"20260508-8-95014",
"20260508-9-2e510",
"product_dev_ForecastForce_4",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_11",
"20260612-0-3cd02",
"20260612-1-06fcd",
"20260612-2-d5e8e",
"20260612-3-785d7",
"20260612-4-3f2b1",
"20260612-5-d1fb8",
"20260612-6-94b43",
"20260612-7-f3639",
"20260612-8-dc26f",
"20260612-9-98bc5",
"20260612-10-72eef",
"github_com_salesforce_castAIX_pull_19",
"20260712-0-135c1",
"20260712-1-58c6e",
"20260712-2-67bbd",
"20260712-3-696ce",
"20260712-4-06313",
"20260712-5-dc79b",
"20260712-6-83356",
"20260712-7-f1f25",
"product_dev_ForecastForce_8",
"product_dev_ForecastForce_9",
"github_com_salesforce_castAIX_pull_24",
"20260801-0-33d9b",
"20260801-1-2f4ef",
"20260801-2-00df2",
"20260801-3-2db24",
"20260801-4-1eb49",
"20260801-5-1c8b4",
"20260801-6-feca9",
"20260801-7-4dc6d",
"20260801-8-20a7c",
"20260801-9-07ba8",
"github_com_salesforce_castAIX_pull_12",
"20260616-0-4aab2",
"20260616-1-f07ab",
"20260616-2-63ae3",
"20260616-3-3b9b2",
"20260616-4-8a1cc",
"20260616-5-12085",
"20260616-6-133c9",
"20260616-7-97d41",
"20260616-8-124d1",
"20260616-9-94211",
"20260616-10-1c858",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#a22",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find features for ForecastForce that were discussed but not implemented?",
"ground_truth": "Enhanced forecasting algorithms\n- Integrate advanced machine learning models, use ensemble methods and anomaly detection, refine predictions, increase accuracy, and enhance data preprocessing through feature engineering.",
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"github_com_salesforce_castAIX_pull_1",
"20260504-0-e0c77",
"20260504-1-300ac",
"20260504-2-1683a",
"20260504-3-6822e",
"20260504-4-694d5",
"20260504-5-e7498",
"20260504-6-fed86",
"20260504-7-ee850",
"20260504-8-5366d",
"20260504-9-faeec",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_5",
"20260521-0-f4d92",
"20260521-1-934d5",
"20260521-2-a73c9",
"20260521-3-7776b",
"20260521-4-ecfc7",
"20260521-5-889e4",
"20260521-6-8b28e",
"20260521-7-eef8e",
"product_dev_ForecastForce_4",
"github_com_salesforce_castAIX_pull_9",
"20260605-0-8e4ee",
"20260605-1-0f0f7",
"20260605-2-11365",
"20260605-3-faeca",
"20260605-4-498e5",
"20260605-5-2f5a1",
"20260605-6-b900b",
"20260605-7-5fac1",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_13",
"20260619-0-ac6a2",
"20260619-1-6a10c",
"20260619-2-cefa8",
"20260619-3-73b17",
"20260619-4-9325a",
"20260619-5-e5b8d",
"20260619-6-d7aaa",
"20260619-7-907eb",
"20260619-8-61170",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_21",
"20260719-0-14dc1",
"20260719-1-aca85",
"20260719-2-ba4d9",
"20260719-3-89339",
"20260719-4-7894c",
"20260719-5-4fe79",
"20260719-6-8b645",
"20260719-7-0d247",
"20260719-8-5dda9",
"20260719-9-6e6e1",
"20260719-10-5b289",
"github_com_salesforce_castAIX_pull_6",
"20260525-0-6376f",
"20260525-1-3b8e4",
"20260525-2-43190",
"20260525-3-5192c",
"20260525-4-476e2",
"20260525-5-471d6",
"20260525-6-a9681",
"20260525-7-f295b",
"github_com_salesforce_castAIX_pull_10",
"20260609-0-3a17e",
"20260609-1-00520",
"20260609-2-c4984",
"20260609-3-9eff5",
"20260609-4-e534b",
"20260609-5-d2673",
"20260609-6-a42be",
"20260609-7-544b1",
"20260609-8-bd7b4",
"20260609-9-9f275",
"github_com_salesforce_castAIX_pull_14",
"20260624-0-8829a",
"20260624-1-ffdea",
"20260624-2-83296",
"20260624-3-a2550",
"20260624-4-4bd18",
"20260624-5-18b35",
"20260624-6-f3793",
"20260624-7-312ef",
"github_com_salesforce_castAIX_pull_18",
"20260709-0-6d1a8",
"20260709-1-38a60",
"20260709-2-3cfbb",
"20260709-3-622c6",
"20260709-4-b5fcf",
"20260709-5-0e44d",
"20260709-6-2507b",
"20260709-7-d7fc4",
"20260709-8-55f26",
"20260709-9-a41ad",
"github_com_salesforce_castAIX_pull_22",
"20260724-0-1fede",
"20260724-1-e6b5a",
"20260724-2-685a8",
"20260724-3-517de",
"20260724-4-f5907",
"20260724-5-db78c",
"20260724-6-4bcb5",
"20260724-7-2be0d",
"github_com_salesforce_castAIX_pull_7",
"20260527-0-0ec7f",
"20260527-1-6dbae",
"20260527-2-19689",
"20260527-3-0afb2",
"20260527-4-f7333",
"20260527-5-6aa01",
"20260527-6-8622c",
"20260527-7-380ae",
"20260527-8-ad3d0",
"20260527-9-c731a",
"github_com_salesforce_castAIX_pull_15",
"20260625-0-b81bf",
"20260625-1-61651",
"20260625-2-0389b",
"20260625-3-2c335",
"20260625-4-50103",
"20260625-5-8de3b",
"20260625-6-9c110",
"20260625-7-5c3c6",
"github_com_salesforce_castAIX_pull_23",
"20260724-0-2548a",
"20260724-1-eb49c",
"20260724-2-f2996",
"20260724-3-08af2",
"20260724-4-3c04c",
"20260724-5-45e06",
"20260724-6-68081",
"20260724-7-09ca1",
"product_dev_ForecastForce_8",
"product_dev_ForecastForce_9",
"github_com_salesforce_castAIX_pull_25",
"20260804-0-17bb5",
"20260804-1-6ab32",
"20260804-2-fb620",
"20260804-3-fcb4b",
"20260804-4-b83e7",
"20260804-5-fb128",
"20260804-6-439ec",
"20260804-7-54f91",
"product_dev_ForecastForce_10",
"github_com_salesforce_castAIX_pull_26",
"20260810-0-0128d",
"20260810-1-d7006",
"20260810-2-d8feb",
"20260810-3-bedf4",
"20260810-4-637dc",
"20260810-5-e49e1",
"20260810-6-1cb6f",
"20260810-7-831e4",
"github_com_salesforce_castAIX_pull_4",
"20260518-0-e0479",
"20260518-1-09684",
"20260518-2-5d84c",
"20260518-3-34422",
"20260518-4-b8ad9",
"20260518-5-0584b",
"20260518-6-70c3d",
"20260518-7-5c5d5",
"20260518-8-6c75b",
"20260518-9-4115f",
"github_com_salesforce_castAIX_pull_8",
"20260531-0-518cc",
"20260531-1-e3640",
"20260531-2-d56c6",
"20260531-3-3fc44",
"20260531-4-aa48c",
"20260531-5-0414f",
"20260531-6-54ce9",
"20260531-7-ceff2",
"github_com_salesforce_castAIX_pull_16",
"20260628-0-e7f5b",
"20260628-1-bbaca",
"20260628-2-c0c9d",
"20260628-3-d1512",
"20260628-4-1b5d7",
"20260628-5-9da7f",
"20260628-6-00feb",
"20260628-7-07040",
"github_com_salesforce_castAIX_pull_20",
"20260717-0-28c24",
"20260717-1-9bdb1",
"20260717-2-a59f1",
"20260717-3-9be7e",
"20260717-4-093ac",
"20260717-5-9b836",
"20260717-6-57635",
"20260717-7-82c86",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a23",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in ForecastForce that were discussed but not implemented?",
"ground_truth": [
"eid_12f75faa",
"eid_edc07895"
],
"citations": [
"product_dev_castAIX_1",
"product_dev_castAIX_2",
"github_com_salesforce_castAIX_pull_1",
"20260504-0-e0c77",
"20260504-1-300ac",
"20260504-2-1683a",
"20260504-3-6822e",
"20260504-4-694d5",
"20260504-5-e7498",
"20260504-6-fed86",
"20260504-7-ee850",
"20260504-8-5366d",
"20260504-9-faeec",
"product_dev_ForecastForce_3",
"github_com_salesforce_castAIX_pull_5",
"20260521-0-f4d92",
"20260521-1-934d5",
"20260521-2-a73c9",
"20260521-3-7776b",
"20260521-4-ecfc7",
"20260521-5-889e4",
"20260521-6-8b28e",
"20260521-7-eef8e",
"product_dev_ForecastForce_4",
"github_com_salesforce_castAIX_pull_9",
"20260605-0-8e4ee",
"20260605-1-0f0f7",
"20260605-2-11365",
"20260605-3-faeca",
"20260605-4-498e5",
"20260605-5-2f5a1",
"20260605-6-b900b",
"20260605-7-5fac1",
"product_dev_ForecastForce_5",
"github_com_salesforce_castAIX_pull_13",
"20260619-0-ac6a2",
"20260619-1-6a10c",
"20260619-2-cefa8",
"20260619-3-73b17",
"20260619-4-9325a",
"20260619-5-e5b8d",
"20260619-6-d7aaa",
"20260619-7-907eb",
"20260619-8-61170",
"product_dev_ForecastForce_6",
"product_dev_ForecastForce_7",
"github_com_salesforce_castAIX_pull_21",
"20260719-0-14dc1",
"20260719-1-aca85",
"20260719-2-ba4d9",
"20260719-3-89339",
"20260719-4-7894c",
"20260719-5-4fe79",
"20260719-6-8b645",
"20260719-7-0d247",
"20260719-8-5dda9",
"20260719-9-6e6e1",
"20260719-10-5b289",
"github_com_salesforce_castAIX_pull_6",
"20260525-0-6376f",
"20260525-1-3b8e4",
"20260525-2-43190",
"20260525-3-5192c",
"20260525-4-476e2",
"20260525-5-471d6",
"20260525-6-a9681",
"20260525-7-f295b",
"github_com_salesforce_castAIX_pull_10",
"20260609-0-3a17e",
"20260609-1-00520",
"20260609-2-c4984",
"20260609-3-9eff5",
"20260609-4-e534b",
"20260609-5-d2673",
"20260609-6-a42be",
"20260609-7-544b1",
"20260609-8-bd7b4",
"20260609-9-9f275",
"github_com_salesforce_castAIX_pull_14",
"20260624-0-8829a",
"20260624-1-ffdea",
"20260624-2-83296",
"20260624-3-a2550",
"20260624-4-4bd18",
"20260624-5-18b35",
"20260624-6-f3793",
"20260624-7-312ef",
"github_com_salesforce_castAIX_pull_18",
"20260709-0-6d1a8",
"20260709-1-38a60",
"20260709-2-3cfbb",
"20260709-3-622c6",
"20260709-4-b5fcf",
"20260709-5-0e44d",
"20260709-6-2507b",
"20260709-7-d7fc4",
"20260709-8-55f26",
"20260709-9-a41ad",
"github_com_salesforce_castAIX_pull_22",
"20260724-0-1fede",
"20260724-1-e6b5a",
"20260724-2-685a8",
"20260724-3-517de",
"20260724-4-f5907",
"20260724-5-db78c",
"20260724-6-4bcb5",
"20260724-7-2be0d",
"github_com_salesforce_castAIX_pull_7",
"20260527-0-0ec7f",
"20260527-1-6dbae",
"20260527-2-19689",
"20260527-3-0afb2",
"20260527-4-f7333",
"20260527-5-6aa01",
"20260527-6-8622c",
"20260527-7-380ae",
"20260527-8-ad3d0",
"20260527-9-c731a",
"github_com_salesforce_castAIX_pull_15",
"20260625-0-b81bf",
"20260625-1-61651",
"20260625-2-0389b",
"20260625-3-2c335",
"20260625-4-50103",
"20260625-5-8de3b",
"20260625-6-9c110",
"20260625-7-5c3c6",
"github_com_salesforce_castAIX_pull_23",
"20260724-0-2548a",
"20260724-1-eb49c",
"20260724-2-f2996",
"20260724-3-08af2",
"20260724-4-3c04c",
"20260724-5-45e06",
"20260724-6-68081",
"20260724-7-09ca1",
"product_dev_ForecastForce_8",
"product_dev_ForecastForce_9",
"github_com_salesforce_castAIX_pull_25",
"20260804-0-17bb5",
"20260804-1-6ab32",
"20260804-2-fb620",
"20260804-3-fcb4b",
"20260804-4-b83e7",
"20260804-5-fb128",
"20260804-6-439ec",
"20260804-7-54f91",
"product_dev_ForecastForce_10",
"github_com_salesforce_castAIX_pull_26",
"20260810-0-0128d",
"20260810-1-d7006",
"20260810-2-d8feb",
"20260810-3-bedf4",
"20260810-4-637dc",
"20260810-5-e49e1",
"20260810-6-1cb6f",
"20260810-7-831e4",
"github_com_salesforce_castAIX_pull_4",
"20260518-0-e0479",
"20260518-1-09684",
"20260518-2-5d84c",
"20260518-3-34422",
"20260518-4-b8ad9",
"20260518-5-0584b",
"20260518-6-70c3d",
"20260518-7-5c5d5",
"20260518-8-6c75b",
"20260518-9-4115f",
"github_com_salesforce_castAIX_pull_8",
"20260531-0-518cc",
"20260531-1-e3640",
"20260531-2-d56c6",
"20260531-3-3fc44",
"20260531-4-aa48c",
"20260531-5-0414f",
"20260531-6-54ce9",
"20260531-7-ceff2",
"github_com_salesforce_castAIX_pull_16",
"20260628-0-e7f5b",
"20260628-1-bbaca",
"20260628-2-c0c9d",
"20260628-3-d1512",
"20260628-4-1b5d7",
"20260628-5-9da7f",
"20260628-6-00feb",
"20260628-7-07040",
"github_com_salesforce_castAIX_pull_20",
"20260717-0-28c24",
"20260717-1-9bdb1",
"20260717-2-a59f1",
"20260717-3-9be7e",
"20260717-4-093ac",
"20260717-5-9b836",
"20260717-6-57635",
"20260717-7-82c86",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a24",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in ForecastForce?",
"ground_truth": [
"CloudSync",
"DataSolutions"
],
"citations": [
"20261026-0-7b78c",
"20261026-1-7477b",
"20261026-2-cee77",
"20261026-3-97b30",
"20261026-4-ddff3",
"20261026-5-c6881",
"20261026-6-f0988",
"20261026-7-1cea6",
"20261026-8-83e2c",
"20261026-9-514f8",
"20261106-0-160ec",
"20261106-1-86aa7",
"20261106-2-bcad6",
"20261106-3-49e26",
"20261106-4-29949",
"20261106-5-996a3",
"20261106-6-3611a",
"20261106-7-439df",
"20261106-8-e9500",
"20261106-9-5f7d4",
"20261106-10-75c78",
"20261106-11-a62c0",
"20261020-0-b1d9c",
"20261020-1-ff13f",
"20261020-2-d9f97",
"20261020-3-7763d",
"20261020-4-26091",
"20261020-5-e787d",
"20261020-6-906cc",
"20261020-7-b7f6d",
"20261020-8-a0542",
"20261020-9-e9376",
"20261104-0-85a53",
"20261104-1-f23e7",
"20261104-2-5002d",
"20261104-3-fcaea",
"20261104-4-05a40",
"20261104-5-da37a",
"20261104-6-e03ad",
"20261104-7-8c45b",
"20261104-8-e1f96",
"20261104-9-b647b",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#a25",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in ForecastForce?",
"ground_truth": [
"BlueWave"
],
"citations": [
"20260824-0-19ec3",
"20260824-1-def94",
"20260824-2-2fbb5",
"20260824-3-4e012",
"20260824-4-81422",
"20260824-5-28a04",
"20260824-6-182d3",
"20260824-7-405da",
"20260824-8-82172",
"20260824-9-9f9e8",
"20260901-0-25380",
"20260901-1-4a903",
"20260901-2-ab9bf",
"20260901-3-e4b73",
"20260901-4-0c66c",
"20260901-5-66803",
"20260901-6-7fa64",
"20260901-7-1ed66",
"github_com_salesforce_ForecastForce_pull_31",
"20260829-0-937aa",
"20260829-1-0e754",
"20260829-2-812b2",
"20260829-3-ec609",
"20260829-4-574b1",
"20260829-5-4224c",
"20260829-6-5255a",
"20260829-7-106d2",
"20260829-8-2e1b3",
"github_com_salesforce_ForecastForce_pull_30",
"20261007-0-020fc",
"20261007-1-a421a",
"20261007-2-412a3",
"20261007-3-84945",
"20261007-4-9c0e6",
"20261007-5-a5acd",
"20261007-6-60e5f",
"20261007-7-cabd4",
"20261007-8-01747",
"20261007-9-d7393",
"20261007-10-fe3f8",
"20260904-0-5857e",
"20260904-1-8ce94",
"20260904-2-01c86",
"20260904-3-d725b",
"20260904-4-07d37",
"20260904-5-c6b46",
"github_com_salesforce_ForecastForce_pull_32",
"20261026-0-7b78c",
"20261026-1-7477b",
"20261026-2-cee77",
"20261026-3-97b30",
"20261026-4-ddff3",
"20261026-5-c6881",
"20261026-6-f0988",
"20261026-7-1cea6",
"20261026-8-83e2c",
"20261026-9-514f8",
"20261106-0-160ec",
"20261106-1-86aa7",
"20261106-2-bcad6",
"20261106-3-49e26",
"20261106-4-29949",
"20261106-5-996a3",
"20261106-6-3611a",
"20261106-7-439df",
"20261106-8-e9500",
"20261106-9-5f7d4",
"20261106-10-75c78",
"20261106-11-a62c0",
"20261115-0-04d7c",
"20261115-1-cf73c",
"20261115-2-384b3",
"20261115-3-7a5e6",
"20261115-4-2f4cc",
"20261115-5-7dc10",
"20261115-6-ba339",
"20261115-7-1f623",
"20261115-8-5121c",
"20261115-9-a4fa0",
"20261115-10-18f47",
"20261129-0-9e2e5",
"20261129-1-61c31",
"20261129-2-c3036",
"20261129-3-102fe",
"20261129-4-f6ec4",
"20261129-5-f2df8",
"20261129-6-26698",
"20261129-7-f952c",
"20261129-8-cb7e1",
"github_com_salesforce_ForecastForce_pull_39",
"20261020-0-b1d9c",
"20261020-1-ff13f",
"20261020-2-d9f97",
"20261020-3-7763d",
"20261020-4-26091",
"20261020-5-e787d",
"20261020-6-906cc",
"20261020-7-b7f6d",
"20261020-8-a0542",
"20261020-9-e9376",
"20261104-0-85a53",
"20261104-1-f23e7",
"20261104-2-5002d",
"20261104-3-fcaea",
"20261104-4-05a40",
"20261104-5-da37a",
"20261104-6-e03ad",
"20261104-7-8c45b",
"20261104-8-e1f96",
"20261104-9-b647b",
"20261205-0-1ea5d",
"20261205-1-f73c3",
"20261205-2-0a403",
"20261205-3-9dc51",
"20261205-4-aba5e",
"20261205-5-96a79",
"20261205-6-e5661",
"20261205-7-80bba",
"20261205-8-3d6fd",
"20261205-9-fa36c",
"20261212-0-cc459",
"20261212-1-4c54d",
"20261212-2-78696",
"20261212-3-c6267",
"20261212-4-39717",
"20261212-5-c62e9",
"20261212-6-81d9f",
"20261212-7-a8b56",
"github_com_salesforce_ForecastForce_pull_42",
"20261127-0-72171",
"20261127-1-7945b",
"20261127-2-ea521",
"20261127-3-19319",
"20261127-4-b6548",
"20261127-5-9569e",
"20261127-6-bea3c",
"20261127-7-2c175",
"20261127-8-e597c",
"20261127-9-75819",
"20261209-0-57529",
"20261209-1-792ae",
"20261209-2-9e500",
"20261209-3-fd5f1",
"20261209-4-d1b3d",
"20261209-5-e4ee5",
"20261209-6-2360f",
"20261209-7-c3d67",
"github_com_salesforce_ForecastForce_pull_41",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#a26",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find bugs reported by CloudSync in ForecastForce that did not require any fixes?",
"ground_truth": "- Categorical Encoding Discrepancy",
"citations": [
"20261026-0-7b78c",
"20261026-1-7477b",
"20261026-2-cee77",
"20261026-3-97b30",
"20261026-4-ddff3",
"20261026-5-c6881",
"20261026-6-f0988",
"20261026-7-1cea6",
"20261026-8-83e2c",
"20261026-9-514f8",
"20261106-0-160ec",
"20261106-1-86aa7",
"20261106-2-bcad6",
"20261106-3-49e26",
"20261106-4-29949",
"20261106-5-996a3",
"20261106-6-3611a",
"20261106-7-439df",
"20261106-8-e9500",
"20261106-9-5f7d4",
"20261106-10-75c78",
"20261106-11-a62c0",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a27",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find bugs reported by DataSolutions in ForecastForce that did not require any fixes?",
"ground_truth": "- Database Deadlock During Concurrent Forecast Requests",
"citations": [
"20261020-0-b1d9c",
"20261020-1-ff13f",
"20261020-2-d9f97",
"20261020-3-7763d",
"20261020-4-26091",
"20261020-5-e787d",
"20261020-6-906cc",
"20261020-7-b7f6d",
"20261020-8-a0542",
"20261020-9-e9376",
"20261104-0-85a53",
"20261104-1-f23e7",
"20261104-2-5002d",
"20261104-3-fcaea",
"20261104-4-05a40",
"20261104-5-da37a",
"20261104-6-e03ad",
"20261104-7-8c45b",
"20261104-8-e1f96",
"20261104-9-b647b",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#a28",
"product": "ForecastForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by BlueWave in the ForecastForce product?",
"ground_truth": "- Cross-Site Scripting (XSS) in Login Page",
"citations": [
"20261007-0-020fc",
"20261007-1-a421a",
"20261007-2-412a3",
"20261007-3-84945",
"20261007-4-9c0e6",
"20261007-5-a5acd",
"20261007-6-60e5f",
"20261007-7-cabd4",
"20261007-8-01747",
"20261007-9-d7393",
"20261007-10-fe3f8",
"20260503-0-47d8f",
"20260503-1-4fe22",
"20260503-2-0d72f"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u0",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "What are the unique features of ForecastForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u1",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "What are the weaknesses of ForecastForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u2",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of ForecastForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u3",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of ForecastForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u4",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for ForecastForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u5",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in ForecastForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#u6",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in ForecastForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#u7",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in ForecastForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ForecastForce#u8",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u9",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u10",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u11",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u12",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u13",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u14",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u15",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u16",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u17",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u18",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u19",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u20",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u21",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ForecastForce#u22",
"product": "ForecastForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in ForecastForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a0",
"product": "InsightForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the InsightForce product?",
"ground_truth": [
"eid_272ed674",
"eid_0c373165",
"eid_782010a4",
"eid_1330d187",
"eid_131494b8",
"eid_ab6f41bc",
"eid_cb131cb3"
],
"citations": [
"ghtaix_market_research_report",
"20260304-0-1aac2",
"20260304-1-15e64",
"20260304-2-c8f85",
"20260304-3-0cdac",
"20260304-4-763fd",
"20260304-5-863c3",
"20260304-6-6bce1",
"20260304-7-b5b13",
"20260304-8-16d23",
"final_ghtaix_market_research_report",
"ghtAIX_planning_1",
"ghtAIX_planning_1_chat",
"latest_ghtaix_market_research_report",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a1",
"product": "InsightForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the InsightForce product?",
"ground_truth": [
"eid_272ed674",
"eid_0c373165",
"eid_4fc423da",
"eid_1330d187",
"eid_131494b8",
"eid_ab6f41bc",
"eid_4988ee2a"
],
"citations": [
"ghtaix_product_vision_document",
"20260314-0-b2530",
"20260314-1-2e632",
"20260314-2-023f5",
"20260314-3-1fac9",
"20260314-4-c097a",
"20260314-5-42ce8",
"20260314-6-7315d",
"20260314-7-0bc97",
"20260314-8-32838",
"20260314-9-c2bdd",
"final_ghtaix_product_vision_document",
"ghtAIX_planning_2",
"ghtAIX_planning_2_chat",
"latest_ghtaix_product_vision_document",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a2",
"product": "InsightForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the InsightForce product?",
"ground_truth": [
"eid_272ed674",
"eid_0c373165",
"eid_e3612e4a",
"eid_0dd1bf2e",
"eid_1330d187",
"eid_3f3ea10f",
"eid_839e5084",
"eid_73a50f06",
"eid_ab6f41bc",
"eid_9c876927",
"eid_131494b8",
"eid_9f1ff493"
],
"citations": [
"ghtaix_product_requirements_document",
"20260324-0-b53a5",
"20260324-1-eb5e0",
"20260324-2-83cac",
"20260324-3-2bc77",
"20260324-4-09b8b",
"20260324-5-30812",
"20260324-6-ce344",
"20260324-7-377e4",
"20260324-8-2a5f0",
"final_ghtaix_product_requirements_document",
"ghtAIX_planning_3",
"ghtAIX_planning_3_chat",
"latest_ghtaix_product_requirements_document",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a3",
"product": "InsightForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the InsightForce product?",
"ground_truth": [
"eid_2d14387c",
"eid_0c373165",
"eid_e3612e4a",
"eid_1330d187",
"eid_4988ee2a",
"eid_839e5084",
"eid_9f1ff493",
"eid_73a50f06",
"eid_9c876927",
"eid_54b986cf",
"eid_ec5cb5c2"
],
"citations": [
"ghtaix_technical_specifications_document",
"20260401-0-8389a",
"20260401-1-9d809",
"20260401-2-feddc",
"20260401-3-ab462",
"20260401-4-e279a",
"20260401-5-75de0",
"20260401-6-5113e",
"20260401-7-fe0ea",
"20260401-8-4dd25",
"final_ghtaix_technical_specifications_document",
"ghtAIX_planning_4",
"ghtAIX_planning_4_chat",
"latest_ghtaix_technical_specifications_document",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a4",
"product": "InsightForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the InsightForce product?",
"ground_truth": [
"eid_ec5cb5c2",
"eid_2d14387c",
"eid_e3612e4a",
"eid_0dd1bf2e",
"eid_4988ee2a",
"eid_3f3ea10f",
"eid_839e5084",
"eid_9f1ff493",
"eid_bc469a8f",
"eid_73a50f06",
"eid_9c876927",
"eid_54b986cf",
"eid_0c373165"
],
"citations": [
"ghtaix_system_design_document",
"20260411-0-b8a03",
"20260411-1-8c29c",
"20260411-2-09df1",
"20260411-3-294c8",
"20260411-4-b9e0f",
"20260411-5-91cd8",
"20260411-6-1853f",
"20260411-7-ca569",
"20260411-8-66001",
"final_ghtaix_system_design_document",
"ghtAIX_planning_5",
"ghtAIX_planning_5_chat",
"latest_ghtaix_system_design_document",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a5",
"product": "InsightForce",
"kind": "answerable",
"question": "What new features about enhancing the processing engine and refining ML models are added to InsightForce?",
"ground_truth": "- Improved accuracy of existing machine learning models\n- Enhanced efficiency of machine learning models\n- Utilization of TensorFlow's latest optimization techniques",
"citations": [
"20260713-0-e8049",
"20260713-1-07449",
"20260713-2-1d1a5",
"20260713-3-16cd4",
"20260713-4-7f62e",
"20260713-5-57e24",
"20260713-6-b70b3",
"20260713-7-dc290",
"20260713-8-c44a5",
"20260713-9-df957",
"20260713-10-f64da",
"20260713-11-4c29a",
"product_dev_ghtAIX_1",
"product_dev_InsightForce_5",
"product_dev_InsightForce_6",
"github_com_salesforce_ghtAIX_pull_21",
"20260706-0-9171c",
"20260706-1-7c37e",
"20260706-2-02ae3",
"20260706-3-61bb3",
"20260706-4-0417b",
"20260706-5-201fd",
"20260706-6-4c465",
"20260706-7-973a4",
"20260726-0-90fb0",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a6",
"product": "InsightForce",
"kind": "answerable",
"question": "What new features about customizable dashboards are added to the user interaction layer in InsightForce?",
"ground_truth": "- Drag and drop functionality for dashboard widgets using React DnD library.\n- Customization options for dashboard widgets, including modifying widget properties such as size and visibility.\n- WCAG 2.1 compliance for dashboard components to enhance accessibility.",
"citations": [
"20260524-0-43d8c",
"20260524-1-45059",
"20260524-2-a8517",
"20260524-3-34ea1",
"20260524-4-04980",
"20260524-5-efa62",
"20260524-6-089d9",
"20260524-7-49d86",
"20260524-8-b8578",
"product_dev_ghtAIX_1",
"product_dev_ghtAIX_2",
"product_dev_InsightForce_3",
"github_com_salesforce_ghtAIX_pull_6",
"20260514-0-e6c26",
"20260514-1-15a13",
"20260514-2-b36e6",
"20260514-3-9aaf5",
"20260514-4-5a202",
"20260514-5-dfc77",
"20260514-6-fa72a",
"20260514-7-f437a",
"20260611-0-cb0aa",
"product_dev_InsightForce_4",
"product_dev_InsightForce_5",
"github_com_salesforce_ghtAIX_pull_17",
"20260621-0-1ca5a",
"20260621-1-2e870",
"20260621-2-f5b7d",
"20260621-3-fc03f",
"20260621-4-944aa",
"20260621-5-f4d83",
"20260621-6-8cc93",
"20260621-7-308b0",
"product_dev_InsightForce_6",
"product_dev_InsightForce_7",
"github_com_salesforce_ghtAIX_pull_26",
"20260724-0-23cbc",
"20260724-1-74c2d",
"20260724-2-b3832",
"20260724-3-6f9c3",
"20260724-4-afb87",
"20260724-5-70d1d",
"20260724-6-bd082",
"20260724-7-62c58",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a7",
"product": "InsightForce",
"kind": "answerable",
"question": "What new features related to security audits and encryption have been added to InsightForce?",
"ground_truth": "- AES-256 encryption for all new data flows within the ghtAIX system\n- CCPA compliance measures for consumer privacy and data rights\n- Integration of security monitoring tools to detect potential security threats",
"citations": [
"product_dev_ghtAIX_1",
"product_dev_ghtAIX_2",
"github_com_salesforce_ghtAIX_pull_3",
"20260430-0-7a44c",
"20260430-1-613e7",
"20260430-2-bc996",
"20260430-3-573ad",
"20260430-4-59de2",
"20260430-5-b755d",
"20260430-6-df74e",
"20260430-7-3e1de",
"20260430-8-84cfc",
"product_dev_InsightForce_6",
"product_dev_InsightForce_7",
"github_com_salesforce_ghtAIX_pull_27",
"20260722-0-a19b2",
"20260722-1-2e487",
"20260722-2-7dee9",
"20260722-3-335dc",
"20260722-4-99955",
"20260722-5-a4120",
"20260722-6-d3d9d",
"20260722-7-bed8a",
"20260722-8-a90f1",
"20260722-9-1aff6",
"20260722-10-d1a0d",
"product_dev_InsightForce_8",
"product_dev_InsightForce_9",
"github_com_salesforce_ghtAIX_pull_30",
"20260805-0-8aa37",
"20260805-1-2011e",
"20260805-2-2cc98",
"20260805-3-b18c7",
"20260805-4-cb6f2",
"20260805-5-f5326",
"20260805-6-6ab9f",
"20260805-7-e713d",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a8",
"product": "InsightForce",
"kind": "answerable",
"question": "What new features about the build authentication API are added to InsightForce?",
"ground_truth": "- JWT Token Generation\n- User Authentication Endpoint\n- JWT Token Validation Middleware\n- User Registration Endpoint",
"citations": [
"20260506-0-026e9",
"20260506-1-2afb4",
"20260506-2-e14ae",
"20260506-3-e1b62",
"20260506-4-4b06f",
"20260506-5-a1f8d",
"20260506-6-4b6cc",
"20260506-7-d13f6",
"20260506-8-62e55",
"20260506-9-56fd1",
"20260506-10-a3ebe",
"product_dev_ghtAIX_1",
"product_dev_ghtAIX_2",
"github_com_salesforce_ghtAIX_pull_4",
"20260504-0-4e896",
"20260504-1-238ad",
"20260504-2-f30e4",
"20260504-3-045d2",
"20260504-4-9e5df",
"20260504-5-fcf44",
"20260504-6-54583",
"20260504-7-d8994",
"20260522-0-cd13a",
"product_dev_InsightForce_3",
"github_com_salesforce_ghtAIX_pull_8",
"20260521-0-e36e6",
"20260521-1-afafe",
"20260521-2-6f0e3",
"20260521-3-56d63",
"20260521-4-2e863",
"20260521-5-f453e",
"20260521-6-cf5b0",
"20260521-7-43349",
"20260521-8-684ed",
"20260521-9-5b89e",
"20260616-0-c0089",
"20260616-1-10546",
"20260616-2-2b2ec",
"20260616-3-71327",
"20260616-4-04100",
"20260616-5-ac9ca",
"20260616-6-7694d",
"20260616-7-a7a83",
"20260616-8-fc5bc",
"20260616-9-9ff3d",
"20260616-10-f79ce",
"20260616-11-6df2b",
"product_dev_InsightForce_4",
"github_com_salesforce_ghtAIX_pull_14",
"20260612-0-97db7",
"20260612-1-2c2a6",
"20260612-2-00f59",
"20260612-3-ba214",
"20260612-4-7e10f",
"20260612-5-57595",
"20260612-6-9c660",
"20260612-7-7cb25",
"20260612-8-331a1",
"20260612-9-8e592",
"20260626-0-09f73",
"20260701-0-603f0",
"20260701-1-b8169",
"20260701-2-eff54",
"20260701-3-47adb",
"20260701-4-8f69b",
"20260701-5-deb9b",
"20260701-6-03bcc",
"20260701-7-c1c89",
"20260701-8-34e53",
"product_dev_InsightForce_5",
"github_com_salesforce_ghtAIX_pull_19",
"20260626-0-e517c",
"20260626-1-19bdd",
"20260626-2-c7111",
"20260626-3-30124",
"20260626-4-5dd5c",
"20260626-5-fe2eb",
"20260626-6-d81f0",
"20260626-7-06552",
"20260626-8-493cb",
"20260626-9-61210",
"20260711-0-f07dd",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a9",
"product": "InsightForce",
"kind": "answerable",
"question": "What features could not be added to InsightForce due to security risks?",
"ground_truth": "- Integrate TensorFlow's adaptive learning features for continuous model improvement.\n- Set up a pipeline for regular model retraining using new datasets.\n- Conduct a comprehensive security audit for ghtAIX.\n- Implement GDPR compliance measures for data protection and privacy.",
"citations": [
"product_dev_ghtAIX_1",
"product_dev_ghtAIX_2",
"product_dev_InsightForce_3",
"20260514-0-134fc",
"20260514-1-85e51",
"20260514-2-d4f63",
"20260514-3-d1a39",
"20260514-4-1bf29",
"20260514-5-8a992",
"20260514-6-c2d47",
"20260514-7-8f01d",
"20260514-8-f6ff2",
"20260522-0-2c3b7",
"20260522-1-0d540",
"20260522-2-82af2",
"20260522-3-0d609",
"20260522-4-d1e84",
"20260522-5-4c6fc",
"20260522-6-44fba",
"20260522-7-744d2",
"20260522-8-4b347",
"20260522-9-c187f",
"20260522-10-241ce",
"20260522-11-3f913",
"20260522-0-46511",
"20260522-1-d5bf8",
"20260522-2-90400",
"20260522-3-87557",
"github_com_salesforce_ghtAIX_pull_5",
"github_com_salesforce_ghtAIX_pull_9",
"product_dev_InsightForce_4",
"20260603-0-82dac",
"20260603-1-e6282",
"20260603-2-c1375",
"20260603-3-271b3",
"20260603-4-98586",
"20260603-5-2e773",
"20260613-0-99ad6",
"20260613-1-cbed5",
"20260613-2-b4869",
"20260613-3-06b3c",
"20260613-4-be4ac",
"20260613-5-0c0b7",
"20260613-6-05e73",
"20260613-7-2ceb8",
"20260613-8-2eb6d",
"20260613-9-089d8",
"20260613-0-a574e",
"20260613-1-117e9",
"20260613-2-277af",
"github_com_salesforce_ghtAIX_pull_11",
"github_com_salesforce_ghtAIX_pull_15",
"20260521-0-aa4a7",
"20260521-1-4dfbe",
"20260521-2-6c93f",
"20260521-3-2afb2",
"20260521-4-6e69f",
"20260521-5-b1543",
"20260521-6-b480d",
"20260521-7-82977",
"20260526-0-d25d0",
"20260526-1-0baaa",
"20260526-2-fb2c8",
"20260526-3-a8e23",
"20260526-4-4de39",
"20260526-5-3aad0",
"20260526-6-75577",
"20260526-7-e728e",
"20260526-8-97ce3",
"20260526-9-4c950",
"20260526-10-ab493",
"20260526-11-3c62d",
"20260526-0-da7c7",
"20260526-1-47d5d",
"20260526-2-6d143",
"github_com_salesforce_ghtAIX_pull_7",
"github_com_salesforce_ghtAIX_pull_10",
"product_dev_InsightForce_5",
"20260624-0-fd7e7",
"20260624-1-b13c4",
"20260624-2-1b004",
"20260624-3-eb0be",
"20260624-4-4571f",
"20260624-5-23425",
"20260624-6-542d2",
"20260624-7-07c23",
"20260624-8-95f58",
"20260624-9-177cb",
"20260624-10-f7f81",
"20260624-11-5d074",
"20260628-0-bfdac",
"20260628-1-298d7",
"20260628-2-746e1",
"20260628-3-404b5",
"20260628-4-1c31a",
"20260628-5-50c0a",
"20260628-6-7ef51",
"20260628-7-45ba9",
"20260628-8-618a8",
"20260628-9-b6b2a",
"20260628-10-5a38c",
"20260628-11-7e117",
"20260628-12-49647",
"20260628-13-8c0dc",
"20260628-0-9abe9",
"20260628-1-5914d",
"20260628-2-c3c7a",
"20260628-3-72b67",
"github_com_salesforce_ghtAIX_pull_18",
"github_com_salesforce_ghtAIX_pull_20",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a10",
"product": "InsightForce",
"kind": "answerable",
"question": "What features could not be added to InsightForce due to change in product direction?",
"ground_truth": "1. User registration endpoint\n2. User login endpoint\n3. Token-based authentication\n4. Password reset functionality\n5. Email verification process\n6. Multi-factor authentication support\n7. OAuth integration\n8. Session management\n9. Role-based access control\n10. Logout endpoint",
"citations": [
"20260420-0-af273",
"20260420-1-b959a",
"20260420-2-b2c82",
"20260428-0-d8e13",
"20260428-1-904c6",
"20260428-2-ca379",
"20260428-3-af24d",
"20260428-4-8080b",
"20260428-5-e3e16",
"20260428-6-6ab34",
"20260428-7-8c290",
"20260428-8-2d2a0",
"20260502-12-36121",
"20260502-13-541f2",
"20260502-0-b42b5",
"20260502-1-53f64",
"20260502-2-09a8c",
"20260502-3-86d97",
"20260502-4-ee7d7",
"20260502-5-c3127",
"20260502-6-ddefb",
"20260502-7-e4a27",
"20260502-8-b36db",
"20260502-9-1334b",
"20260502-10-4c19e",
"20260504-0-4e896",
"20260504-1-238ad",
"20260504-2-f30e4",
"20260504-3-045d2",
"20260504-4-9e5df",
"20260504-5-fcf44",
"20260504-6-54583",
"20260504-7-d8994",
"20260506-33-96b4e",
"20260506-0-026e9",
"20260506-1-2afb4",
"20260506-2-e14ae",
"20260506-3-e1b62",
"20260506-4-4b06f",
"20260506-5-a1f8d",
"20260506-6-4b6cc",
"20260506-7-d13f6",
"20260506-8-62e55",
"20260506-9-56fd1",
"20260506-10-a3ebe",
"20260511-0-91d66",
"20260511-1-d2b8f",
"20260511-2-b09ba",
"20260511-3-50252",
"20260511-4-198af",
"20260511-5-ff4b0",
"20260511-6-adae3",
"20260511-7-8c0ad",
"20260511-8-b9764",
"20260511-9-db1b7",
"20260511-10-16638",
"20260514-0-e6c26",
"20260514-1-15a13",
"20260514-2-b36e6",
"20260514-3-9aaf5",
"20260514-4-5a202",
"20260514-5-dfc77",
"20260514-6-fa72a",
"20260514-7-f437a",
"20260519-0-7ffc5",
"20260519-1-8f00e",
"20260519-2-7a670",
"20260519-3-38435",
"20260519-4-54b0a",
"20260519-5-378b9",
"20260519-6-76b9b",
"20260519-7-28fee",
"20260519-8-0bcde",
"20260519-9-4d9dd",
"20260519-10-34d17",
"20260521-0-e36e6",
"20260521-1-afafe",
"20260521-2-6f0e3",
"20260521-3-56d63",
"20260521-4-2e863",
"20260521-5-f453e",
"20260521-6-cf5b0",
"20260521-7-43349",
"20260521-8-684ed",
"20260521-9-5b89e",
"20260522-0-cd13a",
"20260524-0-43d8c",
"20260524-1-45059",
"20260524-2-a8517",
"20260524-3-34ea1",
"20260524-4-04980",
"20260524-5-efa62",
"20260524-6-089d9",
"20260524-7-49d86",
"20260524-8-b8578",
"20260604-0-af545",
"20260604-1-5136a",
"20260604-2-c2bdb",
"20260604-3-83a24",
"20260604-4-ecca8",
"20260604-5-483c2",
"20260604-6-2b2ed",
"20260606-0-66e8e",
"20260606-1-439ed",
"20260606-2-05a58",
"20260606-3-75307",
"20260606-4-f2ee9",
"20260606-5-8724e",
"20260606-6-742e7",
"20260606-7-a81d2",
"20260606-8-a5962",
"20260606-9-7e6d5",
"20260606-10-691ba",
"20260608-113-77ed8",
"20260612-0-97db7",
"20260612-1-2c2a6",
"20260612-2-00f59",
"20260612-3-ba214",
"20260612-4-7e10f",
"20260612-5-57595",
"20260612-6-9c660",
"20260612-7-7cb25",
"20260612-8-331a1",
"20260612-9-8e592",
"20260609-0-a914a",
"20260611-0-cb0aa",
"20260616-0-c0089",
"20260616-1-10546",
"20260616-2-2b2ec",
"20260616-3-71327",
"20260616-4-04100",
"20260616-5-ac9ca",
"20260616-6-7694d",
"20260616-7-a7a83",
"20260616-8-fc5bc",
"20260616-9-9ff3d",
"20260616-10-f79ce",
"20260616-11-6df2b",
"20260618-0-93d86",
"20260618-1-90f69",
"20260618-2-4def3",
"20260618-3-653be",
"20260618-4-c88c0",
"20260618-5-34952",
"20260618-6-37673",
"20260618-7-c9bfa",
"20260618-8-432e1",
"20260618-9-31229",
"20260621-0-1ca5a",
"20260621-1-2e870",
"20260621-2-f5b7d",
"20260621-3-fc03f",
"20260621-4-944aa",
"20260621-5-f4d83",
"20260621-6-8cc93",
"20260621-7-308b0",
"20260622-0-ba68b",
"20260622-1-8be78",
"20260622-2-c8695",
"20260622-3-c791f",
"20260622-4-efd06",
"20260622-5-15459",
"20260622-6-642a5",
"20260622-7-afc16",
"20260622-8-8999e",
"20260622-9-1f385",
"20260622-10-3e0ce",
"20260626-0-e517c",
"20260626-1-19bdd",
"20260626-2-c7111",
"20260626-3-30124",
"20260626-4-5dd5c",
"20260626-5-fe2eb",
"20260626-6-d81f0",
"20260626-7-06552",
"20260626-8-493cb",
"20260626-9-61210",
"20260624-0-9c14f",
"20260626-0-09f73",
"20260701-0-603f0",
"20260701-1-b8169",
"20260701-2-eff54",
"20260701-3-47adb",
"20260701-4-8f69b",
"20260701-5-deb9b",
"20260701-6-03bcc",
"20260701-7-c1c89",
"20260701-8-34e53",
"20260709-0-62731",
"20260709-1-f8ed2",
"20260709-2-faa4c",
"20260709-3-9359d",
"20260709-4-9343c",
"20260709-5-11463",
"20260709-6-68d25",
"20260709-7-7ccfb",
"20260709-8-9ed43",
"20260708-0-292ed",
"20260708-1-2f80c",
"20260708-2-3b612",
"20260708-3-e5dc1",
"20260708-4-1c9f9",
"20260708-5-715bd",
"20260708-6-c42e6",
"20260708-7-fd450",
"20260708-8-efc5f",
"20260708-9-188c4",
"20260708-10-a2c11",
"20260713-0-4a860",
"20260713-1-f6d91",
"20260713-2-c6584",
"20260713-3-1899c",
"20260713-4-83922",
"20260713-5-f6746",
"20260713-6-7917e",
"20260713-7-1ff7c",
"20260713-8-c5c3e",
"20260713-9-6796f",
"20260711-0-f07dd",
"20260718-0-d9f57",
"20260718-1-0c296",
"20260718-2-a56cb",
"20260718-3-3254c",
"20260718-4-bbba1",
"20260718-5-fc5fa",
"20260718-6-4db5f",
"20260718-7-d5df8",
"20260718-8-2031e",
"20260718-9-a6f38",
"20260724-0-23cbc",
"20260724-1-74c2d",
"20260724-2-b3832",
"20260724-3-6f9c3",
"20260724-4-afb87",
"20260724-5-70d1d",
"20260724-6-bd082",
"20260724-7-62c58",
"20260728-0-d8960",
"20260728-1-08874",
"20260728-2-0e444",
"20260728-3-05c74",
"20260728-4-84c04",
"20260728-5-48b52",
"20260728-6-93cb0",
"20260728-7-803ff",
"20260728-8-07153",
"20260728-9-421bf",
"20260728-10-d4bcf",
"20260728-11-9799f",
"20260801-0-6e2d5",
"20260801-1-09f2e",
"20260801-2-b6f62",
"20260801-3-40949",
"20260801-4-4e621",
"20260801-5-fd59f",
"20260801-6-b0b2b",
"20260801-7-80f05",
"20260421-0-1dc64",
"20260421-1-93f18",
"20260421-2-7d80d",
"20260426-3-579a9",
"20260430-0-c05c2",
"20260430-1-3602e",
"20260430-2-44100",
"20260430-3-5cecf",
"20260430-4-09a72",
"20260430-5-6323e",
"20260430-6-6af3d",
"20260430-7-8cf0e",
"20260430-8-2234f",
"20260430-9-39c68",
"20260502-14-49493",
"20260509-0-0667b",
"20260509-1-3b741",
"20260509-2-01c9d",
"20260509-3-3f3b8",
"20260509-4-dbc6d",
"20260509-5-50b3b",
"20260509-6-06306",
"20260509-7-0ef77",
"20260509-8-95e58",
"20260514-0-134fc",
"20260514-1-85e51",
"20260514-2-d4f63",
"20260514-3-d1a39",
"20260514-4-1bf29",
"20260514-5-8a992",
"20260514-6-c2d47",
"20260514-7-8f01d",
"20260514-8-f6ff2",
"20260522-33-0a73d",
"20260522-0-2c3b7",
"20260522-1-0d540",
"20260522-2-82af2",
"20260522-3-0d609",
"20260522-4-d1e84",
"20260522-5-4c6fc",
"20260522-6-44fba",
"20260522-7-744d2",
"20260522-8-4b347",
"20260522-9-c187f",
"20260522-10-241ce",
"20260522-11-3f913",
"20260522-0-46511",
"20260522-1-d5bf8",
"20260522-2-90400",
"20260522-3-87557",
"20260529-50-d75eb",
"20260529-0-ed368",
"20260529-1-960dd",
"20260529-2-a06d7",
"20260529-3-23836",
"20260529-4-727d9",
"20260529-5-a683f",
"20260529-6-73ebc",
"20260529-7-d94c5",
"20260529-8-9f1d8",
"20260529-9-f18dd",
"20260529-10-47c8e",
"20260603-0-82dac",
"20260603-1-e6282",
"20260603-2-c1375",
"20260603-3-271b3",
"20260603-4-98586",
"20260603-5-2e773",
"20260613-0-99ad6",
"20260613-1-cbed5",
"20260613-2-b4869",
"20260613-3-06b3c",
"20260613-4-be4ac",
"20260613-5-0c0b7",
"20260613-6-05e73",
"20260613-7-2ceb8",
"20260613-8-2eb6d",
"20260613-9-089d8",
"20260613-0-a574e",
"20260613-1-117e9",
"20260613-2-277af",
"20260620-0-79ed4",
"20260620-1-2ff4c",
"20260620-2-3b048",
"20260620-3-f4b40",
"20260620-4-e628d",
"20260620-5-fed86",
"20260620-6-a9a4d",
"20260620-7-75877",
"20260620-8-72b73",
"20260620-9-22e5b",
"20260704-0-8dbeb",
"20260704-1-ee615",
"20260704-2-1e91f",
"20260704-3-5de20",
"20260704-4-72a3b",
"20260704-5-0115e",
"20260704-6-68a15",
"20260704-7-8d436",
"20260704-8-88fb7",
"20260704-9-799e6",
"20260704-10-ae895",
"20260704-11-e8930",
"20260704-12-bf7b1",
"20260704-13-72cb8",
"20260706-0-9171c",
"20260706-1-7c37e",
"20260706-2-02ae3",
"20260706-3-61bb3",
"20260706-4-0417b",
"20260706-5-201fd",
"20260706-6-4c465",
"20260706-7-973a4",
"20260713-0-e8049",
"20260713-1-07449",
"20260713-2-1d1a5",
"20260713-3-16cd4",
"20260713-4-7f62e",
"20260713-5-57e24",
"20260713-6-b70b3",
"20260713-7-dc290",
"20260713-8-c44a5",
"20260713-9-df957",
"20260713-10-f64da",
"20260713-11-4c29a",
"20260715-0-0ea1d",
"20260715-1-729a9",
"20260715-2-4e553",
"20260715-3-b599a",
"20260715-4-3cacc",
"20260715-5-256ee",
"20260715-6-6d851",
"20260715-7-6dd2a",
"20260715-8-4d8a0",
"20260715-9-eee3c",
"20260715-10-1c0d3",
"20260720-0-c16c3",
"20260720-1-f0cbd",
"20260720-2-f237a",
"20260720-3-ee1ed",
"20260720-4-05629",
"20260720-5-b7f73",
"20260720-6-f5815",
"20260720-7-f0fdc",
"20260720-8-bf866",
"20260726-0-90fb0",
"20260421-0-28e41",
"20260421-1-51577",
"20260421-2-8ee3d",
"20260502-3-370e9",
"20260421-0-fc9eb",
"20260421-1-4fb1a",
"20260421-2-b2cba",
"20260429-0-5a759",
"20260429-1-99e5c",
"20260429-2-76c40",
"20260429-3-3d636",
"20260429-4-8a509",
"20260429-5-63267",
"20260429-6-41db6",
"20260429-7-8a904",
"20260429-8-643b2",
"20260429-9-16d82",
"20260429-10-4e41d",
"20260430-0-7a44c",
"20260430-1-613e7",
"20260430-2-bc996",
"20260430-3-573ad",
"20260430-4-59de2",
"20260430-5-b755d",
"20260430-6-df74e",
"20260430-7-3e1de",
"20260430-8-84cfc",
"20260501-0-401e1",
"20260502-24-ad278",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70",
"20260502-28-89fec",
"20260515-0-ef3f6",
"20260515-1-ef4e0",
"20260515-2-77376",
"20260515-3-bcd5d",
"20260515-4-c281e",
"20260515-5-2b287",
"20260515-6-e1cb2",
"20260515-7-95bb1",
"20260515-8-18899",
"20260515-9-59b4c",
"20260515-10-045c6",
"20260521-0-aa4a7",
"20260521-1-4dfbe",
"20260521-2-6c93f",
"20260521-3-2afb2",
"20260521-4-6e69f",
"20260521-5-b1543",
"20260521-6-b480d",
"20260521-7-82977",
"20260526-48-812f0",
"20260526-0-d25d0",
"20260526-1-0baaa",
"20260526-2-fb2c8",
"20260526-3-a8e23",
"20260526-4-4de39",
"20260526-5-3aad0",
"20260526-6-75577",
"20260526-7-e728e",
"20260526-8-97ce3",
"20260526-9-4c950",
"20260526-10-ab493",
"20260526-11-3c62d",
"20260526-0-da7c7",
"20260526-1-47d5d",
"20260526-2-6d143",
"20260604-0-419a9",
"20260604-1-3fd54",
"20260604-2-d1160",
"20260604-3-23846",
"20260604-4-9f995",
"20260604-5-7ec67",
"20260604-6-2a382",
"20260604-7-d70da",
"20260604-8-f0f8e",
"20260604-9-22d5a",
"20260604-0-c47ae",
"20260620-0-2e06a",
"20260620-1-12d5b",
"20260620-2-20e43",
"20260620-3-669c6",
"20260620-4-a8f41",
"20260620-5-ae71b",
"20260620-6-532fd",
"20260620-7-15d59",
"20260620-8-c7634",
"20260620-9-0e90d",
"20260624-0-fd7e7",
"20260624-1-b13c4",
"20260624-2-1b004",
"20260624-3-eb0be",
"20260624-4-4571f",
"20260624-5-23425",
"20260624-6-542d2",
"20260624-7-07c23",
"20260624-8-95f58",
"20260624-9-177cb",
"20260624-10-f7f81",
"20260624-11-5d074",
"20260628-0-bfdac",
"20260628-1-298d7",
"20260628-2-746e1",
"20260628-3-404b5",
"20260628-4-1c31a",
"20260628-5-50c0a",
"20260628-6-7ef51",
"20260628-7-45ba9",
"20260628-8-618a8",
"20260628-9-b6b2a",
"20260628-10-5a38c",
"20260628-11-7e117",
"20260628-12-49647",
"20260628-13-8c0dc",
"20260628-0-9abe9",
"20260628-1-5914d",
"20260628-2-c3c7a",
"20260628-3-72b67",
"20260707-0-fe011",
"20260707-1-0e5ad",
"20260707-2-8f037",
"20260707-3-3523d",
"20260707-4-49c16",
"20260707-5-61e12",
"20260707-6-621c2",
"20260707-7-9d1bd",
"20260707-8-54d06",
"20260707-9-a46fb",
"20260721-0-e950f",
"20260721-1-41c23",
"20260721-2-0267d",
"20260721-3-19b02",
"20260721-4-8f7a0",
"20260721-5-ab2a2",
"20260721-6-d32e6",
"20260721-7-ba044",
"20260721-8-1fd90",
"20260721-9-9fc79",
"20260721-10-436f3",
"20260721-11-5ea3e",
"20260721-12-28b7c",
"20260721-13-23de9",
"20260722-0-a19b2",
"20260722-1-2e487",
"20260722-2-7dee9",
"20260722-3-335dc",
"20260722-4-99955",
"20260722-5-a4120",
"20260722-6-d3d9d",
"20260722-7-bed8a",
"20260722-8-a90f1",
"20260722-9-1aff6",
"20260722-10-d1a0d",
"20260724-0-7abdb",
"20260802-0-7152f",
"20260802-1-c5aa5",
"20260802-2-ac185",
"20260802-3-97a80",
"20260802-4-5581f",
"20260802-5-29aa6",
"20260802-6-6467e",
"20260802-7-21dda",
"20260802-8-5008e",
"20260802-9-fa3b0",
"20260803-0-40a95",
"20260803-1-5214f",
"20260803-2-589e5",
"20260803-3-38fde",
"20260803-4-04a01",
"20260803-5-ff5cd",
"20260803-6-e29a2",
"20260803-7-17d92",
"20260803-8-c184c",
"20260805-0-8aa37",
"20260805-1-2011e",
"20260805-2-2cc98",
"20260805-3-b18c7",
"20260805-4-cb6f2",
"20260805-5-f5326",
"20260805-6-6ab9f",
"20260805-7-e713d",
"product_dev_ghtAIX_1",
"product_dev_ghtAIX_2",
"product_dev_InsightForce_3",
"product_dev_InsightForce_4",
"product_dev_InsightForce_5",
"product_dev_InsightForce_6",
"product_dev_InsightForce_7",
"product_dev_InsightForce_8",
"product_dev_InsightForce_9",
"sf-internal_slack_com_archives_ghtAIX_demo_1",
"sf-internal_slack_com_archives_InsightForce_demo_2",
"sf-internal_slack_com_archives_InsightForce_demo_3",
"sf-internal_slack_com_archives_InsightForce_demo_4",
"sf-internal_slack_com_archives_InsightForce_demo_5",
"github_com_salesforce_ghtAIX_pull_1",
"github_com_salesforce_ghtAIX_pull_2",
"github_com_apache_kafka_pull_3226",
"github_com_postgres_postgres_pull_3227",
"github_com_tensorflow_tensorflow_pull_3228",
"github_com_salesforce_ghtAIX_pull_3",
"github_com_nodejs_node_pull_3229",
"github_com_django_django_pull_3230",
"github_com_pallets_flask_pull_3231",
"github_com_salesforce_ghtAIX_pull_4",
"github_com_pytorch_pytorch_pull_3232",
"github_com_apache_spark_pull_3233",
"github_com_scikit-learn_scikit-learn_pull_3234",
"github_com_salesforce_ghtAIX_pull_5",
"github_com_jupyterlab_jupyterlab_pull_3235",
"github_com_WordPress_WordPress_pull_3236",
"github_com_gatsbyjs_gatsby_pull_3237",
"github_com_salesforce_ghtAIX_pull_6",
"github_com_apache_kafka_pull_3238",
"github_com_tensorflow_tensorflow_pull_3239",
"github_com_kubernetes_kubernetes_pull_3240",
"github_com_salesforce_ghtAIX_pull_7",
"github_com_django_django_pull_3241",
"github_com_nodejs_node_pull_3242",
"github_com_pallets_flask_pull_3243",
"github_com_salesforce_ghtAIX_pull_8",
"github_com_salesforce_ghtAIX_pull_9",
"github_com_salesforce_ghtAIX_pull_10",
"github_com_tensorflow_tensorflow_pull_3244",
"github_com_apache_kafka_pull_3245",
"github_com_pytorch_pytorch_pull_3246",
"github_com_salesforce_ghtAIX_pull_11",
"github_com_salesforce_ghtAIX_pull_12",
"github_com_salesforce_ghtAIX_pull_13",
"github_com_expressjs_express_pull_3247",
"github_com_django_django_pull_3248",
"github_com_pallets_flask_pull_3249",
"github_com_salesforce_ghtAIX_pull_14",
"github_com_salesforce_ghtAIX_pull_15",
"github_com_salesforce_ghtAIX_pull_16",
"github_com_jupyterlab_jupyterlab_pull_3250",
"github_com_grafana_grafana_pull_3251",
"github_com_elastic_kibana_pull_3252",
"github_com_salesforce_ghtAIX_pull_17",
"github_com_WordPress_WordPress_pull_3253",
"github_com_nextcloud_server_pull_3254",
"github_com_moodle_moodle_pull_3255",
"github_com_salesforce_ghtAIX_pull_18",
"github_com_WordPress_WordPress_pull_3256",
"github_com_django_django_pull_3257",
"github_com_RocketChat_Rocket_Chat_pull_3258",
"github_com_salesforce_ghtAIX_pull_19",
"github_com_salesforce_ghtAIX_pull_20",
"github_com_tensorflow_tensorflow_pull_3259",
"github_com_pytorch_pytorch_pull_3260",
"github_com_scikit-learn_scikit-learn_pull_3261",
"github_com_salesforce_ghtAIX_pull_21",
"github_com_salesforce_ghtAIX_pull_22",
"github_com_salesforce_ghtAIX_pull_23",
"github_com_django_django_pull_3262",
"github_com_nodejs_node_pull_3263",
"github_com_kubernetes_kubernetes_pull_3264",
"github_com_salesforce_ghtAIX_pull_24",
"github_com_tensorflow_tensorflow_pull_3265",
"github_com_kubernetes_kubernetes_pull_3266",
"github_com_apache_kafka_pull_3267",
"github_com_salesforce_ghtAIX_pull_25",
"github_com_jupyterlab_jupyterlab_pull_3268",
"github_com_WordPress_WordPress_pull_3269",
"github_com_facebook_react_pull_3270",
"github_com_salesforce_ghtAIX_pull_26",
"github_com_nextcloud_server_pull_3271",
"github_com_WordPress_WordPress_pull_3272",
"github_com_apache_kafka_pull_3273",
"github_com_salesforce_ghtAIX_pull_27",
"github_com_facebook_react_pull_3274",
"github_com_WordPress_WordPress_pull_3275",
"github_com_vercel_next_js_pull_3276",
"github_com_salesforce_ghtAIX_pull_28",
"github_com_salesforce_ghtAIX_pull_29",
"github_com_kubernetes_kubernetes_pull_3277",
"github_com_apache_kafka_pull_3278",
"github_com_tensorflow_tensorflow_pull_3279",
"github_com_salesforce_ghtAIX_pull_30"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a11",
"product": "InsightForce",
"kind": "answerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to InsightForce?",
"ground_truth": "- Implement JWT Token Generation\n- Implement JWT Token Validation Middleware\n- Add User Registration Endpoint",
"citations": [
"product_dev_ghtAIX_1",
"product_dev_InsightForce_5",
"product_dev_InsightForce_6",
"20260726-0-90fb0",
"20260713-0-e8049",
"20260713-1-07449",
"20260713-2-1d1a5",
"20260713-3-16cd4",
"20260713-4-7f62e",
"20260713-5-57e24",
"20260713-6-b70b3",
"20260713-7-dc290",
"20260713-8-c44a5",
"20260713-9-df957",
"20260713-10-f64da",
"20260713-11-4c29a",
"20260706-0-9171c",
"20260706-1-7c37e",
"20260706-2-02ae3",
"20260706-3-61bb3",
"20260706-4-0417b",
"20260706-5-201fd",
"20260706-6-4c465",
"20260706-7-973a4",
"github_com_salesforce_ghtAIX_pull_21",
"product_dev_ghtAIX_2",
"product_dev_InsightForce_3",
"20260611-0-cb0aa",
"20260524-0-43d8c",
"20260524-1-45059",
"20260524-2-a8517",
"20260524-3-34ea1",
"20260524-4-04980",
"20260524-5-efa62",
"20260524-6-089d9",
"20260524-7-49d86",
"20260524-8-b8578",
"20260514-0-e6c26",
"20260514-1-15a13",
"20260514-2-b36e6",
"20260514-3-9aaf5",
"20260514-4-5a202",
"20260514-5-dfc77",
"20260514-6-fa72a",
"20260514-7-f437a",
"github_com_salesforce_ghtAIX_pull_6",
"20260522-0-cd13a",
"20260506-0-026e9",
"20260506-1-2afb4",
"20260506-2-e14ae",
"20260506-3-e1b62",
"20260506-4-4b06f",
"20260506-5-a1f8d",
"20260506-6-4b6cc",
"20260506-7-d13f6",
"20260506-8-62e55",
"20260506-9-56fd1",
"20260506-10-a3ebe",
"20260504-0-4e896",
"20260504-1-238ad",
"20260504-2-f30e4",
"20260504-3-045d2",
"20260504-4-9e5df",
"20260504-5-fcf44",
"20260504-6-54583",
"20260504-7-d8994",
"github_com_salesforce_ghtAIX_pull_4",
"product_dev_InsightForce_4",
"20260626-0-09f73",
"20260616-0-c0089",
"20260616-1-10546",
"20260616-2-2b2ec",
"20260616-3-71327",
"20260616-4-04100",
"20260616-5-ac9ca",
"20260616-6-7694d",
"20260616-7-a7a83",
"20260616-8-fc5bc",
"20260616-9-9ff3d",
"20260616-10-f79ce",
"20260616-11-6df2b",
"20260612-0-97db7",
"20260612-1-2c2a6",
"20260612-2-00f59",
"20260612-3-ba214",
"20260612-4-7e10f",
"20260612-5-57595",
"20260612-6-9c660",
"20260612-7-7cb25",
"20260612-8-331a1",
"20260612-9-8e592",
"github_com_salesforce_ghtAIX_pull_14",
"20260711-0-f07dd",
"20260701-0-603f0",
"20260701-1-b8169",
"20260701-2-eff54",
"20260701-3-47adb",
"20260701-4-8f69b",
"20260701-5-deb9b",
"20260701-6-03bcc",
"20260701-7-c1c89",
"20260701-8-34e53",
"20260626-0-e517c",
"20260626-1-19bdd",
"20260626-2-c7111",
"20260626-3-30124",
"20260626-4-5dd5c",
"20260626-5-fe2eb",
"20260626-6-d81f0",
"20260626-7-06552",
"20260626-8-493cb",
"20260626-9-61210",
"github_com_salesforce_ghtAIX_pull_19",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#a12",
"product": "InsightForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in InsightForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_b3fcc490",
"eid_67036b20",
"eid_7fba1318",
"eid_df7ae03e"
],
"citations": [
"20261027-0-dd7ef",
"20261027-1-e212c",
"20261027-2-c4e25",
"20261027-3-5aba8",
"20261027-4-c51de",
"20261027-5-c1802",
"20261027-6-4c966",
"20261027-7-764eb",
"20261027-8-04ed6",
"20261027-9-41e14",
"20261110-0-ec6c8",
"20261110-1-93e3f",
"20261110-2-358cb",
"20261110-3-4ff2e",
"20261110-4-bfdbb",
"20261110-5-6e161",
"github_com_salesforce_InsightForce_pull_48",
"20261113-0-7f1c9",
"20261113-1-d99ed",
"20261113-2-e7d3f",
"20261113-3-dc25f",
"20261113-4-d8b15",
"20261113-5-2ffb8",
"20261113-6-e3def",
"20260821-0-3d3da",
"20260821-1-dbca5",
"20260821-2-f795c",
"20260821-3-a4d4d",
"20260821-4-4d688",
"20260821-5-d9185",
"20260821-6-c62c3",
"20260821-7-8807f",
"20260821-8-8a610",
"20260821-9-306da",
"20260821-10-dd1d5",
"20260826-0-d7bb1",
"20260826-1-d14df",
"20260826-2-f7f19",
"20260826-3-3b3d6",
"20260826-4-c28dd",
"20260826-5-253bb",
"20260826-6-8185a",
"20260826-7-f718f",
"github_com_salesforce_InsightForce_pull_33",
"20260831-0-6bcb6",
"20260831-1-b0b21",
"20260831-2-52b4f",
"20260831-3-47fdd",
"20260831-4-cfeeb",
"20260831-5-da72d",
"20260831-6-9638a",
"20260831-7-bf393",
"20260901-0-7faec",
"20260901-1-b3710",
"20260901-2-e1cea",
"20260901-3-ceed6",
"20260901-4-49592",
"20260901-5-cbba9",
"20260901-6-6b115",
"20260901-7-cdb6d",
"github_com_salesforce_InsightForce_pull_34",
"20260902-0-f3adc",
"20260902-1-e335b",
"20260902-2-1e9b0",
"20260902-3-ec8a1",
"20260902-4-9f6a5",
"20260902-5-c3b5e",
"20260902-6-4a352",
"20260902-7-97c04",
"20260915-0-a628c",
"20260915-1-97f13",
"20260915-2-b6d64",
"20260915-3-11997",
"20260915-4-fd4eb",
"20260915-5-778e5",
"20260915-6-2e6f6",
"20260915-7-84840",
"20260915-8-89648",
"20260915-9-0249f",
"20260915-10-815e0",
"20261002-0-8396b",
"20261002-1-52462",
"20261002-2-94cae",
"20261002-3-54c1b",
"20261002-4-58240",
"20261002-5-4a5fc",
"20261002-6-32b64",
"20261002-7-bacfe",
"20261002-8-e5950",
"github_com_salesforce_InsightForce_pull_38",
"20261004-0-b1c95",
"20261004-1-62d7f",
"20261004-2-99410",
"20261004-3-f8c60",
"20261004-4-dcaf5",
"20261004-5-880fc",
"20261004-6-121c4",
"20261004-7-2a318",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "InsightForce#a13",
"product": "InsightForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in InsightForce that are now reopened by customers.",
"ground_truth": [
"eid_69130545",
"eid_a7dd9c52",
"eid_70223d0a"
],
"citations": [
"20261012-0-129ba",
"20261012-1-b211b",
"20261012-2-d0068",
"20261012-3-c9557",
"20261012-4-3337c",
"20261012-5-1a5fd",
"20261012-6-ca182",
"20261012-7-e01fa",
"20261012-8-ce259",
"20261012-9-4be36",
"20261012-10-9ec4e",
"20261103-0-00cb0",
"20261103-1-2c0af",
"20261103-2-f7563",
"20261103-3-daa03",
"20261103-4-0cbed",
"20261103-5-d5582",
"20261103-6-10005",
"20261103-7-8af66",
"20261103-8-6660a",
"20261103-9-b4ea8",
"20261105-0-d861e",
"20261105-1-efca6",
"20261105-2-e2eeb",
"20261105-3-45006",
"20261105-4-0a34a",
"20261105-5-3324c",
"20261105-6-44100",
"20261105-7-31192",
"20260928-0-55177",
"20260928-1-73cf3",
"20260928-2-77796",
"20260928-3-e0619",
"20260928-4-0735e",
"20260928-5-9d002",
"20260928-6-805f0",
"20260928-7-dbea5",
"20260928-8-de7e3",
"20260928-9-e6143",
"20260928-10-4a2c2",
"20261021-0-b2162",
"20261021-1-1969b",
"20261021-2-fe747",
"20261021-3-75ea7",
"20261021-4-58350",
"20261021-5-a398a",
"20261021-6-4a7f3",
"20261021-7-18344",
"20261021-8-01090",
"20261021-9-3fe24",
"20261029-0-7fd57",
"20261029-1-d5b72",
"20261029-2-bbbd8",
"20261029-3-59554",
"20261029-4-b034a",
"20261029-5-3b7e4",
"20261029-6-a497f",
"20261018-0-9785c",
"20261018-1-7b378",
"20261018-2-60ac3",
"20261018-3-6bb02",
"20261018-4-f14f7",
"20261018-5-b55f4",
"20261018-6-a4b4d",
"20261018-7-28cbf",
"20261018-8-3c344",
"20261018-9-6c2a2",
"20261108-0-b1bbf",
"20261108-1-99c2d",
"20261108-2-ecf16",
"20261108-3-ac9a0",
"20261108-4-27bd1",
"20261108-5-c3427",
"20261108-6-92b39",
"20261108-7-98871",
"20261108-8-f5bbd",
"20261108-9-6d56e",
"20261108-0-b4f1d",
"20261108-1-bb147",
"20261108-2-b64c1",
"20261108-3-ad6b3",
"20261108-4-06465",
"20261108-5-a7135",
"20261108-6-fa73b",
"20261108-7-e70d0",
"20261108-8-58b97",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "InsightForce#a14",
"product": "InsightForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in InsightForce.",
"ground_truth": [
"FusionTech"
],
"citations": [
"20261012-0-129ba",
"20261012-1-b211b",
"20261012-2-d0068",
"20261012-3-c9557",
"20261012-4-3337c",
"20261012-5-1a5fd",
"20261012-6-ca182",
"20261012-7-e01fa",
"20261012-8-ce259",
"20261012-9-4be36",
"20261012-10-9ec4e",
"20261103-0-00cb0",
"20261103-1-2c0af",
"20261103-2-f7563",
"20261103-3-daa03",
"20261103-4-0cbed",
"20261103-5-d5582",
"20261103-6-10005",
"20261103-7-8af66",
"20261103-8-6660a",
"20261103-9-b4ea8",
"20261105-0-d861e",
"20261105-1-efca6",
"20261105-2-e2eeb",
"20261105-3-45006",
"20261105-4-0a34a",
"20261105-5-3324c",
"20261105-6-44100",
"20261105-7-31192",
"20260821-0-3d3da",
"20260821-1-dbca5",
"20260821-2-f795c",
"20260821-3-a4d4d",
"20260821-4-4d688",
"20260821-5-d9185",
"20260821-6-c62c3",
"20260821-7-8807f",
"20260821-8-8a610",
"20260821-9-306da",
"20260821-10-dd1d5",
"20260901-0-7faec",
"20260901-1-b3710",
"20260901-2-e1cea",
"20260901-3-ceed6",
"20260901-4-49592",
"20260901-5-cbba9",
"20260901-6-6b115",
"20260901-7-cdb6d",
"github_com_salesforce_InsightForce_pull_34",
"20260902-0-f3adc",
"20260902-1-e335b",
"20260902-2-1e9b0",
"20260902-3-ec8a1",
"20260902-4-9f6a5",
"20260902-5-c3b5e",
"20260902-6-4a352",
"20260902-7-97c04",
"20260928-0-55177",
"20260928-1-73cf3",
"20260928-2-77796",
"20260928-3-e0619",
"20260928-4-0735e",
"20260928-5-9d002",
"20260928-6-805f0",
"20260928-7-dbea5",
"20260928-8-de7e3",
"20260928-9-e6143",
"20260928-10-4a2c2",
"20261021-0-b2162",
"20261021-1-1969b",
"20261021-2-fe747",
"20261021-3-75ea7",
"20261021-4-58350",
"20261021-5-a398a",
"20261021-6-4a7f3",
"20261021-7-18344",
"20261021-8-01090",
"20261021-9-3fe24",
"20261029-0-7fd57",
"20261029-1-d5b72",
"20261029-2-bbbd8",
"20261029-3-59554",
"20261029-4-b034a",
"20261029-5-3b7e4",
"20261029-6-a497f",
"20261018-0-9785c",
"20261018-1-7b378",
"20261018-2-60ac3",
"20261018-3-6bb02",
"20261018-4-f14f7",
"20261018-5-b55f4",
"20261018-6-a4b4d",
"20261018-7-28cbf",
"20261018-8-3c344",
"20261018-9-6c2a2",
"20261108-0-b1bbf",
"20261108-1-99c2d",
"20261108-2-ecf16",
"20261108-3-ac9a0",
"20261108-4-27bd1",
"20261108-5-c3427",
"20261108-6-92b39",
"20261108-7-98871",
"20261108-8-f5bbd",
"20261108-9-6d56e",
"20261108-0-b4f1d",
"20261108-1-bb147",
"20261108-2-b64c1",
"20261108-3-ad6b3",
"20261108-4-06465",
"20261108-5-a7135",
"20261108-6-fa73b",
"20261108-7-e70d0",
"20261108-8-58b97",
"20261027-0-dd7ef",
"20261027-1-e212c",
"20261027-2-c4e25",
"20261027-3-5aba8",
"20261027-4-c51de",
"20261027-5-c1802",
"20261027-6-4c966",
"20261027-7-764eb",
"20261027-8-04ed6",
"20261027-9-41e14",
"20261110-0-ec6c8",
"20261110-1-93e3f",
"20261110-2-358cb",
"20261110-3-4ff2e",
"20261110-4-bfdbb",
"20261110-5-6e161",
"github_com_salesforce_InsightForce_pull_48",
"20261113-0-7f1c9",
"20261113-1-d99ed",
"20261113-2-e7d3f",
"20261113-3-dc25f",
"20261113-4-d8b15",
"20261113-5-2ffb8",
"20261113-6-e3def",
"20260826-0-d7bb1",
"20260826-1-d14df",
"20260826-2-f7f19",
"20260826-3-3b3d6",
"20260826-4-c28dd",
"20260826-5-253bb",
"20260826-6-8185a",
"20260826-7-f718f",
"github_com_salesforce_InsightForce_pull_33",
"20260831-0-6bcb6",
"20260831-1-b0b21",
"20260831-2-52b4f",
"20260831-3-47fdd",
"20260831-4-cfeeb",
"20260831-5-da72d",
"20260831-6-9638a",
"20260831-7-bf393",
"20260915-0-a628c",
"20260915-1-97f13",
"20260915-2-b6d64",
"20260915-3-11997",
"20260915-4-fd4eb",
"20260915-5-778e5",
"20260915-6-2e6f6",
"20260915-7-84840",
"20260915-8-89648",
"20260915-9-0249f",
"20260915-10-815e0",
"20261002-0-8396b",
"20261002-1-52462",
"20261002-2-94cae",
"20261002-3-54c1b",
"20261002-4-58240",
"20261002-5-4a5fc",
"20261002-6-32b64",
"20261002-7-bacfe",
"20261002-8-e5950",
"github_com_salesforce_InsightForce_pull_38",
"20261004-0-b1c95",
"20261004-1-62d7f",
"20261004-2-99410",
"20261004-3-f8c60",
"20261004-4-dcaf5",
"20261004-5-880fc",
"20261004-6-121c4",
"20261004-7-2a318",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "InsightForce#a15",
"product": "InsightForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in InsightForce.",
"ground_truth": [
"FusionTech",
"ComputeWorks",
"NextGenTech",
"DataSolutions"
],
"citations": [
"20261012-0-129ba",
"20261012-1-b211b",
"20261012-2-d0068",
"20261012-3-c9557",
"20261012-4-3337c",
"20261012-5-1a5fd",
"20261012-6-ca182",
"20261012-7-e01fa",
"20261012-8-ce259",
"20261012-9-4be36",
"20261012-10-9ec4e",
"20261103-0-00cb0",
"20261103-1-2c0af",
"20261103-2-f7563",
"20261103-3-daa03",
"20261103-4-0cbed",
"20261103-5-d5582",
"20261103-6-10005",
"20261103-7-8af66",
"20261103-8-6660a",
"20261103-9-b4ea8",
"20261105-0-d861e",
"20261105-1-efca6",
"20261105-2-e2eeb",
"20261105-3-45006",
"20261105-4-0a34a",
"20261105-5-3324c",
"20261105-6-44100",
"20261105-7-31192",
"20260821-0-3d3da",
"20260821-1-dbca5",
"20260821-2-f795c",
"20260821-3-a4d4d",
"20260821-4-4d688",
"20260821-5-d9185",
"20260821-6-c62c3",
"20260821-7-8807f",
"20260821-8-8a610",
"20260821-9-306da",
"20260821-10-dd1d5",
"20260901-0-7faec",
"20260901-1-b3710",
"20260901-2-e1cea",
"20260901-3-ceed6",
"20260901-4-49592",
"20260901-5-cbba9",
"20260901-6-6b115",
"20260901-7-cdb6d",
"github_com_salesforce_InsightForce_pull_34",
"20260902-0-f3adc",
"20260902-1-e335b",
"20260902-2-1e9b0",
"20260902-3-ec8a1",
"20260902-4-9f6a5",
"20260902-5-c3b5e",
"20260902-6-4a352",
"20260902-7-97c04",
"20260928-0-55177",
"20260928-1-73cf3",
"20260928-2-77796",
"20260928-3-e0619",
"20260928-4-0735e",
"20260928-5-9d002",
"20260928-6-805f0",
"20260928-7-dbea5",
"20260928-8-de7e3",
"20260928-9-e6143",
"20260928-10-4a2c2",
"20261021-0-b2162",
"20261021-1-1969b",
"20261021-2-fe747",
"20261021-3-75ea7",
"20261021-4-58350",
"20261021-5-a398a",
"20261021-6-4a7f3",
"20261021-7-18344",
"20261021-8-01090",
"20261021-9-3fe24",
"20261029-0-7fd57",
"20261029-1-d5b72",
"20261029-2-bbbd8",
"20261029-3-59554",
"20261029-4-b034a",
"20261029-5-3b7e4",
"20261029-6-a497f",
"20261018-0-9785c",
"20261018-1-7b378",
"20261018-2-60ac3",
"20261018-3-6bb02",
"20261018-4-f14f7",
"20261018-5-b55f4",
"20261018-6-a4b4d",
"20261018-7-28cbf",
"20261018-8-3c344",
"20261018-9-6c2a2",
"20261108-0-b1bbf",
"20261108-1-99c2d",
"20261108-2-ecf16",
"20261108-3-ac9a0",
"20261108-4-27bd1",
"20261108-5-c3427",
"20261108-6-92b39",
"20261108-7-98871",
"20261108-8-f5bbd",
"20261108-9-6d56e",
"20261108-0-b4f1d",
"20261108-1-bb147",
"20261108-2-b64c1",
"20261108-3-ad6b3",
"20261108-4-06465",
"20261108-5-a7135",
"20261108-6-fa73b",
"20261108-7-e70d0",
"20261108-8-58b97",
"20260915-0-a628c",
"20260915-1-97f13",
"20260915-2-b6d64",
"20260915-3-11997",
"20260915-4-fd4eb",
"20260915-5-778e5",
"20260915-6-2e6f6",
"20260915-7-84840",
"20260915-8-89648",
"20260915-9-0249f",
"20260915-10-815e0",
"20261027-0-dd7ef",
"20261027-1-e212c",
"20261027-2-c4e25",
"20261027-3-5aba8",
"20261027-4-c51de",
"20261027-5-c1802",
"20261027-6-4c966",
"20261027-7-764eb",
"20261027-8-04ed6",
"20261027-9-41e14",
"20261110-0-ec6c8",
"20261110-1-93e3f",
"20261110-2-358cb",
"20261110-3-4ff2e",
"20261110-4-bfdbb",
"20261110-5-6e161",
"github_com_salesforce_InsightForce_pull_48",
"20261113-0-7f1c9",
"20261113-1-d99ed",
"20261113-2-e7d3f",
"20261113-3-dc25f",
"20261113-4-d8b15",
"20261113-5-2ffb8",
"20261113-6-e3def",
"20260829-0-ab9ed",
"20260829-1-7b567",
"20260829-2-85114",
"20260829-3-87026",
"20260829-4-7c42d",
"20260829-5-9495d",
"20260829-6-ca048",
"20260829-7-aa331",
"20260829-8-5b292",
"20260829-9-17d86",
"20260826-0-d7bb1",
"20260826-1-d14df",
"20260826-2-f7f19",
"20260826-3-3b3d6",
"20260826-4-c28dd",
"20260826-5-253bb",
"20260826-6-8185a",
"20260826-7-f718f",
"github_com_salesforce_InsightForce_pull_33",
"20260831-0-6bcb6",
"20260831-1-b0b21",
"20260831-2-52b4f",
"20260831-3-47fdd",
"20260831-4-cfeeb",
"20260831-5-da72d",
"20260831-6-9638a",
"20260831-7-bf393",
"20261002-0-8396b",
"20261002-1-52462",
"20261002-2-94cae",
"20261002-3-54c1b",
"20261002-4-58240",
"20261002-5-4a5fc",
"20261002-6-32b64",
"20261002-7-bacfe",
"20261002-8-e5950",
"github_com_salesforce_InsightForce_pull_38",
"20261004-0-b1c95",
"20261004-1-62d7f",
"20261004-2-99410",
"20261004-3-f8c60",
"20261004-4-dcaf5",
"20261004-5-880fc",
"20261004-6-121c4",
"20261004-7-2a318",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "InsightForce#a16",
"product": "InsightForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in InsightForce.",
"ground_truth": [
"eid_df7ae03e",
"eid_70223d0a"
],
"citations": [
"20261027-0-dd7ef",
"20261027-1-e212c",
"20261027-2-c4e25",
"20261027-3-5aba8",
"20261027-4-c51de",
"20261027-5-c1802",
"20261027-6-4c966",
"20261027-7-764eb",
"20261027-8-04ed6",
"20261027-9-41e14",
"20261110-0-ec6c8",
"20261110-1-93e3f",
"20261110-2-358cb",
"20261110-3-4ff2e",
"20261110-4-bfdbb",
"20261110-5-6e161",
"github_com_salesforce_InsightForce_pull_48",
"20261113-0-7f1c9",
"20261113-1-d99ed",
"20261113-2-e7d3f",
"20261113-3-dc25f",
"20261113-4-d8b15",
"20261113-5-2ffb8",
"20261113-6-e3def",
"20260821-0-3d3da",
"20260821-1-dbca5",
"20260821-2-f795c",
"20260821-3-a4d4d",
"20260821-4-4d688",
"20260821-5-d9185",
"20260821-6-c62c3",
"20260821-7-8807f",
"20260821-8-8a610",
"20260821-9-306da",
"20260821-10-dd1d5",
"20260826-0-d7bb1",
"20260826-1-d14df",
"20260826-2-f7f19",
"20260826-3-3b3d6",
"20260826-4-c28dd",
"20260826-5-253bb",
"20260826-6-8185a",
"20260826-7-f718f",
"github_com_salesforce_InsightForce_pull_33",
"20260831-0-6bcb6",
"20260831-1-b0b21",
"20260831-2-52b4f",
"20260831-3-47fdd",
"20260831-4-cfeeb",
"20260831-5-da72d",
"20260831-6-9638a",
"20260831-7-bf393",
"20260901-0-7faec",
"20260901-1-b3710",
"20260901-2-e1cea",
"20260901-3-ceed6",
"20260901-4-49592",
"20260901-5-cbba9",
"20260901-6-6b115",
"20260901-7-cdb6d",
"github_com_salesforce_InsightForce_pull_34",
"20260902-0-f3adc",
"20260902-1-e335b",
"20260902-2-1e9b0",
"20260902-3-ec8a1",
"20260902-4-9f6a5",
"20260902-5-c3b5e",
"20260902-6-4a352",
"20260902-7-97c04",
"20260915-0-a628c",
"20260915-1-97f13",
"20260915-2-b6d64",
"20260915-3-11997",
"20260915-4-fd4eb",
"20260915-5-778e5",
"20260915-6-2e6f6",
"20260915-7-84840",
"20260915-8-89648",
"20260915-9-0249f",
"20260915-10-815e0",
"20261002-0-8396b",
"20261002-1-52462",
"20261002-2-94cae",
"20261002-3-54c1b",
"20261002-4-58240",
"20261002-5-4a5fc",
"20261002-6-32b64",
"20261002-7-bacfe",
"20261002-8-e5950",
"github_com_salesforce_InsightForce_pull_38",
"20261004-0-b1c95",
"20261004-1-62d7f",
"20261004-2-99410",
"20261004-3-f8c60",
"20261004-4-dcaf5",
"20261004-5-880fc",
"20261004-6-121c4",
"20261004-7-2a318",
"20261012-0-129ba",
"20261012-1-b211b",
"20261012-2-d0068",
"20261012-3-c9557",
"20261012-4-3337c",
"20261012-5-1a5fd",
"20261012-6-ca182",
"20261012-7-e01fa",
"20261012-8-ce259",
"20261012-9-4be36",
"20261012-10-9ec4e",
"20261103-0-00cb0",
"20261103-1-2c0af",
"20261103-2-f7563",
"20261103-3-daa03",
"20261103-4-0cbed",
"20261103-5-d5582",
"20261103-6-10005",
"20261103-7-8af66",
"20261103-8-6660a",
"20261103-9-b4ea8",
"20261105-0-d861e",
"20261105-1-efca6",
"20261105-2-e2eeb",
"20261105-3-45006",
"20261105-4-0a34a",
"20261105-5-3324c",
"20261105-6-44100",
"20261105-7-31192",
"20260928-0-55177",
"20260928-1-73cf3",
"20260928-2-77796",
"20260928-3-e0619",
"20260928-4-0735e",
"20260928-5-9d002",
"20260928-6-805f0",
"20260928-7-dbea5",
"20260928-8-de7e3",
"20260928-9-e6143",
"20260928-10-4a2c2",
"20261021-0-b2162",
"20261021-1-1969b",
"20261021-2-fe747",
"20261021-3-75ea7",
"20261021-4-58350",
"20261021-5-a398a",
"20261021-6-4a7f3",
"20261021-7-18344",
"20261021-8-01090",
"20261021-9-3fe24",
"20261029-0-7fd57",
"20261029-1-d5b72",
"20261029-2-bbbd8",
"20261029-3-59554",
"20261029-4-b034a",
"20261029-5-3b7e4",
"20261029-6-a497f",
"20261018-0-9785c",
"20261018-1-7b378",
"20261018-2-60ac3",
"20261018-3-6bb02",
"20261018-4-f14f7",
"20261018-5-b55f4",
"20261018-6-a4b4d",
"20261018-7-28cbf",
"20261018-8-3c344",
"20261018-9-6c2a2",
"20261108-0-b1bbf",
"20261108-1-99c2d",
"20261108-2-ecf16",
"20261108-3-ac9a0",
"20261108-4-27bd1",
"20261108-5-c3427",
"20261108-6-92b39",
"20261108-7-98871",
"20261108-8-f5bbd",
"20261108-9-6d56e",
"20261108-0-b4f1d",
"20261108-1-bb147",
"20261108-2-b64c1",
"20261108-3-ad6b3",
"20261108-4-06465",
"20261108-5-a7135",
"20261108-6-fa73b",
"20261108-7-e70d0",
"20261108-8-58b97",
"20260829-0-ab9ed",
"20260829-1-7b567",
"20260829-2-85114",
"20260829-3-87026",
"20260829-4-7c42d",
"20260829-5-9495d",
"20260829-6-ca048",
"20260829-7-aa331",
"20260829-8-5b292",
"20260829-9-17d86",
"20260502-0-ef46a",
"20260502-1-16a74",
"20260502-2-37f70"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "InsightForce#u0",
"product": "InsightForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of InsightForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u1",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for InsightForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u2",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Market Research Report for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u3",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Market Research Report for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u4",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Market Research Report for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u5",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Vision Document for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u6",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Requirements Document for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u7",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Product Requirements Document for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u8",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u9",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the System Design Document for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u10",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the System Design Document for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u11",
"product": "InsightForce",
"kind": "unanswerable",
"question": "Find employee IDs of Engineering Leads who reviewed the System Design Document for InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "InsightForce#u12",
"product": "InsightForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to InsightForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a0",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for KnowledgeForce?",
"ground_truth": "- Add more specific data or statistics in the 'Market Overview' section to support the claim about rapid growth.\n- Specify which machine learning algorithms or techniques are being used in the 'Product Description' section.",
"citations": [
"20260523-0-0b4e5",
"20260523-1-bedc8",
"20260523-2-98295",
"20260523-3-32f52",
"20260523-4-e0719",
"20260523-5-efb2f",
"20260523-6-5e712",
"20260523-7-c9f10",
"20260523-8-a8e4f",
"20260523-9-e6969",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a1",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for KnowledgeForce?",
"ground_truth": "- Add market size figures or growth rates to the 'Market Overview' section to enhance credibility.\n- Elaborate on what 'targeted marketing campaigns' would entail in the 'Strategic Recommendations' section.\n- Include personas or case studies in the 'Customer Segmentation' section to illustrate how different segments might use ledgeAIX.",
"citations": [
"20260523-0-0b4e5",
"20260523-1-bedc8",
"20260523-2-98295",
"20260523-3-32f52",
"20260523-4-e0719",
"20260523-5-efb2f",
"20260523-6-5e712",
"20260523-7-c9f10",
"20260523-8-a8e4f",
"20260523-9-e6969",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a2",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for KnowledgeForce?",
"ground_truth": "- Include a comparison table in the 'Competitive Analysis' section to highlight key features of ledgeAIX versus competitors.\n- Mention potential challenges or barriers to adoption in the 'Market Trends' section to provide a balanced view.",
"citations": [
"20260523-0-0b4e5",
"20260523-1-bedc8",
"20260523-2-98295",
"20260523-3-32f52",
"20260523-4-e0719",
"20260523-5-efb2f",
"20260523-6-5e712",
"20260523-7-c9f10",
"20260523-8-a8e4f",
"20260523-9-e6969",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a3",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for KnowledgeForce?",
"ground_truth": "- Include a specific example of how AI technologies have driven efficiency in decision-making in the Product Vision Statement.\n- Elaborate more on industry-specific algorithms in the Product Differentiation section, highlighting a unique feature that sets the product apart from IBM Watson and Microsoft Azure.\n- Include a timeline or roadmap for upcoming features in the Vision for Innovation to demonstrate commitment to continuous improvement and adaptation to market needs.",
"citations": [
"20260529-0-3bda7",
"20260529-1-86609",
"20260529-2-58e23",
"20260529-3-dd30a",
"20260529-4-55bb4",
"20260529-5-e4482",
"20260529-6-94552",
"20260529-7-52bb1",
"20260529-8-5f43a",
"20260529-9-3b355",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a4",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for KnowledgeForce?",
"ground_truth": "- Include IT Managers in the Target Customer Segments.\n- Add a point in the Strategic Initiatives section about addressing data privacy concerns.",
"citations": [
"20260529-0-3bda7",
"20260529-1-86609",
"20260529-2-58e23",
"20260529-3-dd30a",
"20260529-4-55bb4",
"20260529-5-e4482",
"20260529-6-94552",
"20260529-7-52bb1",
"20260529-8-5f43a",
"20260529-9-3b355",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a5",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for KnowledgeForce?",
"ground_truth": "- Add a real-world example to help potential customers visualize the impact.\n- Mention specific industries where the most growth or potential has been observed in the Market Opportunity section.\n- Specify what makes the interface 'user-friendly' by mentioning specific design principles or user feedback that guided design choices.",
"citations": [
"20260529-0-3bda7",
"20260529-1-86609",
"20260529-2-58e23",
"20260529-3-dd30a",
"20260529-4-55bb4",
"20260529-5-e4482",
"20260529-6-94552",
"20260529-7-52bb1",
"20260529-8-5f43a",
"20260529-9-3b355",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a6",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Requirements Document for KnowledgeForce?",
"ground_truth": "- Include specific NLP techniques or models, such as BERT or GPT, in the 'Features' section for clarity.\n- Specify potential partners in the 'Strategic Initiatives' section to make the strategy more concrete.",
"citations": [
"20260607-0-f7cc6",
"20260607-1-25e64",
"20260607-2-4c5ba",
"20260607-3-6a106",
"20260607-4-66ba3",
"20260607-5-a130c",
"20260607-6-90b30",
"20260607-7-ca262",
"20260607-8-20111",
"20260607-9-3cbe4",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a7",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Requirements Document for KnowledgeForce?",
"ground_truth": "- Specify the types of security measures being implemented in the 'Compliance and Security' section, such as encryption and multi-factor authentication.\n- Explain how blockchain will specifically enhance data security in the 'Innovation and Future Developments' section.\n- Include the names of potential partners, even if hypothetical, to strengthen the strategic narrative.",
"citations": [
"20260607-0-f7cc6",
"20260607-1-25e64",
"20260607-2-4c5ba",
"20260607-3-6a106",
"20260607-4-66ba3",
"20260607-5-a130c",
"20260607-6-90b30",
"20260607-7-ca262",
"20260607-8-20111",
"20260607-9-3cbe4",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a8",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Requirements Document for KnowledgeForce?",
"ground_truth": "- Expand the 'intuitive user interface' claim in the 'Objectives' section.\n- Add details about user testing or design principles to ensure user-friendliness.\n- Include specifics about the UX design process, such as user personas or usability testing, to provide evidence of intuitiveness.",
"citations": [
"20260607-0-f7cc6",
"20260607-1-25e64",
"20260607-2-4c5ba",
"20260607-3-6a106",
"20260607-4-66ba3",
"20260607-5-a130c",
"20260607-6-90b30",
"20260607-7-ca262",
"20260607-8-20111",
"20260607-9-3cbe4",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a9",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the unique features of KnowledgeForce's competitor products?",
"ground_truth": "InsightGuru offers AI-powered analysis of company documents and data, real-time updates and alerts on critical knowledge, integration with major CRM and ERP systems, and customizable dashboards for different user roles. Their AI focuses heavily on natural language processing to extract insights from unstructured data. They also provide a flexible alert system where users can set triggers based on specific data changes or document updates, and they offer both template-based and customizable dashboards.\n\nKnowledgeNavigator has several unique features: semantic search capabilities using natural language processing for quick and relevant information retrieval, automated tagging and categorization of knowledge assets with machine learning, collaboration tools including shared workspaces and real-time document editing, and a mobile app for on-the-go access to insights.\n\nWisdomAI's unique features include predictive analytics for future trend identification using a combination of machine learning models and statistical analysis, robust natural language processing with context-aware data interpretation, a user-friendly drag-and-drop interface, and comprehensive reporting tools with real-time data updates and interactive dashboards for enhanced data visualization.",
"citations": [
"20260527-0-cd397",
"20260527-1-4c758",
"20260527-2-d5c1b",
"20260527-3-cdffe",
"20260527-4-f351c",
"20260527-5-b7c2d",
"20260527-6-761cc",
"20260527-7-b41c6",
"20260527-8-264ba",
"20260527-9-71d02",
"20260527-10-facb6",
"20260527-11-a93f9",
"20260527-12-678cf",
"20260811-0-1e298",
"20260811-1-7361e",
"20260811-2-0b795",
"20260811-3-69a17",
"20260811-4-1a6db",
"20260811-5-265b8",
"20260811-6-70fa9",
"20260811-7-9a760",
"20260811-8-90cd1",
"20260811-9-1740b",
"20260811-10-2d689",
"20260811-11-104e7",
"20260811-12-59313",
"20261004-0-a38fa",
"20261004-1-2ee71",
"20261004-2-fc9a0",
"20261004-3-8b974",
"20261004-4-32fcb",
"20261004-5-20ccf",
"20261004-6-3a7f3",
"20261004-7-801a6",
"20261004-8-6c588",
"20261004-9-dcb60",
"20261004-10-4fcb1",
"20261004-11-5c733",
"20261004-12-f4c27",
"20261004-13-bd319",
"20261004-14-03934",
"20260830-0-57ee9",
"20260830-1-326de",
"20260830-2-b71c4",
"20260830-3-22990",
"20260830-4-c62bc",
"20260830-5-49c62",
"20260830-6-b59d6",
"20260830-7-0c080",
"20260830-8-c96bb",
"20260830-9-a13d7",
"20260830-10-edd91",
"20260830-11-ab720",
"20260830-12-91c8e",
"20260830-13-0527b",
"20260605-0-3dfc8",
"20260605-1-2e47f",
"20260605-2-23380",
"20260605-3-7a60a",
"20260605-4-71862",
"20260605-5-0a20c",
"20260605-6-d805d",
"20260605-7-8b25e",
"20260605-8-8fe78",
"20260605-9-7dae5",
"20260605-10-c609b",
"20260605-11-42b20",
"20260605-12-45bd3",
"20260723-0-11b57",
"20260723-1-ad10d",
"20260723-2-b6dad",
"20260723-3-0d5b4",
"20260723-4-ea8bb",
"20260723-5-000dc",
"20260723-6-e3b09",
"20260723-7-2fd54",
"20260723-8-e79a9",
"20260723-9-6a86c",
"20260723-10-a757d",
"20260723-11-d6cda",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a10",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What are the weaknesses of KnowledgeForce's competitor products?",
"ground_truth": "InsightGuru's weaknesses include limited support for non-English languages, primarily supporting only English and a few European languages, which could be a barrier for businesses in Asia or Latin America. Additionally, they have high initial setup costs, particularly for small businesses, and require a significant amount of data input to perform optimally, which could be challenging for companies just starting to collect data.\n\nThe weaknesses of KnowledgeNavigator include a complex user interface that often requires training for new users, limited integration options with third-party applications, and performance issues with very large datasets.\n\nThe weaknesses of WisdomAI include an expensive subscription model that may be prohibitive for startups, occasional inaccuracies in their predictive analytics that can impact decision-making, and limited offline functionality due to heavy reliance on cloud connectivity.",
"citations": [
"20260527-0-cd397",
"20260527-1-4c758",
"20260527-2-d5c1b",
"20260527-3-cdffe",
"20260527-4-f351c",
"20260527-5-b7c2d",
"20260527-6-761cc",
"20260527-7-b41c6",
"20260527-8-264ba",
"20260527-9-71d02",
"20260527-10-facb6",
"20260527-11-a93f9",
"20260527-12-678cf",
"20260811-0-1e298",
"20260811-1-7361e",
"20260811-2-0b795",
"20260811-3-69a17",
"20260811-4-1a6db",
"20260811-5-265b8",
"20260811-6-70fa9",
"20260811-7-9a760",
"20260811-8-90cd1",
"20260811-9-1740b",
"20260811-10-2d689",
"20260811-11-104e7",
"20260811-12-59313",
"20261004-0-a38fa",
"20261004-1-2ee71",
"20261004-2-fc9a0",
"20261004-3-8b974",
"20261004-4-32fcb",
"20261004-5-20ccf",
"20261004-6-3a7f3",
"20261004-7-801a6",
"20261004-8-6c588",
"20261004-9-dcb60",
"20261004-10-4fcb1",
"20261004-11-5c733",
"20261004-12-f4c27",
"20261004-13-bd319",
"20261004-14-03934",
"20260830-0-57ee9",
"20260830-1-326de",
"20260830-2-b71c4",
"20260830-3-22990",
"20260830-4-c62bc",
"20260830-5-49c62",
"20260830-6-b59d6",
"20260830-7-0c080",
"20260830-8-c96bb",
"20260830-9-a13d7",
"20260830-10-edd91",
"20260830-11-ab720",
"20260830-12-91c8e",
"20260830-13-0527b",
"20260605-0-3dfc8",
"20260605-1-2e47f",
"20260605-2-23380",
"20260605-3-7a60a",
"20260605-4-71862",
"20260605-5-0a20c",
"20260605-6-d805d",
"20260605-7-8b25e",
"20260605-8-8fe78",
"20260605-9-7dae5",
"20260605-10-c609b",
"20260605-11-42b20",
"20260605-12-45bd3",
"20260723-0-11b57",
"20260723-1-ad10d",
"20260723-2-b6dad",
"20260723-3-0d5b4",
"20260723-4-ea8bb",
"20260723-5-000dc",
"20260723-6-e3b09",
"20260723-7-2fd54",
"20260723-8-e79a9",
"20260723-9-6a86c",
"20260723-10-a757d",
"20260723-11-d6cda",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a11",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of KnowledgeForce's competitor products?",
"ground_truth": [
"eid_435d10af",
"eid_cb99086d",
"eid_62db8640",
"eid_60f65e9b",
"eid_719a0253",
"eid_374a009b"
],
"citations": [
"20260527-0-cd397",
"20260527-1-4c758",
"20260527-2-d5c1b",
"20260527-3-cdffe",
"20260527-4-f351c",
"20260527-5-b7c2d",
"20260527-6-761cc",
"20260527-7-b41c6",
"20260527-8-264ba",
"20260527-9-71d02",
"20260527-10-facb6",
"20260527-11-a93f9",
"20260527-12-678cf",
"20260811-0-1e298",
"20260811-1-7361e",
"20260811-2-0b795",
"20260811-3-69a17",
"20260811-4-1a6db",
"20260811-5-265b8",
"20260811-6-70fa9",
"20260811-7-9a760",
"20260811-8-90cd1",
"20260811-9-1740b",
"20260811-10-2d689",
"20260811-11-104e7",
"20260811-12-59313",
"20261004-0-a38fa",
"20261004-1-2ee71",
"20261004-2-fc9a0",
"20261004-3-8b974",
"20261004-4-32fcb",
"20261004-5-20ccf",
"20261004-6-3a7f3",
"20261004-7-801a6",
"20261004-8-6c588",
"20261004-9-dcb60",
"20261004-10-4fcb1",
"20261004-11-5c733",
"20261004-12-f4c27",
"20261004-13-bd319",
"20261004-14-03934",
"20260830-0-57ee9",
"20260830-1-326de",
"20260830-2-b71c4",
"20260830-3-22990",
"20260830-4-c62bc",
"20260830-5-49c62",
"20260830-6-b59d6",
"20260830-7-0c080",
"20260830-8-c96bb",
"20260830-9-a13d7",
"20260830-10-edd91",
"20260830-11-ab720",
"20260830-12-91c8e",
"20260830-13-0527b",
"20260605-0-3dfc8",
"20260605-1-2e47f",
"20260605-2-23380",
"20260605-3-7a60a",
"20260605-4-71862",
"20260605-5-0a20c",
"20260605-6-d805d",
"20260605-7-8b25e",
"20260605-8-8fe78",
"20260605-9-7dae5",
"20260605-10-c609b",
"20260605-11-42b20",
"20260605-12-45bd3",
"20260723-0-11b57",
"20260723-1-ad10d",
"20260723-2-b6dad",
"20260723-3-0d5b4",
"20260723-4-ea8bb",
"20260723-5-000dc",
"20260723-6-e3b09",
"20260723-7-2fd54",
"20260723-8-e79a9",
"20260723-9-6a86c",
"20260723-10-a757d",
"20260723-11-d6cda",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a12",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of KnowledgeForce's competitor products?",
"ground_truth": [
"eid_2f10ad20",
"eid_719a0253",
"eid_9937f1d5"
],
"citations": [
"20260527-0-cd397",
"20260527-1-4c758",
"20260527-2-d5c1b",
"20260527-3-cdffe",
"20260527-4-f351c",
"20260527-5-b7c2d",
"20260527-6-761cc",
"20260527-7-b41c6",
"20260527-8-264ba",
"20260527-9-71d02",
"20260527-10-facb6",
"20260527-11-a93f9",
"20260527-12-678cf",
"20260811-0-1e298",
"20260811-1-7361e",
"20260811-2-0b795",
"20260811-3-69a17",
"20260811-4-1a6db",
"20260811-5-265b8",
"20260811-6-70fa9",
"20260811-7-9a760",
"20260811-8-90cd1",
"20260811-9-1740b",
"20260811-10-2d689",
"20260811-11-104e7",
"20260811-12-59313",
"20260728-0-f96ef",
"20261004-0-a38fa",
"20261004-1-2ee71",
"20261004-2-fc9a0",
"20261004-3-8b974",
"20261004-4-32fcb",
"20261004-5-20ccf",
"20261004-6-3a7f3",
"20261004-7-801a6",
"20261004-8-6c588",
"20261004-9-dcb60",
"20261004-10-4fcb1",
"20261004-11-5c733",
"20261004-12-f4c27",
"20261004-13-bd319",
"20261004-14-03934",
"20260830-0-57ee9",
"20260830-1-326de",
"20260830-2-b71c4",
"20260830-3-22990",
"20260830-4-c62bc",
"20260830-5-49c62",
"20260830-6-b59d6",
"20260830-7-0c080",
"20260830-8-c96bb",
"20260830-9-a13d7",
"20260830-10-edd91",
"20260830-11-ab720",
"20260830-12-91c8e",
"20260830-13-0527b",
"20260707-0-8711d",
"20260605-0-3dfc8",
"20260605-1-2e47f",
"20260605-2-23380",
"20260605-3-7a60a",
"20260605-4-71862",
"20260605-5-0a20c",
"20260605-6-d805d",
"20260605-7-8b25e",
"20260605-8-8fe78",
"20260605-9-7dae5",
"20260605-10-c609b",
"20260605-11-42b20",
"20260605-12-45bd3",
"20260723-0-11b57",
"20260723-1-ad10d",
"20260723-2-b6dad",
"20260723-3-0d5b4",
"20260723-4-ea8bb",
"20260723-5-000dc",
"20260723-6-e3b09",
"20260723-7-2fd54",
"20260723-8-e79a9",
"20260723-9-6a86c",
"20260723-10-a757d",
"20260723-11-d6cda",
"20260808-0-be0d8",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a13",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for KnowledgeForce's competitor products?",
"ground_truth": [
"https://www.knowledgenavigator.com/demo",
"https://www.insightguru.com/demo",
"https://www.wisdomai.com/demo"
],
"citations": [
"20260527-0-cd397",
"20260527-1-4c758",
"20260527-2-d5c1b",
"20260527-3-cdffe",
"20260527-4-f351c",
"20260527-5-b7c2d",
"20260527-6-761cc",
"20260527-7-b41c6",
"20260527-8-264ba",
"20260527-9-71d02",
"20260527-10-facb6",
"20260527-11-a93f9",
"20260527-12-678cf",
"20260811-0-1e298",
"20260811-1-7361e",
"20260811-2-0b795",
"20260811-3-69a17",
"20260811-4-1a6db",
"20260811-5-265b8",
"20260811-6-70fa9",
"20260811-7-9a760",
"20260811-8-90cd1",
"20260811-9-1740b",
"20260811-10-2d689",
"20260811-11-104e7",
"20260811-12-59313",
"20260728-0-f96ef",
"20261004-0-a38fa",
"20261004-1-2ee71",
"20261004-2-fc9a0",
"20261004-3-8b974",
"20261004-4-32fcb",
"20261004-5-20ccf",
"20261004-6-3a7f3",
"20261004-7-801a6",
"20261004-8-6c588",
"20261004-9-dcb60",
"20261004-10-4fcb1",
"20261004-11-5c733",
"20261004-12-f4c27",
"20261004-13-bd319",
"20261004-14-03934",
"20260830-0-57ee9",
"20260830-1-326de",
"20260830-2-b71c4",
"20260830-3-22990",
"20260830-4-c62bc",
"20260830-5-49c62",
"20260830-6-b59d6",
"20260830-7-0c080",
"20260830-8-c96bb",
"20260830-9-a13d7",
"20260830-10-edd91",
"20260830-11-ab720",
"20260830-12-91c8e",
"20260830-13-0527b",
"20260707-0-8711d",
"20260605-0-3dfc8",
"20260605-1-2e47f",
"20260605-2-23380",
"20260605-3-7a60a",
"20260605-4-71862",
"20260605-5-0a20c",
"20260605-6-d805d",
"20260605-7-8b25e",
"20260605-8-8fe78",
"20260605-9-7dae5",
"20260605-10-c609b",
"20260605-11-42b20",
"20260605-12-45bd3",
"20260723-0-11b57",
"20260723-1-ad10d",
"20260723-2-b6dad",
"20260723-3-0d5b4",
"20260723-4-ea8bb",
"20260723-5-000dc",
"20260723-6-e3b09",
"20260723-7-2fd54",
"20260723-8-e79a9",
"20260723-9-6a86c",
"20260723-10-a757d",
"20260723-11-d6cda",
"20260808-0-be0d8",
"www_knowledgenavigator_com_demo",
"www_insightguru_com_demo",
"www_wisdomai_com_demo",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a14",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What new features about the self-service analytics module are added to KnowledgeForce?",
"ground_truth": "- Integration of GraphQL for data fetching in the analytics dashboard.\n- Setup of Apollo Client for data retrieval.\n- Creation of queries to retrieve necessary data from the existing backend.\n- Refinement of dashboard responsiveness.\n- Enhancements to the user interface for a seamless experience across devices.\n- Styling adjustments and UI enhancements.",
"citations": [
"20260822-0-0cd03",
"20260822-1-5bcee",
"20260822-2-1248e",
"20260822-3-9e94d",
"20260822-4-59a82",
"20260822-5-8cf3a",
"20260822-6-122c5",
"20260822-7-186d4",
"20260822-8-3b6bd",
"product_dev_KnowledgeForce_1",
"product_dev_KnowledgeForce_3",
"product_dev_KnowledgeForce_4",
"github_com_salesforce_KnowledgeForce_pull_8",
"20260816-0-4a770",
"20260816-1-f0e1a",
"20260816-2-9b7ab",
"20260816-3-4a848",
"20260816-4-4520a",
"20260816-5-a58a3",
"20260816-6-a6a75",
"20260816-7-30f8f",
"20260816-8-175c0",
"20260829-0-11b96",
"product_dev_KnowledgeForce_9",
"product_dev_KnowledgeForce_10",
"github_com_salesforce_KnowledgeForce_pull_29",
"20261025-0-35032",
"20261025-1-639d6",
"20261025-2-53059",
"20261025-3-43e41",
"20261025-4-16379",
"20261025-5-6beed",
"20261025-6-6c6de",
"20261025-7-896aa",
"20261025-8-9c058",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a15",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What new features about improving sentiment analysis using BERT are added to KnowledgeForce?",
"ground_truth": "- Integration of BERT model for sentiment analysis.\n- Fine-tuning BERT model for the finance sector.\n- Fine-tuning BERT model for the healthcare sector.\n- Data collection and labeling for the healthcare sector.\n- Evaluation and optimization of BERT model performance for finance and healthcare sectors.",
"citations": [
"20260722-0-20eee",
"20260722-1-69b0c",
"20260722-2-b535c",
"20260722-3-43ab9",
"20260722-4-8a2b2",
"20260722-5-f1a30",
"20260722-6-a95e2",
"20260722-7-e48dc",
"20260722-8-c938e",
"20260722-9-506a8",
"product_dev_KnowledgeForce_1",
"product_dev_KnowledgeForce_2",
"github_com_salesforce_KnowledgeForce_pull_3",
"20260721-0-82c2d",
"20260721-1-638c3",
"20260721-2-2d996",
"20260721-3-83e56",
"20260721-4-59b7d",
"20260721-5-6a346",
"20260721-6-f7480",
"20260721-7-b3749",
"20260808-0-91f47",
"product_dev_KnowledgeForce_3",
"github_com_salesforce_KnowledgeForce_pull_7",
"20260806-0-916e5",
"20260806-1-de044",
"20260806-2-9341f",
"20260806-3-573f8",
"20260806-4-1bacd",
"20260806-5-8c2c4",
"20260806-6-9baca",
"20260806-7-9e293",
"20260806-8-79da8",
"20260806-9-b83a0",
"product_dev_KnowledgeForce_4",
"github_com_salesforce_KnowledgeForce_pull_10",
"20260822-0-ff5cb",
"20260822-1-67450",
"20260822-2-ed14f",
"20260822-3-8a00a",
"20260822-4-79a8d",
"20260822-5-de8b3",
"20260822-6-20bb5",
"20260822-7-c7180",
"product_dev_KnowledgeForce_7",
"github_com_salesforce_KnowledgeForce_pull_21",
"20260929-0-c4fc5",
"20260929-1-8cd9f",
"20260929-2-e1f93",
"20260929-3-fe255",
"20260929-4-fb621",
"20260929-5-7bccb",
"20260929-6-b5e33",
"20260929-7-612b0",
"product_dev_KnowledgeForce_8",
"product_dev_KnowledgeForce_9",
"github_com_salesforce_KnowledgeForce_pull_28",
"20261018-0-edc81",
"20261018-1-34141",
"20261018-2-81852",
"20261018-3-d8262",
"20261018-4-cfadf",
"20261018-5-7d475",
"20261018-6-52a62",
"20261018-7-88f40",
"20261018-8-bab39",
"20261018-9-6396b",
"20261018-10-450b4",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a16",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What features could not be added to KnowledgeForce due to security risks?",
"ground_truth": "- Gather and label additional data from the finance sector to support the fine-tuning of the BERT model for industry-specific sentiment analysis.",
"citations": [
"product_dev_KnowledgeForce_1",
"product_dev_KnowledgeForce_2",
"20260705-0-9e734",
"20260705-1-31776",
"20260705-2-ca544",
"20260705-3-2af16",
"20260705-4-aa7c2",
"20260705-5-a442f",
"20260705-6-3f160",
"20260705-7-c9c53",
"20260705-8-d4757",
"20260720-0-64443",
"20260720-1-d8018",
"20260720-2-52139",
"20260720-3-79fec",
"20260720-4-7c1bc",
"20260720-5-db195",
"20260720-6-99931",
"20260720-7-6b7cc",
"20260720-8-185c0",
"20260720-9-d51f3",
"20260720-10-2e5b6",
"20260720-11-0d70d",
"20260720-0-ec3f5",
"20260720-1-de1d6",
"20260720-2-6d366",
"github_com_salesforce_KnowledgeForce_pull_1",
"github_com_salesforce_KnowledgeForce_pull_4",
"product_dev_KnowledgeForce_5",
"product_dev_KnowledgeForce_6",
"20260907-0-20269",
"20260907-1-b83e7",
"20260907-2-f60d3",
"20260907-3-f66c1",
"20260907-4-1b339",
"20260907-5-fa247",
"20260907-6-324ca",
"20260907-7-5ab77",
"20260915-0-9ec07",
"20260915-1-ea862",
"20260915-2-d9b5e",
"20260915-3-815e3",
"20260915-4-91ec8",
"20260915-5-8149c",
"20260915-6-aaf22",
"20260915-7-79426",
"20260915-8-8e35d",
"20260915-9-4fdfc",
"20260915-10-c9a12",
"20260915-11-fe2f1",
"20260915-12-667d9",
"20260915-0-80330",
"20260915-1-6c6d8",
"20260915-2-15823",
"20260915-3-1d454",
"github_com_salesforce_KnowledgeForce_pull_14",
"github_com_salesforce_KnowledgeForce_pull_17",
"20260913-0-1fa1f",
"20260913-1-6ac75",
"20260913-2-1319f",
"20260913-3-a012f",
"20260913-4-08617",
"20260913-5-abea1",
"20260913-6-a4708",
"20260913-7-88599",
"20260913-8-ed9e6",
"20260913-9-82b79",
"20260915-0-371dd",
"20260915-1-77508",
"20260915-2-07aef",
"20260915-3-53a6b",
"20260915-4-a5110",
"20260915-5-8f780",
"20260915-6-f94fe",
"20260915-7-e5e82",
"20260915-8-21dba",
"20260915-9-dd38d",
"20260915-10-18eff",
"20260915-11-16f23",
"20260915-12-054de",
"20260916-0-e9aa4",
"20260916-1-3bb70",
"20260916-2-d31f2",
"20260916-3-29cf5",
"github_com_salesforce_KnowledgeForce_pull_16",
"github_com_salesforce_KnowledgeForce_pull_18",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a17",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What features could not be added to KnowledgeForce due to change in product direction?",
"ground_truth": "- Introduce lazy loading for components that handle large datasets to improve performance and user experience.\n- Ensure that components load data only when needed.\n- Organize knowledge-sharing sessions for the team to learn about blockchain integration and Hyperledger Fabric.\n- Include a schedule, presentation materials, and documentation of the knowledge-sharing sessions.",
"citations": [
"product_dev_KnowledgeForce_1",
"product_dev_KnowledgeForce_7",
"product_dev_KnowledgeForce_8",
"20261002-0-798f2",
"20261002-1-85e4f",
"20261002-2-cd4e4",
"20261002-3-dde1d",
"20261002-4-8a3b7",
"20261002-5-be990",
"20261002-6-dcdfb",
"20261002-7-b8b6c",
"20261007-0-32589",
"20261007-1-b21e2",
"20261007-2-b480c",
"20261007-3-95cee",
"20261007-4-47a81",
"20261007-5-aee18",
"20261007-6-002d7",
"20261007-7-05b3d",
"20261007-8-d7291",
"20261007-9-90ebb",
"20261007-10-480d6",
"20261007-11-ef2dd",
"20261007-12-edae6",
"20261007-13-50383",
"20261007-0-9b7c8",
"20261007-1-10d26",
"20261007-2-4d1fc",
"20261007-3-66629",
"github_com_salesforce_KnowledgeForce_pull_22",
"github_com_salesforce_KnowledgeForce_pull_25",
"20261005-0-95ad9",
"20261005-1-b1ed5",
"20261005-2-b125a",
"20261005-3-aaaff",
"20261005-4-2a7dc",
"20261005-5-5977b",
"20261005-6-1c22d",
"20261005-7-5aca5",
"20261005-8-19fc5",
"20261005-9-0652c",
"20261008-0-8d2ae",
"20261008-1-158c9",
"20261008-2-7bc07",
"20261008-3-d2d32",
"20261008-4-a4435",
"20261008-5-13062",
"20261008-6-fd62d",
"20261008-7-5e411",
"20261008-8-60b3c",
"20261008-9-3ea55",
"20261008-10-d9b7f",
"20261008-11-3fc7f",
"20261008-0-ca0af",
"20261008-1-9eca5",
"20261008-2-6c2fe",
"20261008-3-baee2",
"github_com_salesforce_KnowledgeForce_pull_23",
"github_com_salesforce_KnowledgeForce_pull_26",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a18",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to KnowledgeForce?",
"ground_truth": "- Integration of GraphQL for data fetching in the analytics dashboard.\n- Setup of Apollo Client for GraphQL integration.\n- Creation of queries to retrieve data from the backend.\n- Initial integration of the BERT model for sentiment analysis.\n- Setup of the basic framework for using BERT in the sentiment analysis pipeline.",
"citations": [
"product_dev_KnowledgeForce_1",
"product_dev_KnowledgeForce_3",
"product_dev_KnowledgeForce_4",
"20260829-0-11b96",
"20260822-0-0cd03",
"20260822-1-5bcee",
"20260822-2-1248e",
"20260822-3-9e94d",
"20260822-4-59a82",
"20260822-5-8cf3a",
"20260822-6-122c5",
"20260822-7-186d4",
"20260822-8-3b6bd",
"20260816-0-4a770",
"20260816-1-f0e1a",
"20260816-2-9b7ab",
"20260816-3-4a848",
"20260816-4-4520a",
"20260816-5-a58a3",
"20260816-6-a6a75",
"20260816-7-30f8f",
"20260816-8-175c0",
"github_com_salesforce_KnowledgeForce_pull_8",
"product_dev_KnowledgeForce_2",
"20260808-0-91f47",
"20260722-0-20eee",
"20260722-1-69b0c",
"20260722-2-b535c",
"20260722-3-43ab9",
"20260722-4-8a2b2",
"20260722-5-f1a30",
"20260722-6-a95e2",
"20260722-7-e48dc",
"20260722-8-c938e",
"20260722-9-506a8",
"20260721-0-82c2d",
"20260721-1-638c3",
"20260721-2-2d996",
"20260721-3-83e56",
"20260721-4-59b7d",
"20260721-5-6a346",
"20260721-6-f7480",
"20260721-7-b3749",
"github_com_salesforce_KnowledgeForce_pull_3",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a19",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in KnowledgeForce?",
"ground_truth": [
"NextGenTech",
"DataSolutions",
"TechCorp",
"AITransformers",
"CloudSync",
"InnovateAI",
"FusionTech",
"ComputeWorks",
"BlueWave"
],
"citations": [
"20261106-0-e06df",
"20261106-1-7c878",
"20261106-0-849a3",
"20261106-1-dd8bb",
"20261106-2-ac893",
"20261106-3-f1e31",
"20261106-4-e7210",
"20261106-5-8d0d4",
"20261106-6-a87b1",
"20261106-7-4a69d",
"20261106-8-846b5",
"20261106-9-71088",
"20261106-10-705ad",
"20261109-0-bde85",
"20261109-1-36d5b",
"20261109-2-4b75b",
"20261109-3-d7f2b",
"20261109-4-997f8",
"20261109-5-b1e85",
"20261109-6-96a72",
"20261109-7-78c1d",
"20261109-8-1e2a9",
"20261109-9-eeca7",
"20261109-10-c0911",
"20261114-0-e66d1",
"20261114-1-4a57c",
"20261114-2-b31d5",
"20261114-3-c1824",
"20261114-4-48f93",
"20261114-5-8d8de",
"20261114-6-775cc",
"20261114-7-8ff67",
"20261114-8-2a39a",
"20261114-9-61f06",
"20261114-10-d9f60",
"20261118-0-6ded8",
"20261118-1-8cf97",
"20261118-2-9d572",
"20261118-3-d95df",
"20261118-4-11709",
"20261118-5-29ced",
"20261118-6-1c62f",
"20261118-7-b4774",
"20261118-8-16fb1",
"20261118-9-9d15f",
"20261120-0-2e108",
"20261120-1-a42dc",
"20261120-2-d8593",
"20261120-3-533d0",
"20261120-4-d26f7",
"20261120-5-53811",
"20261120-6-3a967",
"20261120-7-b86b9",
"20261120-8-e1ab6",
"20261120-9-fb424",
"20261122-0-db0db",
"20261122-1-9b69f",
"20261122-2-9e8b2",
"20261122-3-14b85",
"20261122-4-801dd",
"20261122-5-f723e",
"20261122-6-4d714",
"20261122-7-694b4",
"20261122-8-598a2",
"20261122-9-810c8",
"20261122-10-c783e",
"20261122-11-eaf0c",
"20261125-0-32a7a",
"20261125-1-5a9e8",
"20261125-2-e3d68",
"20261125-3-81562",
"20261125-4-3f532",
"20261125-5-1eeee",
"20261125-6-ba99b",
"20261125-7-88df1",
"20261126-0-af993",
"20261126-1-0d222",
"20261126-2-650e7",
"20261126-3-bb237",
"20261126-4-349fc",
"20261126-5-ed9fd",
"20261226-0-4ba5c",
"20261226-1-44514",
"20261226-2-131a8",
"20261226-3-ca06c",
"20261226-4-c0fe8",
"20261226-5-6785e",
"20261226-6-f77d2",
"20261226-7-62ba6",
"20261226-8-6a733",
"20261226-9-4d598",
"20261229-0-c7136",
"20261229-1-d3ad3",
"20261229-2-fb788",
"20261229-3-70390",
"20261229-4-6bc51",
"20261229-5-04e6b",
"20261229-6-04317",
"20261229-7-79e4d",
"20261229-8-f25ac",
"20261229-9-f0e06",
"20270104-0-fbe79",
"20270104-1-30881",
"20270104-2-b35ef",
"20270104-3-72fac",
"20270104-4-59d73",
"20270104-5-4ec98",
"20270104-6-80e4c",
"20270104-7-bd121",
"20270104-8-2cb71",
"20270104-9-785e3",
"20270104-10-ec4cb",
"20270107-0-7363f",
"20270107-1-c1d46",
"20270107-2-166da",
"20270107-3-5e588",
"20270107-4-ec9e7",
"20270107-5-aa4b7",
"20270107-6-fa529",
"20270107-7-5b04c",
"20270107-8-c2af5",
"20270107-9-6396f",
"20270107-10-68794",
"20270124-0-fe263",
"20270124-1-8eb9a",
"20270124-2-cceb5",
"20270124-3-9976f",
"20270124-4-072b9",
"20270124-5-0b244",
"20270124-6-0862d",
"20270124-7-289c6",
"20270124-8-a5031",
"20270225-0-09154",
"20270225-1-7e16f",
"20270225-2-bf13e",
"20270225-3-169cb",
"20270225-4-0e4dd",
"20270225-5-202df",
"20270225-6-56ff3",
"20270225-7-172d6",
"20270225-8-5dc04",
"20270225-9-a4f74",
"20270301-0-8a0f9",
"20270301-1-8d09f",
"20270301-2-142e7",
"20270301-3-8f0d8",
"20270301-4-1183d",
"20270301-5-954dd",
"20270301-6-038c3",
"20270301-7-fbebe",
"20270301-8-7862e",
"20270301-9-25b51",
"20270313-0-96b03",
"20270313-1-15a7d",
"20270313-2-85a5a",
"20270313-3-91c77",
"20270313-4-d5027",
"20270313-5-91666",
"20270313-6-3d567",
"20270313-7-ce990",
"20261130-0-7d21c",
"20261130-1-aaf14",
"20261130-0-47a36",
"20261130-1-c958d",
"20261130-2-339dc",
"20261130-3-660a8",
"20261130-4-08c0e",
"20261130-5-23985",
"20261130-6-1a9ca",
"20261130-7-2239d",
"20261130-8-f0146",
"20261130-9-bca21",
"20261201-0-bf204",
"20261201-1-77d0f",
"20261201-2-ecd77",
"20261201-3-6582d",
"20261201-4-52c7c",
"20261201-5-582c9",
"20261201-6-9fe1f",
"20261201-7-57169",
"20261201-8-ca960",
"20261201-9-ce983",
"20261204-0-ef0aa",
"20261204-1-b1aec",
"20261204-2-4d030",
"20261204-3-dd3b1",
"20261204-4-18009",
"20261204-5-87eb9",
"20261207-0-67aef",
"20261207-1-0db84",
"20261207-2-6db91",
"20261207-3-3e056",
"20261207-4-c5b26",
"20261207-5-cc8e0",
"20261207-6-d9767",
"20261207-7-abe83",
"20261208-0-0c1c2",
"20261208-1-52371",
"20261208-2-a74ef",
"20261208-3-9ea7d",
"20261208-4-dc12c",
"20261208-5-03ffb",
"20261208-6-acc97",
"20261208-7-6744e",
"20270114-0-5509c",
"20270114-1-bc82a",
"20270114-2-3f8fc",
"20270114-3-1613e",
"20270114-4-8e271",
"20270114-5-a0963",
"20270114-6-26720",
"20270114-7-c04d9",
"20270114-8-4cc6f",
"20270114-9-2b6ed",
"20270114-10-7a639",
"20270117-0-c5e9f",
"20270117-1-cb686",
"20270117-2-8c8d3",
"20270117-3-37b29",
"20270117-4-d5103",
"20270117-5-e768f",
"20270117-6-9aee0",
"20270117-7-95a16",
"20270117-8-80289",
"20270117-9-36c71",
"20270117-10-77cff",
"20270127-0-7cdf3",
"20270127-1-e84b4",
"20270127-2-c9c22",
"20270127-3-35921",
"20270127-4-b4c5f",
"20270127-5-17f0f",
"20270127-6-fe510",
"20270127-7-be42a",
"20270127-8-52d5f",
"20270127-9-29a68",
"20270206-0-f558d",
"20270206-1-5ebae",
"20270206-2-10380",
"20270206-3-5093a",
"20270206-4-ac788",
"20270206-5-f0cb3",
"20270206-6-beabc",
"20270206-7-b8e0e",
"20270206-8-ee15e",
"20270206-9-e921a",
"20270206-10-13577",
"20270209-0-4ac6c",
"20270209-1-c70d2",
"20270209-2-1d3b2",
"20270209-3-7610b",
"20270209-4-2a5fd",
"20270209-5-1d85c",
"20270209-6-b079f",
"20270209-7-3fc0f",
"20270209-8-e65a2",
"20261212-0-1c507",
"20261212-1-aadc3",
"20261212-0-5ee1f",
"20261212-1-6587b",
"20261212-2-d55e1",
"20261212-3-41739",
"20261212-4-ceb8f",
"20261212-5-d1268",
"20261212-6-f5ba7",
"20261212-7-d33ce",
"20261212-8-5080d",
"20261212-9-daca5",
"20261212-10-c4fe9",
"20261215-0-dd3aa",
"20261215-1-7dd75",
"20261215-2-2b625",
"20261215-3-4779e",
"20261215-4-d77a5",
"20261215-5-9a88a",
"20261215-6-71fac",
"20261215-7-e04d3",
"20261215-8-11034",
"20261215-9-2ef22",
"20261215-10-557a1",
"20261217-0-6d717",
"20261217-1-a984b",
"20261217-2-a5177",
"20261217-3-054bd",
"20261217-4-2fab3",
"20261217-5-2563c",
"20261217-6-a70ae",
"20261217-7-b5154",
"20261219-0-585ab",
"20261219-1-bd0f2",
"20261219-2-9b3a2",
"20261219-3-920b2",
"20261219-4-63860",
"20261219-5-457a2",
"20261219-6-c691d",
"20261221-0-9c9f8",
"20261221-1-9b076",
"20261221-2-42b49",
"20261221-3-c9250",
"20261221-4-67877",
"20261221-5-bbc56",
"20261221-6-efddf",
"20261221-7-b958c",
"20261221-8-8ac34",
"20261221-9-58ebc",
"20261221-10-2f289",
"20261221-11-b454b",
"20270202-0-dbc7a",
"20270202-1-1d2da",
"20270202-2-19097",
"20270202-3-52503",
"20270202-4-e192a",
"20270202-5-524e5",
"20270202-6-9cc99",
"20270202-7-b466c",
"20270202-8-0d702",
"20270202-9-283bf",
"20270204-0-4cfbb",
"20270204-1-ef755",
"20270204-2-eeb74",
"20270204-3-41c26",
"20270204-4-f2ddd",
"20270204-5-0e13e",
"20270204-6-b1857",
"20270204-7-f590b",
"20270204-8-e7638",
"20270204-9-234e5",
"20270216-0-93258",
"20270216-1-3963e",
"20270216-2-d4508",
"20270216-3-e73ed",
"20270216-4-3ef79",
"20270216-5-7fb18",
"20270216-6-29aa8",
"20270216-7-37c95",
"20270212-0-099ee",
"20270212-1-87360",
"20270212-0-9a2ba",
"20270212-1-5e4aa",
"20270212-2-125ed",
"20270212-3-4129f",
"20270212-4-fb789",
"20270212-5-be296",
"20270212-6-ebbd9",
"20270212-7-fa495",
"20270212-8-4c1b7",
"20270212-9-39ba4",
"20270212-10-1dc3a",
"20270214-0-ae558",
"20270214-1-f21d4",
"20270214-2-b754d",
"20270214-3-e78cf",
"20270214-4-ffeb8",
"20270214-5-7be69",
"20270214-6-b8d0c",
"20270214-7-469d7",
"20270214-8-27271",
"20270214-9-7e8ab",
"20270214-10-d5ef7",
"20270302-0-f55b1",
"20270302-1-41acf",
"20270302-2-4d38c",
"20270302-3-dbf48",
"20270302-4-e6660",
"20270302-5-9295c",
"20270302-6-cccb8",
"20270302-7-b102e",
"20270302-8-cfe4d",
"20270302-9-83140",
"20270302-10-f6000",
"20270302-11-ce000",
"20270305-0-d51c3",
"20270305-1-5eaaf",
"20270305-2-c9f24",
"20270305-3-a8ad5",
"20270305-4-138a1",
"20270305-5-4c849",
"20270305-6-b05b9",
"20270305-7-ba9fd",
"github_com_apache_kafka_pull_1801",
"github_com_postgres_postgres_pull_1802",
"github_com_elastic_elasticsearch_pull_1803",
"github_com_django_django_pull_1805",
"github_com_grafana_grafana_pull_1806",
"github_com_chartjs_Chart_js_pull_1807",
"github_com_salesforce_KnowledgeForce_pull_35",
"github_com_salesforce_KnowledgeForce_pull_36",
"github_com_facebook_react_pull_1810",
"github_com_tensorflow_tensorflow_pull_1811",
"github_com_apache_kafka_pull_1812",
"github_com_salesforce_KnowledgeForce_pull_37",
"github_com_salesforce_KnowledgeForce_pull_38",
"github_com_salesforce_KnowledgeForce_pull_39",
"github_com_tensorflow_tensorflow_pull_1813",
"github_com_kubernetes_kubernetes_pull_1814",
"github_com_apache_tika_pull_1815",
"github_com_salesforce_KnowledgeForce_pull_40",
"github_com_salesforce_KnowledgeForce_pull_41",
"github_com_tensorflow_tensorflow_pull_1817",
"github_com_postgres_postgres_pull_1818",
"github_com_expressjs_express_pull_1819",
"github_com_apache_kafka_pull_1821",
"github_com_apache_airflow_pull_1822",
"github_com_facebook_react_pull_1823",
"github_com_postgres_postgres_pull_1825",
"github_com_mysql_mysql-server_pull_1826",
"github_com_apache_kafka_pull_1827",
"github_com_salesforce_KnowledgeForce_pull_42",
"github_com_django_django_pull_1829",
"github_com_tensorflow_tensorflow_pull_1830",
"github_com_facebook_react_pull_1831",
"github_com_salesforce_KnowledgeForce_pull_43",
"github_com_twbs_bootstrap_pull_1833",
"github_com_WordPress_WordPress_pull_1834",
"github_com_nextcloud_server_pull_1835",
"github_com_salesforce_KnowledgeForce_pull_44",
"github_com_nextcloud_server_pull_1837",
"github_com_apache_cassandra_pull_1838",
"github_com_Kong_kong_pull_1839",
"github_com_salesforce_KnowledgeForce_pull_45",
"github_com_salesforce_KnowledgeForce_pull_46",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "KnowledgeForce#a20",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in KnowledgeForce?",
"ground_truth": [
"TechCorp",
"AITransformers",
"FusionTech"
],
"citations": [
"20261130-0-47a36",
"20261130-1-c958d",
"20261130-2-339dc",
"20261130-3-660a8",
"20261130-4-08c0e",
"20261130-5-23985",
"20261130-6-1a9ca",
"20261130-7-2239d",
"20261130-8-f0146",
"20261130-9-bca21",
"20261204-0-ef0aa",
"20261204-1-b1aec",
"20261204-2-4d030",
"20261204-3-dd3b1",
"20261204-4-18009",
"20261204-5-87eb9",
"github_com_salesforce_KnowledgeForce_pull_37",
"20270225-0-09154",
"20270225-1-7e16f",
"20270225-2-bf13e",
"20270225-3-169cb",
"20270225-4-0e4dd",
"20270225-5-202df",
"20270225-6-56ff3",
"20270225-7-172d6",
"20270225-8-5dc04",
"20270225-9-a4f74",
"20270313-0-96b03",
"20270313-1-15a7d",
"20270313-2-85a5a",
"20270313-3-91c77",
"20270313-4-d5027",
"20270313-5-91666",
"20270313-6-3d567",
"20270313-7-ce990",
"github_com_salesforce_KnowledgeForce_pull_46",
"20270104-0-fbe79",
"20270104-1-30881",
"20270104-2-b35ef",
"20270104-3-72fac",
"20270104-4-59d73",
"20270104-5-4ec98",
"20270104-6-80e4c",
"20270104-7-bd121",
"20270104-8-2cb71",
"20270104-9-785e3",
"20270104-10-ec4cb",
"20270212-0-9a2ba",
"20270212-1-5e4aa",
"20270212-2-125ed",
"20270212-3-4129f",
"20270212-4-fb789",
"20270212-5-be296",
"20270212-6-ebbd9",
"20270212-7-fa495",
"20270212-8-4c1b7",
"20270212-9-39ba4",
"20270212-10-1dc3a",
"20261208-0-0c1c2",
"20261208-1-52371",
"20261208-2-a74ef",
"20261208-3-9ea7d",
"20261208-4-dc12c",
"20261208-5-03ffb",
"20261208-6-acc97",
"20261208-7-6744e",
"github_com_salesforce_KnowledgeForce_pull_39",
"20270202-0-dbc7a",
"20270202-1-1d2da",
"20270202-2-19097",
"20270202-3-52503",
"20270202-4-e192a",
"20270202-5-524e5",
"20270202-6-9cc99",
"20270202-7-b466c",
"20270202-8-0d702",
"20270202-9-283bf",
"20270216-0-93258",
"20270216-1-3963e",
"20270216-2-d4508",
"20270216-3-e73ed",
"20270216-4-3ef79",
"20270216-5-7fb18",
"20270216-6-29aa8",
"20270216-7-37c95",
"github_com_salesforce_KnowledgeForce_pull_44",
"20261118-0-6ded8",
"20261118-1-8cf97",
"20261118-2-9d572",
"20261118-3-d95df",
"20261118-4-11709",
"20261118-5-29ced",
"20261118-6-1c62f",
"20261118-7-b4774",
"20261118-8-16fb1",
"20261118-9-9d15f",
"20261125-0-32a7a",
"20261125-1-5a9e8",
"20261125-2-e3d68",
"20261125-3-81562",
"20261125-4-3f532",
"20261125-5-1eeee",
"20261125-6-ba99b",
"20261125-7-88df1",
"github_com_salesforce_KnowledgeForce_pull_35",
"20270305-0-d51c3",
"20270305-1-5eaaf",
"20270305-2-c9f24",
"20270305-3-a8ad5",
"20270305-4-138a1",
"20270305-5-4c849",
"20270305-6-b05b9",
"20270305-7-ba9fd",
"github_com_salesforce_KnowledgeForce_pull_45",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "KnowledgeForce#a21",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by TechCorp in the KnowledgeForce product?",
"ground_truth": "- Inconsistent Data Mapping",
"citations": [
"20270104-0-fbe79",
"20270104-1-30881",
"20270104-2-b35ef",
"20270104-3-72fac",
"20270104-4-59d73",
"20270104-5-4ec98",
"20270104-6-80e4c",
"20270104-7-bd121",
"20270104-8-2cb71",
"20270104-9-785e3",
"20270104-10-ec4cb",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a22",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by AITransformers in the KnowledgeForce product?",
"ground_truth": "- CSS Conflict in Responsive Design: Affecting User Interface & Front-End Rendering, causing misalignment and missing components on mobile devices. Impacted customer is CUST-0108.",
"citations": [
"20270212-0-9a2ba",
"20270212-1-5e4aa",
"20270212-2-125ed",
"20270212-3-4129f",
"20270212-4-fb789",
"20270212-5-be296",
"20270212-6-ebbd9",
"20270212-7-fa495",
"20270212-8-4c1b7",
"20270212-9-39ba4",
"20270212-10-1dc3a",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#a23",
"product": "KnowledgeForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by FusionTech in the KnowledgeForce product?",
"ground_truth": "- Incorrect Data Transformation",
"citations": [
"20270104-0-fbe79",
"20270104-1-30881",
"20270104-2-b35ef",
"20270104-3-72fac",
"20270104-4-59d73",
"20270104-5-4ec98",
"20270104-6-80e4c",
"20270104-7-bd121",
"20270104-8-2cb71",
"20270104-9-785e3",
"20270104-10-ec4cb",
"20260613-0-ef7f9",
"20260613-1-28398",
"20260613-2-e425e"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u0",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u1",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u2",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u3",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u4",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u5",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u6",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u7",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u8",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u9",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u10",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u11",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u12",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u13",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u14",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u15",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u16",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u17",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u18",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u19",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u20",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What new features about blockchain integration for enhanced data security are added to KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u21",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to KnowledgeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u22",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in KnowledgeForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "KnowledgeForce#u23",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in KnowledgeForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "KnowledgeForce#u24",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in KnowledgeForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "KnowledgeForce#u25",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u26",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u27",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u28",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u29",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u30",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u31",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u32",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u33",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u34",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u35",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u36",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u37",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u38",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "KnowledgeForce#u39",
"product": "KnowledgeForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in KnowledgeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a0",
"product": "LeadForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of LeadForce?",
"ground_truth": [
"eid_5af96a7d",
"eid_1e9356f5"
],
"citations": [
"prox_market_research_report_final",
"latest_aix_market_research_report",
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a1",
"product": "LeadForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of LeadForce?",
"ground_truth": [
"eid_66d09012",
"eid_469598db",
"eid_ccd7c214"
],
"citations": [
"latest_aix_product_vision_document",
"latest_aix_product_requirements_document",
"prox_product_requirements_document_final",
"prox_product_vision_document_final",
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a2",
"product": "LeadForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of LeadForce?",
"ground_truth": [
"eid_eba4d825",
"eid_df39cc9e"
],
"citations": [
"latest_aix_technical_specifications_document",
"prox_technical_specifications_document_final",
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a3",
"product": "LeadForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of LeadForce?",
"ground_truth": [
"eid_8df92d08",
"eid_50da4819"
],
"citations": [
"prox_system_design_document_final",
"latest_aix_system_design_document",
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a4",
"product": "LeadForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of LeadForce?",
"ground_truth": [
"The issues reported by the customer include limited integration with third-party CRM systems, which may be due to incompatibility with various CRM APIs, lack of standardized integration protocols, limited resources for developing and maintaining integrations, and a non-modular architecture that makes it difficult to support multiple CRM systems efficiently.",
"The customer reported slow performance during peak usage times for AIX.",
"The customer reported that the system goes offline unexpectedly, impacting lead management processes for Customer ID: CUST-0040."
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a5",
"product": "LeadForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of LeadForce?",
"ground_truth": [
"The QA Specialist reported that the AI model occasionally misclassifies leads, which could lead to missed opportunities or wasted resources.",
"The QA Specialist reported that the main issue is that the user interface isn't intuitive, making it hard for new users to navigate and use all features effectively."
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a6",
"product": "LeadForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of LeadForce?",
"ground_truth": [
"The positive feedback provided by the customers includes:\n\n1. Customer CUST-0063 mentioned that the AI-powered lead scoring is helping them prioritize high-quality leads and improve conversion rates.\n2. Customer CUST-0109 reported that the detailed analytics and insights are aiding them in making informed decisions about lead engagement strategies.\n3. Customer CUST-0058 highlighted that AIX's ability to continuously learn from past data is enhancing its predictive accuracy over time.",
"The positive feedback provided by the customers includes robust customization options that help tailor lead scoring criteria to specific business needs, and responsive and helpful customer support that ensures issues are resolved quickly."
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a7",
"product": "LeadForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of LeadForce?",
"ground_truth": [
"CloudSync"
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a8",
"product": "LeadForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of LeadForce?",
"ground_truth": [
"eid_ddbe5577",
"eid_4de5cd7f"
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a9",
"product": "LeadForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of LeadForce?",
"ground_truth": [
"NextGenTech",
"CloudSync",
"BlueWave"
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a10",
"product": "LeadForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of LeadForce?",
"ground_truth": [
"eid_b48f959b",
"eid_8efef28a",
"eid_f98d7490",
"eid_cac9a0ac"
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a11",
"product": "LeadForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of LeadForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/ProX/demo_1",
"https://sf-internal.slack.com/archives/ProX/demo_4",
"https://sf-internal.slack.com/archives/ProX/demo_2",
"https://sf-internal.slack.com/archives/ProX/demo_3"
],
"citations": [
"20260325-0-1281f",
"20260325-1-8fee6",
"20260325-2-f81c2",
"20260325-3-13004",
"20260325-4-53bf3",
"20260325-5-9b93b",
"20260325-6-e3a82",
"20260325-7-6c7de",
"20260328-0-596e4",
"20260409-0-57b33",
"20260415-0-defca",
"20260425-0-53a0a",
"20260327-0-3ad5f",
"20260327-1-bbb8d",
"20260327-2-6a5e4",
"20260327-3-b0858",
"20260327-4-3f9c6",
"20260327-5-60abf",
"20260327-6-e2b6f",
"20260327-7-11a7b",
"20260327-8-407a8",
"20260327-9-8f9dc",
"20260426-0-c3704",
"20260426-1-2102f",
"20260426-2-0f408",
"20260426-3-67716",
"20260426-4-ad3a8",
"20260426-5-c3101",
"20260426-6-75244",
"20260426-7-8a393",
"20260426-8-9926a",
"20260426-9-a0da2",
"20260426-10-58d15",
"20260327-0-bc38c",
"20260327-1-edbc2",
"20260327-2-32c03",
"20260327-3-553a9",
"20260327-4-64bec",
"20260327-5-9b980",
"20260327-6-039be",
"20260327-7-8ad43",
"20260327-8-871bb",
"20260418-0-f333a",
"20260418-1-98119",
"20260418-2-0153e",
"20260418-3-06fe0",
"20260418-4-088f5",
"20260418-5-115ab",
"20260418-6-52cbf",
"20260418-7-fd988",
"20260418-8-a9ba8",
"20260418-9-e0887",
"20260327-0-cef87",
"20260327-1-37308",
"20260327-2-0c729",
"20260327-3-db0a6",
"20260327-4-0f14b",
"20260327-5-04e52",
"20260327-6-a545b",
"20260327-7-0a6b3",
"20260327-8-f0765",
"20260415-0-4cb69",
"20260415-1-9e15a",
"20260415-2-9b61f",
"20260415-3-d0789",
"20260415-4-4704b",
"20260415-5-5607e",
"20260421-0-0dbfd",
"20260421-1-3b725",
"20260421-2-efa9e",
"20260421-3-27db0",
"20260421-4-66296",
"20260421-5-cbb98",
"20260421-6-dbcf6",
"sf-internal_slack_com_archives_ProX_demo_1",
"sf-internal_slack_com_archives_ProX_demo_4",
"sf-internal_slack_com_archives_ProX_demo_2",
"sf-internal_slack_com_archives_ProX_demo_3",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a12",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you provide links to the PRs for the AI-driven lead scoring feature in LeadForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/5"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_3",
"github_com_salesforce_AIX_pull_5",
"github_com_salesforce_AIX_pull_9",
"20260522-0-56620",
"20260522-1-e9e7e",
"20260522-2-82aef",
"20260522-3-94b46",
"20260522-4-437fb",
"20260522-5-a8a8f",
"20260522-6-94cdf",
"20260522-7-ddf1a",
"20260522-8-1a87b",
"20260522-9-ac25c",
"20260601-0-74328",
"20260601-1-247d2",
"20260601-2-aef95",
"20260601-3-9c936",
"20260601-4-c724d",
"20260601-5-5540e",
"20260601-6-2d902",
"20260601-7-fa0b4",
"20260601-8-59fcc",
"20260602-0-9fb85",
"20260602-1-57b69",
"20260602-2-1e1ca",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a13",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you provide the links to the PRs for the AI-driven lead scoring feature in LeadForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/1",
"https://github.com/salesforce/AIX/pull/22"
],
"citations": [
"product_dev_AIX_1",
"product_dev_AIX_2",
"github_com_salesforce_AIX_pull_1",
"20260503-0-6c315",
"20260503-1-b92e5",
"20260503-2-d05e5",
"20260503-3-e7456",
"20260503-4-72b9c",
"20260503-5-cf98f",
"20260503-6-a8ce5",
"20260503-7-c13fc",
"20260503-8-ed493",
"20260503-9-dffd8",
"product_dev_LeadForce_6",
"github_com_salesforce_AIX_pull_22",
"20260708-0-75289",
"20260708-1-69642",
"20260708-2-da4ab",
"20260708-3-169a5",
"20260708-4-28806",
"20260708-5-9a7f1",
"20260708-6-77106",
"20260708-7-c654e",
"20260708-8-aee47",
"20260708-9-7295a",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a14",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the real-time engagement tracking feature in LeadForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/17"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_4",
"product_dev_LeadForce_5",
"github_com_salesforce_AIX_pull_17",
"github_com_salesforce_AIX_pull_20",
"20260628-0-4b2f5",
"20260628-1-67a8c",
"20260628-2-e1a88",
"20260628-3-0becc",
"20260628-4-c6b03",
"20260628-5-b327b",
"20260628-6-6d77d",
"20260628-7-f31b0",
"20260629-0-481b5",
"20260629-1-4e58a",
"20260629-2-2b49c",
"20260629-3-26d04",
"20260629-4-da0ae",
"20260629-5-4a5b7",
"20260629-6-d99c8",
"20260629-7-b57b5",
"20260629-8-df267",
"20260629-9-93817",
"20260629-0-ec0fc",
"20260629-1-1a1ac",
"20260629-2-18fa2",
"20260629-3-477a7",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a15",
"product": "LeadForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for implementing real-time engagement tracking in LeadForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/34"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_9",
"20260817-0-fb991",
"20260817-1-bc75b",
"20260817-2-cb990",
"20260817-3-cff4f",
"20260817-4-968e7",
"20260817-5-1b47a",
"20260817-6-0cbdb",
"20260817-7-b525c",
"20260817-8-e9c71",
"github_com_salesforce_AIX_pull_34",
"20260814-0-af5b6",
"20260814-1-e1403",
"20260814-2-13c26",
"20260814-3-360c9",
"20260814-4-8c864",
"20260814-5-28c2b",
"20260814-6-dfa62",
"20260814-7-dce6b",
"20260814-8-92a6e",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a16",
"product": "LeadForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for implementing real-time engagement tracking in LeadForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/27",
"https://github.com/salesforce/AIX/pull/30"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_6",
"product_dev_LeadForce_7",
"github_com_salesforce_AIX_pull_27",
"20260715-0-76b75",
"20260715-1-42531",
"20260715-2-055a1",
"20260715-3-73999",
"20260715-4-a03dc",
"20260715-5-bcde5",
"20260715-6-f88c4",
"20260715-7-a7c94",
"20260715-8-c394d",
"20260715-9-a5a6c",
"20260715-10-d59fe",
"product_dev_LeadForce_8",
"github_com_salesforce_AIX_pull_30",
"20260804-0-19da6",
"20260804-1-6fca5",
"20260804-2-84700",
"20260804-3-d275d",
"20260804-4-eaf3d",
"20260804-5-27199",
"20260804-6-b0ae1",
"20260804-7-2e23f",
"20260804-8-b2cd8",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a17",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the predictive analytics AI model retraining in LeadForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/12",
"https://github.com/salesforce/AIX/pull/24"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_3",
"product_dev_LeadForce_4",
"github_com_salesforce_AIX_pull_12",
"github_com_salesforce_AIX_pull_14",
"20260612-0-96322",
"20260612-1-ad561",
"20260612-2-bf6c1",
"20260612-3-ec9bd",
"20260612-4-25758",
"20260612-5-4333a",
"20260612-6-355ea",
"20260612-7-a87e9",
"20260612-8-5a95f",
"20260612-9-a8425",
"20260612-10-4de6f",
"20260618-0-350a6",
"20260618-1-3062b",
"20260618-2-ce5f2",
"20260618-3-5afdd",
"20260618-4-d3a37",
"20260618-5-6b5c7",
"20260618-6-850d5",
"20260618-7-02c42",
"20260618-8-aaa0a",
"20260618-0-4d347",
"20260618-1-2e63c",
"20260618-2-88754",
"20260618-3-2953c",
"product_dev_LeadForce_5",
"product_dev_LeadForce_6",
"github_com_salesforce_AIX_pull_24",
"github_com_salesforce_AIX_pull_26",
"20260714-0-ca70d",
"20260714-1-f8192",
"20260714-2-533b6",
"20260714-3-5c07a",
"20260714-4-d78c4",
"20260714-5-77552",
"20260714-6-9052b",
"20260714-7-1cccd",
"20260714-8-37685",
"20260711-0-4855f",
"20260711-1-8e0d1",
"20260711-2-bd97a",
"20260711-3-228ea",
"20260711-4-0f983",
"20260711-5-feb86",
"20260711-6-16e40",
"20260711-7-d5964",
"20260712-0-28b24",
"20260712-1-79e32",
"20260712-2-96fb0",
"20260712-3-a323f",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a18",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you find links to PRs for the predictive analytics AI model retraining in LeadForce that were reverted as they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/35"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_8",
"product_dev_LeadForce_9",
"github_com_salesforce_AIX_pull_35",
"github_com_salesforce_AIX_pull_36",
"20260816-0-5f251",
"20260816-1-7ebdc",
"20260816-2-99db0",
"20260816-3-530fb",
"20260816-4-5b673",
"20260816-5-3fe0c",
"20260816-6-0e229",
"20260816-7-12f2e",
"20260816-8-821c1",
"20260816-9-ef73b",
"20260816-10-f9e86",
"20260818-0-fe6f8",
"20260818-1-5162c",
"20260818-2-dfb79",
"20260818-3-09c0b",
"20260818-4-03001",
"20260818-5-64e7b",
"20260818-6-dcd53",
"20260818-7-320f2",
"20260818-8-1f43d",
"20260818-9-25758",
"20260818-10-8bb1e",
"20260819-0-5c09e",
"20260819-1-0216a",
"20260819-2-e99c8",
"20260819-3-491d8",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a19",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the predictive analytics AI model retraining in LeadForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/28"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_7",
"20260723-0-34234",
"20260723-1-4e6b5",
"20260723-2-d8f15",
"20260723-3-a6471",
"20260723-4-ced33",
"20260723-5-d8d98",
"20260723-6-e8435",
"20260723-7-b0cd7",
"20260723-8-465f4",
"github_com_salesforce_AIX_pull_28",
"20260718-0-9fdb9",
"20260718-1-01b20",
"20260718-2-81146",
"20260718-3-19af5",
"20260718-4-2eab0",
"20260718-5-0fce4",
"20260718-6-0df37",
"20260718-7-3eb71",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a20",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you find the links to the PRs for the predictive analytics AI model retraining in LeadForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/3"
],
"citations": [
"product_dev_AIX_1",
"product_dev_AIX_2",
"github_com_salesforce_AIX_pull_3",
"20260516-0-a7189",
"20260516-1-42dd5",
"20260516-2-4e4b9",
"20260516-3-56e3c",
"20260516-4-762a9",
"20260516-5-ad795",
"20260516-6-d81ac",
"20260516-7-fc197",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a21",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you provide links to PRs for the CRM platform integration in LeadForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/19",
"https://github.com/salesforce/AIX/pull/32"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_5",
"github_com_salesforce_AIX_pull_19",
"github_com_salesforce_AIX_pull_21",
"20260701-0-8c7dc",
"20260701-1-7e928",
"20260701-2-6bdd9",
"20260701-3-2c65d",
"20260701-4-a055d",
"20260701-5-dea79",
"20260701-6-b0be0",
"20260701-7-5d22a",
"20260701-8-24dab",
"20260701-0-c2a8b",
"20260701-1-43f1b",
"20260701-2-a2fa3",
"20260701-3-231b8",
"20260701-4-372ff",
"20260701-5-13dd4",
"20260701-6-057df",
"20260701-7-290f2",
"20260701-0-6e372",
"20260701-1-8ac29",
"20260701-2-42a87",
"product_dev_LeadForce_8",
"github_com_salesforce_AIX_pull_32",
"github_com_salesforce_AIX_pull_33",
"20260807-0-2bce9",
"20260807-1-dc7cb",
"20260807-2-525d2",
"20260807-3-8dd8e",
"20260807-4-b1645",
"20260807-5-6cf62",
"20260807-6-7d089",
"20260807-7-fa9dd",
"20260807-0-74e62",
"20260807-1-3602b",
"20260807-2-82428",
"20260807-3-5789a",
"20260807-4-0ab1c",
"20260807-5-61190",
"20260807-6-0eb6c",
"20260807-7-c6c88",
"20260807-0-8e0a9",
"20260807-1-1139f",
"20260807-2-5e9ec",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a22",
"product": "LeadForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the CRM platform integration in LeadForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/13"
],
"citations": [
"product_dev_AIX_1",
"product_dev_LeadForce_4",
"github_com_salesforce_AIX_pull_13",
"github_com_salesforce_AIX_pull_15",
"20260621-0-82ee1",
"20260621-1-9f682",
"20260621-2-41fa9",
"20260621-3-bf456",
"20260621-4-045bf",
"20260621-5-bed9e",
"20260621-6-49021",
"20260621-7-f3cea",
"20260619-0-93a12",
"20260619-1-37b85",
"20260619-2-13b88",
"20260619-3-9fb09",
"20260619-4-dfebd",
"20260619-5-b13ab",
"20260619-6-e43ee",
"20260619-7-6dc33",
"20260619-8-16559",
"20260619-0-c66e2",
"20260619-1-7b597",
"20260619-2-1be92",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a23",
"product": "LeadForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for the CRM platform integration in LeadForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/AIX/pull/8",
"https://github.com/salesforce/AIX/pull/29"
],
"citations": [
"product_dev_AIX_1",
"product_dev_AIX_2",
"product_dev_LeadForce_3",
"20260603-0-4b53b",
"20260603-1-0842d",
"20260603-2-ee3e2",
"20260603-3-218db",
"20260603-4-f3184",
"20260603-5-801c5",
"20260603-6-fe8e1",
"20260603-7-a2c29",
"20260603-8-fbe56",
"20260603-9-7f1c7",
"github_com_salesforce_AIX_pull_8",
"20260602-0-748c8",
"20260602-1-45969",
"20260602-2-d8b47",
"20260602-3-19887",
"20260602-4-35e1e",
"20260602-5-5cb5b",
"20260602-6-206ef",
"20260602-7-491ef",
"20260602-8-c41df",
"20260602-9-f9ee3",
"20260602-10-d453a",
"product_dev_LeadForce_6",
"product_dev_LeadForce_7",
"20260725-0-787c3",
"20260725-1-f0f8a",
"20260725-2-7cbba",
"20260725-3-ce282",
"20260725-4-c10ed",
"20260725-5-1c57f",
"20260725-6-d5482",
"20260725-7-72fbb",
"20260725-8-d632e",
"github_com_salesforce_AIX_pull_29",
"20260722-0-a4838",
"20260722-1-28850",
"20260722-2-73f7e",
"20260722-3-79987",
"20260722-4-c6d59",
"20260722-5-44d47",
"20260722-6-fb045",
"20260722-7-8d535",
"20260722-8-42782",
"20260722-9-a3939",
"20260722-10-903ab",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a24",
"product": "LeadForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in LeadForce?",
"ground_truth": [
"CloudSync",
"NextGenTech"
],
"citations": [
"20261213-0-a1ebc",
"20261213-1-9c61e",
"20261213-2-8bc96",
"20261213-3-bb089",
"20261213-4-1a913",
"20261213-5-0b1d4",
"20261213-6-023dc",
"20261213-7-b34fd",
"20261213-8-bce7c",
"20261213-9-98f18",
"20261226-0-c7896",
"20261226-1-c339a",
"20261226-2-5bf01",
"20261226-3-5ccae",
"20261226-4-4f3db",
"20261226-5-3b877",
"20261226-6-fba57",
"20261226-7-2ce37",
"20261226-8-fc80c",
"20261226-9-01695",
"20261112-0-54859",
"20261112-1-b20f7",
"20261112-2-3aa91",
"20261112-3-14563",
"20261112-4-ced72",
"20261112-5-90dd1",
"20261112-6-67388",
"20261112-7-20ce8",
"20261112-8-9a27d",
"20261112-9-c11c1",
"20261112-10-25315",
"20261206-0-89e84",
"20261206-1-9af70",
"20261206-2-64714",
"20261206-3-7d60e",
"20261206-4-7a02c",
"20261206-5-b6cbd",
"20261206-6-977f6",
"20261206-7-95ea6",
"20261206-8-57a89",
"20261206-9-c07d9",
"20261206-10-5ce3d",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "LeadForce#a25",
"product": "LeadForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in LeadForce?",
"ground_truth": [
"DataSolutions"
],
"citations": [
"20260911-0-329f0",
"20260911-1-3feb6",
"20260911-2-33b1f",
"20260911-3-1276e",
"20260911-4-7aaca",
"20260911-5-ae35b",
"20260911-6-9917e",
"20260911-7-c75b7",
"20260911-8-5a937",
"20260911-9-80937",
"20261003-0-a2f3f",
"20261003-1-63e1e",
"20261003-2-8c05b",
"20261003-3-808cf",
"20261003-4-02377",
"20261003-5-d94e9",
"20261003-6-b83f5",
"20261003-7-ebf31",
"github_com_salesforce_LeadForce_pull_47",
"20261013-0-104eb",
"20261013-1-1d019",
"20261013-2-0952b",
"20261013-3-7eab9",
"20261013-4-532a0",
"20261013-5-e98a9",
"20261013-6-193f5",
"20261013-7-15a4a",
"20261013-8-d5862",
"20261013-9-0c148",
"20261013-10-4215c",
"20261117-0-319f5",
"20261117-1-40c40",
"20261117-2-c1176",
"20261117-3-8500a",
"20261117-4-43cee",
"20261117-5-a8ab3",
"20261117-6-b741f",
"github_com_salesforce_LeadForce_pull_56",
"20261001-0-e22f7",
"20261001-1-57087",
"20261001-2-089c7",
"20261001-3-9ae18",
"20261001-4-17ab6",
"20261001-5-fdaf3",
"20261001-6-6162f",
"20261001-7-dd59f",
"github_com_salesforce_LeadForce_pull_46",
"20261213-0-a1ebc",
"20261213-1-9c61e",
"20261213-2-8bc96",
"20261213-3-bb089",
"20261213-4-1a913",
"20261213-5-0b1d4",
"20261213-6-023dc",
"20261213-7-b34fd",
"20261213-8-bce7c",
"20261213-9-98f18",
"20261226-0-c7896",
"20261226-1-c339a",
"20261226-2-5bf01",
"20261226-3-5ccae",
"20261226-4-4f3db",
"20261226-5-3b877",
"20261226-6-fba57",
"20261226-7-2ce37",
"20261226-8-fc80c",
"20261226-9-01695",
"20261024-0-e9730",
"20261024-1-ce85b",
"20261024-2-0806c",
"20261024-3-3971c",
"20261024-4-53940",
"20261024-5-79ec8",
"20261024-6-6eff1",
"20261024-7-9abee",
"20261024-8-4126f",
"20261024-9-cb7b4",
"20261201-0-4e189",
"20261201-1-7f34a",
"20261201-2-b3825",
"20261201-3-d5d00",
"20261201-4-6aca5",
"20261201-5-c2ea5",
"20261201-6-6d1bf",
"20261201-7-5fc71",
"github_com_salesforce_LeadForce_pull_60",
"20261112-0-54859",
"20261112-1-b20f7",
"20261112-2-3aa91",
"20261112-3-14563",
"20261112-4-ced72",
"20261112-5-90dd1",
"20261112-6-67388",
"20261112-7-20ce8",
"20261112-8-9a27d",
"20261112-9-c11c1",
"20261112-10-25315",
"20261206-0-89e84",
"20261206-1-9af70",
"20261206-2-64714",
"20261206-3-7d60e",
"20261206-4-7a02c",
"20261206-5-b6cbd",
"20261206-6-977f6",
"20261206-7-95ea6",
"20261206-8-57a89",
"20261206-9-c07d9",
"20261206-10-5ce3d",
"20261125-0-8324d",
"20261125-1-8cb4c",
"20261125-2-aa4cc",
"20261125-3-f13fd",
"20261125-4-78c32",
"20261125-5-2d8d5",
"20261125-6-759d1",
"20261125-7-e76d4",
"20261125-8-fd47c",
"20261125-9-d773e",
"20261125-10-d4f5f",
"20261125-11-131f2",
"20261121-0-12b41",
"20261121-1-d618d",
"20261121-2-2bc95",
"20261121-3-1d929",
"20261121-4-f5493",
"20261121-5-bed88",
"20261121-6-841ac",
"20261121-7-7795c",
"20261121-8-bea44",
"github_com_salesforce_LeadForce_pull_58",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "LeadForce#a26",
"product": "LeadForce",
"kind": "answerable",
"question": "Find bugs reported by CloudSync in LeadForce that did not require any fixes?",
"ground_truth": "- Insecure Data Transmission in Export Process",
"citations": [
"20261213-0-a1ebc",
"20261213-1-9c61e",
"20261213-2-8bc96",
"20261213-3-bb089",
"20261213-4-1a913",
"20261213-5-0b1d4",
"20261213-6-023dc",
"20261213-7-b34fd",
"20261213-8-bce7c",
"20261213-9-98f18",
"20261226-0-c7896",
"20261226-1-c339a",
"20261226-2-5bf01",
"20261226-3-5ccae",
"20261226-4-4f3db",
"20261226-5-3b877",
"20261226-6-fba57",
"20261226-7-2ce37",
"20261226-8-fc80c",
"20261226-9-01695",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a27",
"product": "LeadForce",
"kind": "answerable",
"question": "Find bugs reported by NextGenTech in LeadForce that did not require any fixes?",
"ground_truth": "- Cross-Site Scripting (XSS) issue in the Export Functionality",
"citations": [
"20261112-0-54859",
"20261112-1-b20f7",
"20261112-2-3aa91",
"20261112-3-14563",
"20261112-4-ced72",
"20261112-5-90dd1",
"20261112-6-67388",
"20261112-7-20ce8",
"20261112-8-9a27d",
"20261112-9-c11c1",
"20261112-10-25315",
"20261206-0-89e84",
"20261206-1-9af70",
"20261206-2-64714",
"20261206-3-7d60e",
"20261206-4-7a02c",
"20261206-5-b6cbd",
"20261206-6-977f6",
"20261206-7-95ea6",
"20261206-8-57a89",
"20261206-9-c07d9",
"20261206-10-5ce3d",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#a28",
"product": "LeadForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by DataSolutions in the LeadForce product?",
"ground_truth": "- Data Leakage via Export Logs",
"citations": [
"20261125-0-8324d",
"20261125-1-8cb4c",
"20261125-2-aa4cc",
"20261125-3-f13fd",
"20261125-4-78c32",
"20261125-5-2d8d5",
"20261125-6-759d1",
"20261125-7-e76d4",
"20261125-8-fd47c",
"20261125-9-d773e",
"20261125-10-d4f5f",
"20261125-11-131f2",
"20260506-0-a2c64",
"20260506-1-90a86",
"20260506-2-d20ad"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u0",
"product": "LeadForce",
"kind": "unanswerable",
"question": "What are the unique features of LeadForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u1",
"product": "LeadForce",
"kind": "unanswerable",
"question": "What are the weaknesses of LeadForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u2",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of LeadForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u3",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of LeadForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u4",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for LeadForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u5",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Can you provide links to the PRs for the AI-driven lead scoring feature in LeadForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u6",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Can you provide links to the approved PRs for the AI-driven lead scoring feature in LeadForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u7",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for implementing real-time engagement tracking in LeadForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u8",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Can you provide the links to the PRs for the CRM platform integration in LeadForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u9",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in LeadForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "LeadForce#u10",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in LeadForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "LeadForce#u11",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in LeadForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "LeadForce#u12",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u13",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u14",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u15",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u16",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u17",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u18",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u19",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u20",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u21",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u22",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u23",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "LeadForce#u24",
"product": "LeadForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in LeadForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a0",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the MonitorForce product?",
"ground_truth": [
"eid_575214be",
"eid_5d5f5e96",
"eid_5b9ab912",
"eid_44c67741",
"eid_f3569cc7"
],
"citations": [
"toraix_market_research_report",
"20260118-0-d2b09",
"20260118-1-49f83",
"20260118-2-c1e37",
"20260118-3-90aa3",
"20260118-4-eb84e",
"20260118-5-b741e",
"20260118-6-12fd0",
"20260118-7-c0553",
"20260118-8-97f92",
"20260118-9-c1ce0",
"20260118-10-96625",
"20260118-11-0d32a",
"final_toraix_market_research_report",
"torAIX_planning_1",
"torAIX_planning_1_chat",
"latest_toraix_market_research_report",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a1",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the MonitorForce product?",
"ground_truth": [
"eid_038c9fb6",
"eid_575214be",
"eid_5b9ab912",
"eid_44c67741",
"eid_c8ebc4b0"
],
"citations": [
"toraix_product_vision_document",
"20260128-0-8db57",
"20260128-1-1b9fe",
"20260128-2-e51c9",
"20260128-3-155eb",
"20260128-4-961f1",
"20260128-5-93f3b",
"20260128-6-38657",
"20260128-7-3bac9",
"20260128-8-d96f1",
"final_toraix_product_vision_document",
"torAIX_planning_2",
"torAIX_planning_2_chat",
"latest_toraix_product_vision_document",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a2",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the MonitorForce product?",
"ground_truth": [
"eid_a4b607d6",
"eid_575214be",
"eid_5b9ab912",
"eid_2fc784e1",
"eid_44c67741",
"eid_9de8dc40",
"eid_9917239e",
"eid_c8ebc4b0"
],
"citations": [
"toraix_product_requirements_document",
"20260208-0-4e75d",
"20260208-1-55856",
"20260208-2-9aac0",
"20260208-3-7bf3f",
"20260208-4-fa94c",
"20260208-5-7d161",
"20260208-6-79d03",
"20260208-7-9e915",
"20260208-8-69a10",
"20260208-9-8ba1b",
"20260208-10-d9da1",
"20260208-11-e9bd5",
"final_toraix_product_requirements_document",
"torAIX_planning_3",
"torAIX_planning_3_chat",
"latest_toraix_product_requirements_document",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a3",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the MonitorForce product?",
"ground_truth": [
"eid_a4b607d6",
"eid_c8ebc4b0",
"eid_5b9ab912",
"eid_9de8dc40",
"eid_2fc784e1",
"eid_968bc0a2",
"eid_9917239e",
"eid_44c67741",
"eid_4d689aa7"
],
"citations": [
"toraix_technical_specifications_document",
"20260217-0-cd5be",
"20260217-1-0f821",
"20260217-2-aa317",
"20260217-3-84277",
"20260217-4-f6c17",
"20260217-5-69dfd",
"20260217-6-1a0c6",
"20260217-7-8b27f",
"20260217-8-fd76f",
"final_toraix_technical_specifications_document",
"torAIX_planning_4",
"torAIX_planning_4_chat",
"latest_toraix_technical_specifications_document",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a4",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the MonitorForce product?",
"ground_truth": [
"eid_4d689aa7",
"eid_c8ebc4b0",
"eid_a4b607d6",
"eid_2fc784e1",
"eid_9de8dc40",
"eid_9917239e",
"eid_968bc0a2",
"eid_5b9ab912"
],
"citations": [
"toraix_system_design_document",
"20260227-0-88fe5",
"20260227-1-cef8f",
"20260227-2-1dbf0",
"20260227-3-8df23",
"20260227-4-208fd",
"20260227-5-e088c",
"20260227-6-15695",
"20260227-7-5a0c4",
"20260227-8-08dd1",
"final_toraix_system_design_document",
"torAIX_planning_5",
"torAIX_planning_5_chat",
"latest_toraix_system_design_document",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a5",
"product": "MonitorForce",
"kind": "answerable",
"question": "Could you provide links to PRs for the Advanced Reporting Tools feature in MonitorForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/torAIX/pull/4"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_MonitorForce_3",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_4",
"20260327-0-a36b7",
"20260327-1-9e94c",
"20260327-2-e8190",
"20260327-3-7811c",
"20260327-4-4be90",
"20260327-5-e7635",
"20260327-6-700f0",
"20260327-7-f0af7",
"20260327-8-cd12a",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a6",
"product": "MonitorForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for implementing Advanced Reporting Tools in MonitorForce?",
"ground_truth": [
"https://github.com/salesforce/torAIX/pull/1",
"https://github.com/salesforce/torAIX/pull/7",
"https://github.com/salesforce/torAIX/pull/10"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_torAIX_2",
"github_com_salesforce_torAIX_pull_1",
"20260317-0-ca4ef",
"20260317-1-5f2c8",
"20260317-2-5ebfd",
"20260317-3-dad1c",
"20260317-4-aa5f7",
"20260317-5-732ec",
"20260317-6-3d760",
"20260317-7-e8947",
"20260317-8-ed826",
"20260317-9-26db0",
"product_dev_MonitorForce_3",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_7",
"20260407-0-678d9",
"20260407-1-0ee38",
"20260407-2-63525",
"20260407-3-58366",
"20260407-4-9f162",
"20260407-5-5b467",
"20260407-6-78663",
"20260407-7-aec7c",
"20260407-8-6335b",
"20260407-9-ccd26",
"20260407-10-a797c",
"product_dev_MonitorForce_5",
"github_com_salesforce_torAIX_pull_10",
"20260419-0-8a8a2",
"20260419-1-96739",
"20260419-2-6bafd",
"20260419-3-1d102",
"20260419-4-779c8",
"20260419-5-26674",
"20260419-6-ae43f",
"20260419-7-6bce0",
"20260419-8-9d176",
"20260419-9-d6ad2",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a7",
"product": "MonitorForce",
"kind": "answerable",
"question": "Can you provide links to PRs for NLP Improvements in MonitorForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/torAIX/pull/2",
"https://github.com/salesforce/torAIX/pull/11"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_torAIX_2",
"product_dev_MonitorForce_3",
"github_com_salesforce_torAIX_pull_2",
"20260318-0-43132",
"20260318-1-76464",
"20260318-2-20bbb",
"20260318-3-3369b",
"20260318-4-c6731",
"20260318-5-76cef",
"20260318-6-779c8",
"20260318-7-db977",
"20260318-8-99e18",
"20260318-9-ede95",
"20260318-10-627ca",
"product_dev_MonitorForce_5",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_11",
"20260421-0-2aab0",
"20260421-1-4710b",
"20260421-2-06c2c",
"20260421-3-c2567",
"20260421-4-3b306",
"20260421-5-86123",
"20260421-6-c0729",
"20260421-7-d385f",
"20260421-8-bee15",
"20260421-9-e19fc",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a8",
"product": "MonitorForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for the NLP Improvements feature in MonitorForce?",
"ground_truth": [
"https://github.com/salesforce/torAIX/pull/5",
"https://github.com/salesforce/torAIX/pull/8",
"https://github.com/salesforce/torAIX/pull/13",
"https://github.com/salesforce/torAIX/pull/15"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_torAIX_2",
"product_dev_MonitorForce_3",
"github_com_salesforce_torAIX_pull_5",
"20260330-0-8db47",
"20260330-1-bd06e",
"20260330-2-1d42c",
"20260330-3-815c4",
"20260330-4-fa392",
"20260330-5-56488",
"20260330-6-c34c9",
"20260330-7-604bc",
"20260330-8-6a63e",
"20260330-9-e43f5",
"20260330-10-4d1dc",
"20260330-11-4e823",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_8",
"20260410-0-e669b",
"20260410-1-9c921",
"20260410-2-6029b",
"20260410-3-f9213",
"20260410-4-2aa89",
"20260410-5-cf068",
"20260410-6-1ba53",
"20260410-7-8b14c",
"product_dev_MonitorForce_5",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_13",
"20260426-0-98aaa",
"20260426-1-51bf2",
"20260426-2-b65de",
"20260426-3-165c3",
"20260426-4-2237e",
"20260426-5-6cd11",
"20260426-6-81d59",
"20260426-7-095be",
"20260426-8-db2a3",
"20260426-9-9a848",
"product_dev_MonitorForce_7",
"github_com_salesforce_torAIX_pull_15",
"20260508-0-82f9f",
"20260508-1-a47d3",
"20260508-2-0143e",
"20260508-3-75095",
"20260508-4-a2af3",
"20260508-5-9cde8",
"20260508-6-06bfb",
"20260508-7-f068b",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a9",
"product": "MonitorForce",
"kind": "answerable",
"question": "Can you find links to PRs for the AWS and Google Cloud Integration feature in MonitorForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/torAIX/pull/12"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_MonitorForce_5",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_12",
"20260424-0-30feb",
"20260424-1-7e6fd",
"20260424-2-2976d",
"20260424-3-77bd0",
"20260424-4-6c135",
"20260424-5-5c96e",
"20260424-6-35dd5",
"20260424-7-0f7a6",
"20260424-8-c9d63",
"20260424-9-7e4c8",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a10",
"product": "MonitorForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for the AWS and Google Cloud Integration feature in MonitorForce?",
"ground_truth": [
"https://github.com/salesforce/torAIX/pull/3",
"https://github.com/salesforce/torAIX/pull/6",
"https://github.com/salesforce/torAIX/pull/9",
"https://github.com/salesforce/torAIX/pull/14",
"https://github.com/salesforce/torAIX/pull/16"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_torAIX_2",
"github_com_salesforce_torAIX_pull_3",
"20260323-0-72655",
"20260323-1-68fed",
"20260323-2-b3dc0",
"20260323-3-c279f",
"20260323-4-89a19",
"20260323-5-a0d2d",
"20260323-6-a378a",
"20260323-7-ed9bb",
"20260323-8-714ff",
"20260323-9-3838e",
"product_dev_MonitorForce_3",
"github_com_salesforce_torAIX_pull_6",
"20260406-0-cf253",
"20260406-1-3105d",
"20260406-2-5579b",
"20260406-3-db371",
"20260406-4-bbc68",
"20260406-5-f0b7b",
"20260406-6-f4129",
"20260406-7-318a9",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_9",
"20260413-0-9e728",
"20260413-1-42775",
"20260413-2-3d865",
"20260413-3-add2d",
"20260413-4-79cf9",
"20260413-5-d462c",
"20260413-6-6e835",
"20260413-7-4344e",
"product_dev_MonitorForce_5",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_14",
"20260429-0-6a882",
"20260429-1-82714",
"20260429-2-05e87",
"20260429-3-e2e5e",
"20260429-4-0a3bc",
"20260429-5-4fc6f",
"20260429-6-f99bb",
"20260429-7-a9df9",
"20260429-8-1569f",
"20260429-9-c1f23",
"20260429-10-619ff",
"product_dev_MonitorForce_7",
"github_com_salesforce_torAIX_pull_16",
"20260511-0-4d129",
"20260511-1-7ef0f",
"20260511-2-ce9d7",
"20260511-3-6fa9f",
"20260511-4-9319c",
"20260511-5-1c875",
"20260511-6-d247b",
"20260511-7-d2878",
"20260511-8-68eef",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a11",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in MonitorForce?",
"ground_truth": [
"eid_7796826b"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_torAIX_2",
"github_com_salesforce_torAIX_pull_1",
"20260317-0-ca4ef",
"20260317-1-5f2c8",
"20260317-2-5ebfd",
"20260317-3-dad1c",
"20260317-4-aa5f7",
"20260317-5-732ec",
"20260317-6-3d760",
"20260317-7-e8947",
"20260317-8-ed826",
"20260317-9-26db0",
"product_dev_MonitorForce_3",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_7",
"20260407-0-678d9",
"20260407-1-0ee38",
"20260407-2-63525",
"20260407-3-58366",
"20260407-4-9f162",
"20260407-5-5b467",
"20260407-6-78663",
"20260407-7-aec7c",
"20260407-8-6335b",
"20260407-9-ccd26",
"20260407-10-a797c",
"product_dev_MonitorForce_5",
"github_com_salesforce_torAIX_pull_10",
"20260419-0-8a8a2",
"20260419-1-96739",
"20260419-2-6bafd",
"20260419-3-1d102",
"20260419-4-779c8",
"20260419-5-26674",
"20260419-6-ae43f",
"20260419-7-6bce0",
"20260419-8-9d176",
"20260419-9-d6ad2",
"github_com_salesforce_torAIX_pull_5",
"20260330-0-8db47",
"20260330-1-bd06e",
"20260330-2-1d42c",
"20260330-3-815c4",
"20260330-4-fa392",
"20260330-5-56488",
"20260330-6-c34c9",
"20260330-7-604bc",
"20260330-8-6a63e",
"20260330-9-e43f5",
"20260330-10-4d1dc",
"20260330-11-4e823",
"github_com_salesforce_torAIX_pull_8",
"20260410-0-e669b",
"20260410-1-9c921",
"20260410-2-6029b",
"20260410-3-f9213",
"20260410-4-2aa89",
"20260410-5-cf068",
"20260410-6-1ba53",
"20260410-7-8b14c",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_13",
"20260426-0-98aaa",
"20260426-1-51bf2",
"20260426-2-b65de",
"20260426-3-165c3",
"20260426-4-2237e",
"20260426-5-6cd11",
"20260426-6-81d59",
"20260426-7-095be",
"20260426-8-db2a3",
"20260426-9-9a848",
"product_dev_MonitorForce_7",
"github_com_salesforce_torAIX_pull_15",
"20260508-0-82f9f",
"20260508-1-a47d3",
"20260508-2-0143e",
"20260508-3-75095",
"20260508-4-a2af3",
"20260508-5-9cde8",
"20260508-6-06bfb",
"20260508-7-f068b",
"github_com_salesforce_torAIX_pull_3",
"20260323-0-72655",
"20260323-1-68fed",
"20260323-2-b3dc0",
"20260323-3-c279f",
"20260323-4-89a19",
"20260323-5-a0d2d",
"20260323-6-a378a",
"20260323-7-ed9bb",
"20260323-8-714ff",
"20260323-9-3838e",
"github_com_salesforce_torAIX_pull_6",
"20260406-0-cf253",
"20260406-1-3105d",
"20260406-2-5579b",
"20260406-3-db371",
"20260406-4-bbc68",
"20260406-5-f0b7b",
"20260406-6-f4129",
"20260406-7-318a9",
"github_com_salesforce_torAIX_pull_9",
"20260413-0-9e728",
"20260413-1-42775",
"20260413-2-3d865",
"20260413-3-add2d",
"20260413-4-79cf9",
"20260413-5-d462c",
"20260413-6-6e835",
"20260413-7-4344e",
"github_com_salesforce_torAIX_pull_14",
"20260429-0-6a882",
"20260429-1-82714",
"20260429-2-05e87",
"20260429-3-e2e5e",
"20260429-4-0a3bc",
"20260429-5-4fc6f",
"20260429-6-f99bb",
"20260429-7-a9df9",
"20260429-8-1569f",
"20260429-9-c1f23",
"20260429-10-619ff",
"github_com_salesforce_torAIX_pull_16",
"20260511-0-4d129",
"20260511-1-7ef0f",
"20260511-2-ce9d7",
"20260511-3-6fa9f",
"20260511-4-9319c",
"20260511-5-1c875",
"20260511-6-d247b",
"20260511-7-d2878",
"20260511-8-68eef",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "MonitorForce#a12",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in MonitorForce?",
"ground_truth": [
"eid_8677823a"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_MonitorForce_3",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_4",
"20260327-0-a36b7",
"20260327-1-9e94c",
"20260327-2-e8190",
"20260327-3-7811c",
"20260327-4-4be90",
"20260327-5-e7635",
"20260327-6-700f0",
"20260327-7-f0af7",
"20260327-8-cd12a",
"product_dev_torAIX_2",
"github_com_salesforce_torAIX_pull_2",
"20260318-0-43132",
"20260318-1-76464",
"20260318-2-20bbb",
"20260318-3-3369b",
"20260318-4-c6731",
"20260318-5-76cef",
"20260318-6-779c8",
"20260318-7-db977",
"20260318-8-99e18",
"20260318-9-ede95",
"20260318-10-627ca",
"product_dev_MonitorForce_5",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_11",
"20260421-0-2aab0",
"20260421-1-4710b",
"20260421-2-06c2c",
"20260421-3-c2567",
"20260421-4-3b306",
"20260421-5-86123",
"20260421-6-c0729",
"20260421-7-d385f",
"20260421-8-bee15",
"20260421-9-e19fc",
"github_com_salesforce_torAIX_pull_12",
"20260424-0-30feb",
"20260424-1-7e6fd",
"20260424-2-2976d",
"20260424-3-77bd0",
"20260424-4-6c135",
"20260424-5-5c96e",
"20260424-6-35dd5",
"20260424-7-0f7a6",
"20260424-8-c9d63",
"20260424-9-7e4c8",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "MonitorForce#a13",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find features for MonitorForce that were discussed but not implemented?",
"ground_truth": "Anomaly Detection Enhancements\n- Leverage new algorithms developed with MIT, update TensorFlow models, integrate new PyTorch models, change data ingestion pipeline, add new indices to distributed database for query optimization.",
"citations": [
"product_dev_torAIX_1",
"product_dev_torAIX_2",
"github_com_salesforce_torAIX_pull_1",
"20260317-0-ca4ef",
"20260317-1-5f2c8",
"20260317-2-5ebfd",
"20260317-3-dad1c",
"20260317-4-aa5f7",
"20260317-5-732ec",
"20260317-6-3d760",
"20260317-7-e8947",
"20260317-8-ed826",
"20260317-9-26db0",
"product_dev_MonitorForce_3",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_7",
"20260407-0-678d9",
"20260407-1-0ee38",
"20260407-2-63525",
"20260407-3-58366",
"20260407-4-9f162",
"20260407-5-5b467",
"20260407-6-78663",
"20260407-7-aec7c",
"20260407-8-6335b",
"20260407-9-ccd26",
"20260407-10-a797c",
"product_dev_MonitorForce_5",
"github_com_salesforce_torAIX_pull_10",
"20260419-0-8a8a2",
"20260419-1-96739",
"20260419-2-6bafd",
"20260419-3-1d102",
"20260419-4-779c8",
"20260419-5-26674",
"20260419-6-ae43f",
"20260419-7-6bce0",
"20260419-8-9d176",
"20260419-9-d6ad2",
"github_com_salesforce_torAIX_pull_5",
"20260330-0-8db47",
"20260330-1-bd06e",
"20260330-2-1d42c",
"20260330-3-815c4",
"20260330-4-fa392",
"20260330-5-56488",
"20260330-6-c34c9",
"20260330-7-604bc",
"20260330-8-6a63e",
"20260330-9-e43f5",
"20260330-10-4d1dc",
"20260330-11-4e823",
"github_com_salesforce_torAIX_pull_8",
"20260410-0-e669b",
"20260410-1-9c921",
"20260410-2-6029b",
"20260410-3-f9213",
"20260410-4-2aa89",
"20260410-5-cf068",
"20260410-6-1ba53",
"20260410-7-8b14c",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_13",
"20260426-0-98aaa",
"20260426-1-51bf2",
"20260426-2-b65de",
"20260426-3-165c3",
"20260426-4-2237e",
"20260426-5-6cd11",
"20260426-6-81d59",
"20260426-7-095be",
"20260426-8-db2a3",
"20260426-9-9a848",
"product_dev_MonitorForce_7",
"github_com_salesforce_torAIX_pull_15",
"20260508-0-82f9f",
"20260508-1-a47d3",
"20260508-2-0143e",
"20260508-3-75095",
"20260508-4-a2af3",
"20260508-5-9cde8",
"20260508-6-06bfb",
"20260508-7-f068b",
"github_com_salesforce_torAIX_pull_3",
"20260323-0-72655",
"20260323-1-68fed",
"20260323-2-b3dc0",
"20260323-3-c279f",
"20260323-4-89a19",
"20260323-5-a0d2d",
"20260323-6-a378a",
"20260323-7-ed9bb",
"20260323-8-714ff",
"20260323-9-3838e",
"github_com_salesforce_torAIX_pull_6",
"20260406-0-cf253",
"20260406-1-3105d",
"20260406-2-5579b",
"20260406-3-db371",
"20260406-4-bbc68",
"20260406-5-f0b7b",
"20260406-6-f4129",
"20260406-7-318a9",
"github_com_salesforce_torAIX_pull_9",
"20260413-0-9e728",
"20260413-1-42775",
"20260413-2-3d865",
"20260413-3-add2d",
"20260413-4-79cf9",
"20260413-5-d462c",
"20260413-6-6e835",
"20260413-7-4344e",
"github_com_salesforce_torAIX_pull_14",
"20260429-0-6a882",
"20260429-1-82714",
"20260429-2-05e87",
"20260429-3-e2e5e",
"20260429-4-0a3bc",
"20260429-5-4fc6f",
"20260429-6-f99bb",
"20260429-7-a9df9",
"20260429-8-1569f",
"20260429-9-c1f23",
"20260429-10-619ff",
"github_com_salesforce_torAIX_pull_16",
"20260511-0-4d129",
"20260511-1-7ef0f",
"20260511-2-ce9d7",
"20260511-3-6fa9f",
"20260511-4-9319c",
"20260511-5-1c875",
"20260511-6-d247b",
"20260511-7-d2878",
"20260511-8-68eef",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a14",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in MonitorForce that were discussed but not implemented?",
"ground_truth": [
"eid_44c67741",
"eid_d417c166"
],
"citations": [
"product_dev_torAIX_1",
"product_dev_torAIX_2",
"github_com_salesforce_torAIX_pull_1",
"20260317-0-ca4ef",
"20260317-1-5f2c8",
"20260317-2-5ebfd",
"20260317-3-dad1c",
"20260317-4-aa5f7",
"20260317-5-732ec",
"20260317-6-3d760",
"20260317-7-e8947",
"20260317-8-ed826",
"20260317-9-26db0",
"product_dev_MonitorForce_3",
"product_dev_MonitorForce_4",
"github_com_salesforce_torAIX_pull_7",
"20260407-0-678d9",
"20260407-1-0ee38",
"20260407-2-63525",
"20260407-3-58366",
"20260407-4-9f162",
"20260407-5-5b467",
"20260407-6-78663",
"20260407-7-aec7c",
"20260407-8-6335b",
"20260407-9-ccd26",
"20260407-10-a797c",
"product_dev_MonitorForce_5",
"github_com_salesforce_torAIX_pull_10",
"20260419-0-8a8a2",
"20260419-1-96739",
"20260419-2-6bafd",
"20260419-3-1d102",
"20260419-4-779c8",
"20260419-5-26674",
"20260419-6-ae43f",
"20260419-7-6bce0",
"20260419-8-9d176",
"20260419-9-d6ad2",
"github_com_salesforce_torAIX_pull_5",
"20260330-0-8db47",
"20260330-1-bd06e",
"20260330-2-1d42c",
"20260330-3-815c4",
"20260330-4-fa392",
"20260330-5-56488",
"20260330-6-c34c9",
"20260330-7-604bc",
"20260330-8-6a63e",
"20260330-9-e43f5",
"20260330-10-4d1dc",
"20260330-11-4e823",
"github_com_salesforce_torAIX_pull_8",
"20260410-0-e669b",
"20260410-1-9c921",
"20260410-2-6029b",
"20260410-3-f9213",
"20260410-4-2aa89",
"20260410-5-cf068",
"20260410-6-1ba53",
"20260410-7-8b14c",
"product_dev_MonitorForce_6",
"github_com_salesforce_torAIX_pull_13",
"20260426-0-98aaa",
"20260426-1-51bf2",
"20260426-2-b65de",
"20260426-3-165c3",
"20260426-4-2237e",
"20260426-5-6cd11",
"20260426-6-81d59",
"20260426-7-095be",
"20260426-8-db2a3",
"20260426-9-9a848",
"product_dev_MonitorForce_7",
"github_com_salesforce_torAIX_pull_15",
"20260508-0-82f9f",
"20260508-1-a47d3",
"20260508-2-0143e",
"20260508-3-75095",
"20260508-4-a2af3",
"20260508-5-9cde8",
"20260508-6-06bfb",
"20260508-7-f068b",
"github_com_salesforce_torAIX_pull_3",
"20260323-0-72655",
"20260323-1-68fed",
"20260323-2-b3dc0",
"20260323-3-c279f",
"20260323-4-89a19",
"20260323-5-a0d2d",
"20260323-6-a378a",
"20260323-7-ed9bb",
"20260323-8-714ff",
"20260323-9-3838e",
"github_com_salesforce_torAIX_pull_6",
"20260406-0-cf253",
"20260406-1-3105d",
"20260406-2-5579b",
"20260406-3-db371",
"20260406-4-bbc68",
"20260406-5-f0b7b",
"20260406-6-f4129",
"20260406-7-318a9",
"github_com_salesforce_torAIX_pull_9",
"20260413-0-9e728",
"20260413-1-42775",
"20260413-2-3d865",
"20260413-3-add2d",
"20260413-4-79cf9",
"20260413-5-d462c",
"20260413-6-6e835",
"20260413-7-4344e",
"github_com_salesforce_torAIX_pull_14",
"20260429-0-6a882",
"20260429-1-82714",
"20260429-2-05e87",
"20260429-3-e2e5e",
"20260429-4-0a3bc",
"20260429-5-4fc6f",
"20260429-6-f99bb",
"20260429-7-a9df9",
"20260429-8-1569f",
"20260429-9-c1f23",
"20260429-10-619ff",
"github_com_salesforce_torAIX_pull_16",
"20260511-0-4d129",
"20260511-1-7ef0f",
"20260511-2-ce9d7",
"20260511-3-6fa9f",
"20260511-4-9319c",
"20260511-5-1c875",
"20260511-6-d247b",
"20260511-7-d2878",
"20260511-8-68eef",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a15",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in MonitorForce?",
"ground_truth": [
"CloudSync"
],
"citations": [
"20260901-0-05328",
"20260901-1-e98d0",
"20260901-2-bc29b",
"20260901-3-e122b",
"20260901-4-1d6d4",
"20260901-5-e48ec",
"20260901-6-f51c9",
"20260901-7-a34bd",
"20260901-8-6a8c6",
"20260901-9-0b38a",
"20261002-0-dcf86",
"20261002-1-9ab21",
"20261002-2-d6ceb",
"20261002-3-8a9fa",
"20261002-4-95c6e",
"20261002-5-a3399",
"20261002-6-7a98f",
"20261002-7-cfdf1",
"20261002-8-7a4dc",
"20261002-9-bce13",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "MonitorForce#a16",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in MonitorForce?",
"ground_truth": [
"SmartData",
"InnovateAI"
],
"citations": [
"20260901-0-05328",
"20260901-1-e98d0",
"20260901-2-bc29b",
"20260901-3-e122b",
"20260901-4-1d6d4",
"20260901-5-e48ec",
"20260901-6-f51c9",
"20260901-7-a34bd",
"20260901-8-6a8c6",
"20260901-9-0b38a",
"20261008-0-02974",
"20261008-1-4c704",
"20261008-2-4222f",
"20261008-3-db150",
"20261008-4-bf0ed",
"20261008-5-e292d",
"20261008-6-de19a",
"20261008-7-7ae4e",
"github_com_salesforce_MonitorForce_pull_34",
"20260814-0-14434",
"20260814-1-782d0",
"20260814-2-680c8",
"20260814-3-cd621",
"20260814-4-7c3c5",
"20260814-5-7896c",
"20260814-6-a87e8",
"20260814-7-4ead0",
"20260814-8-68882",
"20260814-9-e7541",
"20260919-0-540a5",
"20260919-1-cc576",
"20260919-2-bccbe",
"20260919-3-1ea66",
"20260919-4-416e1",
"20260919-5-3ac32",
"20260919-6-aee64",
"20260919-7-690cc",
"github_com_salesforce_MonitorForce_pull_31",
"20260923-0-cbbc2",
"20260923-1-6988e",
"20260923-2-3e4d3",
"20260923-3-3365f",
"20260923-4-024e8",
"20260923-5-a7eb8",
"20260923-6-739bd",
"20260923-7-d5ce8",
"github_com_salesforce_MonitorForce_pull_32",
"20260706-0-fe436",
"20260706-1-be218",
"20260706-2-347a9",
"20260706-3-808b8",
"20260706-4-6a557",
"20260706-5-5b617",
"20260706-6-ecb67",
"20260706-7-cfd48",
"20260706-8-94d88",
"20260706-9-3a451",
"20260706-10-0913a",
"20260613-0-02885",
"20260613-1-60c8c",
"20260613-2-b0e94",
"20260613-3-1974a",
"20260613-4-0ed3d",
"20260613-5-c323e",
"20260613-6-dbf7a",
"20260613-7-426a6",
"20260613-8-f6800",
"20260613-9-f93ff",
"20260627-0-16e6b",
"20260627-1-85913",
"20260627-2-ba471",
"20260627-3-34b4c",
"20260627-4-0b88e",
"20260627-5-053c5",
"github_com_salesforce_MonitorForce_pull_24",
"20260822-0-b695e",
"20260822-1-07c2b",
"20260822-2-8bc35",
"20260822-3-4e448",
"20260822-4-7cf58",
"20260822-5-d2b79",
"20260822-6-8dbbf",
"20260822-7-fecc9",
"20260822-8-bcd7b",
"20260822-9-64b89",
"20261002-0-dcf86",
"20261002-1-9ab21",
"20261002-2-d6ceb",
"20261002-3-8a9fa",
"20261002-4-95c6e",
"20261002-5-a3399",
"20261002-6-7a98f",
"20261002-7-cfdf1",
"20261002-8-7a4dc",
"20261002-9-bce13",
"20260716-0-53def",
"20260716-1-6cab8",
"20260716-2-97ce6",
"20260716-3-31906",
"20260716-4-f1df4",
"20260716-5-2cf49",
"20260716-6-6ac5a",
"20260716-7-c0673",
"20260716-8-96c52",
"20260716-9-6d61d",
"20260826-0-6148b",
"20260826-1-4254f",
"20260826-2-afbd6",
"20260826-3-99bd0",
"20260826-4-e63e5",
"20260826-5-6147a",
"20260826-6-ee733",
"20260826-7-6c1a1",
"github_com_salesforce_MonitorForce_pull_28",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "MonitorForce#a17",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find bugs reported by CloudSync in MonitorForce that did not require any fixes?",
"ground_truth": "- Weak Encryption Protocols",
"citations": [
"20260901-0-05328",
"20260901-1-e98d0",
"20260901-2-bc29b",
"20260901-3-e122b",
"20260901-4-1d6d4",
"20260901-5-e48ec",
"20260901-6-f51c9",
"20260901-7-a34bd",
"20260901-8-6a8c6",
"20260901-9-0b38a",
"20261002-0-dcf86",
"20261002-1-9ab21",
"20261002-2-d6ceb",
"20261002-3-8a9fa",
"20261002-4-95c6e",
"20261002-5-a3399",
"20261002-6-7a98f",
"20261002-7-cfdf1",
"20261002-8-7a4dc",
"20261002-9-bce13",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a18",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by SmartData in the MonitorForce product?",
"ground_truth": "- High Latency in Alert Generation",
"citations": [
"20260706-0-fe436",
"20260706-1-be218",
"20260706-2-347a9",
"20260706-3-808b8",
"20260706-4-6a557",
"20260706-5-5b617",
"20260706-6-ecb67",
"20260706-7-cfd48",
"20260706-8-94d88",
"20260706-9-3a451",
"20260706-10-0913a",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#a19",
"product": "MonitorForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by InnovateAI in the MonitorForce product?",
"ground_truth": "- Improper Role-Based Access Control (RBAC) Implementation",
"citations": [
"20260822-0-b695e",
"20260822-1-07c2b",
"20260822-2-8bc35",
"20260822-3-4e448",
"20260822-4-7cf58",
"20260822-5-d2b79",
"20260822-6-8dbbf",
"20260822-7-fecc9",
"20260822-8-bcd7b",
"20260822-9-64b89",
"20260319-0-ae229",
"20260319-1-38d32",
"20260319-2-cb802"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u0",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of MonitorForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u1",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for MonitorForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u2",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Market Research Report for MonitorForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u3",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Market Research Report for MonitorForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u4",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for MonitorForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u5",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Requirements Document for MonitorForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u6",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Technical Specifications Document for MonitorForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u7",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the Technical Specifications Document for MonitorForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u8",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find employee IDs of Engineering Leads who reviewed the System Design Document for MonitorForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u9",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in MonitorForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "MonitorForce#u10",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in MonitorForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "MonitorForce#u11",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in MonitorForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "MonitorForce#u12",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u13",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u14",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u15",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u16",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u17",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u18",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u19",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u20",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u21",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u22",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u23",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "MonitorForce#u24",
"product": "MonitorForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in MonitorForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a0",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for PersonalizeForce?",
"ground_truth": "- Add a sentence or two about trends and the regulatory environment to provide more context at the beginning.\n- Include specific growth statistics or projections in the Market Overview section to quantify the 'rapid growth' mentioned.\n- Emphasize the importance of user feedback loops in the Recommendations section as part of the innovation strategy for continuous improvement.",
"citations": [
"20260511-0-618b1",
"20260511-1-f9b1f",
"20260511-2-755bb",
"20260511-3-d22c4",
"20260511-4-4581b",
"20260511-5-703c1",
"20260511-6-b06ea",
"20260511-7-e5e3b",
"20260511-8-235e0",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a1",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for PersonalizeForce?",
"ground_truth": "- Include a brief mention of key market trends and regulatory challenges in the Executive Summary.\n- Add a real-world example to strengthen the argument.\n- Elaborate on how onalizeAIX's continuous learning differentiates it from competitors in the Competitive Analysis.",
"citations": [
"20260511-0-618b1",
"20260511-1-f9b1f",
"20260511-2-755bb",
"20260511-3-d22c4",
"20260511-4-4581b",
"20260511-5-703c1",
"20260511-6-b06ea",
"20260511-7-e5e3b",
"20260511-8-235e0",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a2",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for PersonalizeForce?",
"ground_truth": "- Expand on privacy concerns in the Consumer Behavior Analysis by including a statistic or a recent case study to emphasize the importance of transparency in data usage.\n- Add a bullet point under 'Opportunities' in the SWOT Analysis about potential partnerships with tech companies to enhance AI capabilities.",
"citations": [
"20260511-0-618b1",
"20260511-1-f9b1f",
"20260511-2-755bb",
"20260511-3-d22c4",
"20260511-4-4581b",
"20260511-5-703c1",
"20260511-6-b06ea",
"20260511-7-e5e3b",
"20260511-8-235e0",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a3",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for PersonalizeForce?",
"ground_truth": "- Highlight any unique AI technologies in the Competitive Advantage section that set the company apart from Salesforce and Adobe.\n- Include a clearer timeline for the Strategic Initiatives section, incorporating specific milestones.",
"citations": [
"20260517-0-1757f",
"20260517-1-a60ea",
"20260517-2-7700f",
"20260517-3-524a0",
"20260517-4-fb697",
"20260517-5-d2e46",
"20260517-6-a324c",
"20260517-7-940d4",
"20260517-8-f4957",
"20260517-9-bfba6",
"20260517-10-1d744",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a4",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for PersonalizeForce?",
"ground_truth": "- Emphasize commitment to data privacy in the Product Vision Statement.\n- Add information on handling potential regulatory changes in data privacy laws under Challenges and Risks.",
"citations": [
"20260517-0-1757f",
"20260517-1-a60ea",
"20260517-2-7700f",
"20260517-3-524a0",
"20260517-4-fb697",
"20260517-5-d2e46",
"20260517-6-a324c",
"20260517-7-940d4",
"20260517-8-f4957",
"20260517-9-bfba6",
"20260517-10-1d744",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a5",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for PersonalizeForce?",
"ground_truth": "- Mention how personalization will enhance user engagement metrics, particularly as a selling point for e-commerce platforms.\n- Specify plans to penetrate the online education and healthcare sectors in the Market Opportunity section for a stronger position.",
"citations": [
"20260517-0-1757f",
"20260517-1-a60ea",
"20260517-2-7700f",
"20260517-3-524a0",
"20260517-4-fb697",
"20260517-5-d2e46",
"20260517-6-a324c",
"20260517-7-940d4",
"20260517-8-f4957",
"20260517-9-bfba6",
"20260517-10-1d744",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a6",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Requirements Document for PersonalizeForce?",
"ground_truth": "- Specify which systems or platforms are targeted for integration in the 'Product Features' section.\n- Add more granularity to the 'Implementation Timeline' by detailing specific goals for each phase of the pilot program.",
"citations": [
"20260523-0-2ec63",
"20260523-1-55e62",
"20260523-2-b5820",
"20260523-3-deed0",
"20260523-4-dc6d4",
"20260523-5-be28c",
"20260523-6-0f69e",
"20260523-7-164c1",
"20260523-8-ed171",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a7",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Requirements Document for PersonalizeForce?",
"ground_truth": "- Include a section on testing strategies, with a focus on data privacy compliance.\n- Add more details on addressing the 'brand recognition' challenge in the 'Competitive Analysis' section, possibly with a brief outline of the marketing strategy.",
"citations": [
"20260523-0-2ec63",
"20260523-1-55e62",
"20260523-2-b5820",
"20260523-3-deed0",
"20260523-4-dc6d4",
"20260523-5-be28c",
"20260523-6-0f69e",
"20260523-7-164c1",
"20260523-8-ed171",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a8",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Requirements Document for PersonalizeForce?",
"ground_truth": "- Add more details about how user feedback will be incorporated into the adaptive learning capabilities in the 'UX Researcher' role section.\n- Specify potential industry leaders to partner with in the 'Strategic Initiatives' section to provide clarity on strategic direction.",
"citations": [
"20260523-0-2ec63",
"20260523-1-55e62",
"20260523-2-b5820",
"20260523-3-deed0",
"20260523-4-dc6d4",
"20260523-5-be28c",
"20260523-6-0f69e",
"20260523-7-164c1",
"20260523-8-ed171",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a9",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the unique features of PersonalizeForce's competitor products?",
"ground_truth": "PersonaAI offers several unique features: real-time user behavior analysis to tailor content and recommendations, seamless integration with existing CRM and marketing platforms, advanced segmentation capabilities for targeted marketing campaigns, and predictive analytics to forecast user preferences and trends.\n\nSmartSuggest has several unique features: \n\n1. An AI-powered recommendation engine that adapts to user feedback in real-time.\n2. Customizable algorithms to fit different business needs.\n3. Multi-channel support for a consistent user experience across platforms, including web, mobile, and some IoT devices.\n4. A detailed analytics dashboard for tracking user engagement and conversion rates, which includes predictive analytics capabilities.\n\nTailorAI offers dynamic content personalization based on automated user journey mapping, integrates with social media platforms like Facebook and Twitter for enhanced user insights, and uses machine learning models that adapt to changing user behaviors in real-time. Additionally, it has A/B testing capabilities to optimize personalization strategies.",
"citations": [
"20260820-0-ded3c",
"20260820-1-9ff90",
"20260820-2-12a2a",
"20260820-3-a98f3",
"20260820-4-00dc7",
"20260820-5-60d21",
"20260820-6-a646b",
"20260820-7-5a865",
"20260820-8-9b5f2",
"20260820-9-f9e5f",
"20260820-10-b2525",
"20260820-11-b059e",
"20260820-12-ea88d",
"20260820-13-aba2d",
"20260902-0-ba911",
"20260902-1-5bdb2",
"20260902-2-96df6",
"20260902-3-f7be7",
"20260902-4-04453",
"20260902-5-93e76",
"20260902-6-94d95",
"20260902-7-63d24",
"20260902-8-041e8",
"20260902-9-28506",
"20260902-10-0564d",
"20260902-11-6e3f2",
"20260902-12-21f92",
"20260724-0-7bd7a",
"20260724-1-afda1",
"20260724-2-b4e76",
"20260724-3-5a42a",
"20260724-4-b838a",
"20260724-5-a75bc",
"20260724-6-7acdf",
"20260724-7-1e0b1",
"20260724-8-89f4d",
"20260724-9-2a1aa",
"20260724-10-8e5d0",
"20260724-11-b8e7e",
"20260724-12-3a552",
"20260810-0-bb012",
"20260810-1-a0892",
"20260810-2-f2b42",
"20260810-3-76374",
"20260810-4-72aee",
"20260810-5-2d867",
"20260810-6-5a420",
"20260810-7-b0f02",
"20260810-8-a3bbd",
"20260810-9-2b01d",
"20260810-10-2d52e",
"20260908-0-0853d",
"20260908-1-8d38e",
"20260908-2-f9d8b",
"20260908-3-461de",
"20260908-4-cfa78",
"20260908-5-39993",
"20260908-6-12f86",
"20260908-7-316b9",
"20260908-8-c2dae",
"20260908-9-f7ee0",
"20260908-10-8c3ab",
"20260922-0-0ed21",
"20260922-1-d1a78",
"20260922-2-cc4d9",
"20260922-3-e461a",
"20260922-4-6e894",
"20260922-5-1b71c",
"20260922-6-97698",
"20260922-7-4062c",
"20260922-8-c1507",
"20260922-9-d9626",
"20260922-10-12a40",
"20260922-11-32e58",
"20260922-12-60ef9",
"20260922-13-021bd",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a10",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What are the weaknesses of PersonalizeForce's competitor products?",
"ground_truth": "The weaknesses of PersonaAI include a high initial setup cost, a complex integration process that requires significant IT resources, limited support for niche industries or smaller businesses, and the need for substantial data input to optimize performance. These factors can lead to frustration and dissatisfaction among users, potentially resulting in higher churn rates.\n\nThe weaknesses of SmartSuggest include struggles with real-time updates during high traffic periods, limited language support outside major global languages, and potential privacy concerns due to extensive data collection.\n\nThe weaknesses of TailorAI include a steep learning curve due to a complex interface and the need for background knowledge in AI, which can be a barrier for new users. This results in a noticeable drop-off in user engagement after the initial trial period. Additionally, TailorAI struggles with accuracy, especially for new or infrequent users, as it requires more data to make precise recommendations. Their reliance on third-party data sources can also lead to inconsistencies and affect reliability.",
"citations": [
"20260820-0-ded3c",
"20260820-1-9ff90",
"20260820-2-12a2a",
"20260820-3-a98f3",
"20260820-4-00dc7",
"20260820-5-60d21",
"20260820-6-a646b",
"20260820-7-5a865",
"20260820-8-9b5f2",
"20260820-9-f9e5f",
"20260820-10-b2525",
"20260820-11-b059e",
"20260820-12-ea88d",
"20260820-13-aba2d",
"20260902-0-ba911",
"20260902-1-5bdb2",
"20260902-2-96df6",
"20260902-3-f7be7",
"20260902-4-04453",
"20260902-5-93e76",
"20260902-6-94d95",
"20260902-7-63d24",
"20260902-8-041e8",
"20260902-9-28506",
"20260902-10-0564d",
"20260902-11-6e3f2",
"20260902-12-21f92",
"20260724-0-7bd7a",
"20260724-1-afda1",
"20260724-2-b4e76",
"20260724-3-5a42a",
"20260724-4-b838a",
"20260724-5-a75bc",
"20260724-6-7acdf",
"20260724-7-1e0b1",
"20260724-8-89f4d",
"20260724-9-2a1aa",
"20260724-10-8e5d0",
"20260724-11-b8e7e",
"20260724-12-3a552",
"20260810-0-bb012",
"20260810-1-a0892",
"20260810-2-f2b42",
"20260810-3-76374",
"20260810-4-72aee",
"20260810-5-2d867",
"20260810-6-5a420",
"20260810-7-b0f02",
"20260810-8-a3bbd",
"20260810-9-2b01d",
"20260810-10-2d52e",
"20260908-0-0853d",
"20260908-1-8d38e",
"20260908-2-f9d8b",
"20260908-3-461de",
"20260908-4-cfa78",
"20260908-5-39993",
"20260908-6-12f86",
"20260908-7-316b9",
"20260908-8-c2dae",
"20260908-9-f7ee0",
"20260908-10-8c3ab",
"20260922-0-0ed21",
"20260922-1-d1a78",
"20260922-2-cc4d9",
"20260922-3-e461a",
"20260922-4-6e894",
"20260922-5-1b71c",
"20260922-6-97698",
"20260922-7-4062c",
"20260922-8-c1507",
"20260922-9-d9626",
"20260922-10-12a40",
"20260922-11-32e58",
"20260922-12-60ef9",
"20260922-13-021bd",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a11",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of PersonalizeForce's competitor products?",
"ground_truth": [
"eid_5318af37",
"eid_c9c3d8d5",
"eid_d2f0f99a",
"eid_a253c65a",
"eid_fce6544f"
],
"citations": [
"20260820-0-ded3c",
"20260820-1-9ff90",
"20260820-2-12a2a",
"20260820-3-a98f3",
"20260820-4-00dc7",
"20260820-5-60d21",
"20260820-6-a646b",
"20260820-7-5a865",
"20260820-8-9b5f2",
"20260820-9-f9e5f",
"20260820-10-b2525",
"20260820-11-b059e",
"20260820-12-ea88d",
"20260820-13-aba2d",
"20260902-0-ba911",
"20260902-1-5bdb2",
"20260902-2-96df6",
"20260902-3-f7be7",
"20260902-4-04453",
"20260902-5-93e76",
"20260902-6-94d95",
"20260902-7-63d24",
"20260902-8-041e8",
"20260902-9-28506",
"20260902-10-0564d",
"20260902-11-6e3f2",
"20260902-12-21f92",
"20260724-0-7bd7a",
"20260724-1-afda1",
"20260724-2-b4e76",
"20260724-3-5a42a",
"20260724-4-b838a",
"20260724-5-a75bc",
"20260724-6-7acdf",
"20260724-7-1e0b1",
"20260724-8-89f4d",
"20260724-9-2a1aa",
"20260724-10-8e5d0",
"20260724-11-b8e7e",
"20260724-12-3a552",
"20260810-0-bb012",
"20260810-1-a0892",
"20260810-2-f2b42",
"20260810-3-76374",
"20260810-4-72aee",
"20260810-5-2d867",
"20260810-6-5a420",
"20260810-7-b0f02",
"20260810-8-a3bbd",
"20260810-9-2b01d",
"20260810-10-2d52e",
"20260908-0-0853d",
"20260908-1-8d38e",
"20260908-2-f9d8b",
"20260908-3-461de",
"20260908-4-cfa78",
"20260908-5-39993",
"20260908-6-12f86",
"20260908-7-316b9",
"20260908-8-c2dae",
"20260908-9-f7ee0",
"20260908-10-8c3ab",
"20260922-0-0ed21",
"20260922-1-d1a78",
"20260922-2-cc4d9",
"20260922-3-e461a",
"20260922-4-6e894",
"20260922-5-1b71c",
"20260922-6-97698",
"20260922-7-4062c",
"20260922-8-c1507",
"20260922-9-d9626",
"20260922-10-12a40",
"20260922-11-32e58",
"20260922-12-60ef9",
"20260922-13-021bd",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a12",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of PersonalizeForce's competitor products?",
"ground_truth": [
"eid_a253c65a",
"eid_5318af37",
"eid_1a7d9807"
],
"citations": [
"20260820-0-ded3c",
"20260820-1-9ff90",
"20260820-2-12a2a",
"20260820-3-a98f3",
"20260820-4-00dc7",
"20260820-5-60d21",
"20260820-6-a646b",
"20260820-7-5a865",
"20260820-8-9b5f2",
"20260820-9-f9e5f",
"20260820-10-b2525",
"20260820-11-b059e",
"20260820-12-ea88d",
"20260820-13-aba2d",
"20260902-0-ba911",
"20260902-1-5bdb2",
"20260902-2-96df6",
"20260902-3-f7be7",
"20260902-4-04453",
"20260902-5-93e76",
"20260902-6-94d95",
"20260902-7-63d24",
"20260902-8-041e8",
"20260902-9-28506",
"20260902-10-0564d",
"20260902-11-6e3f2",
"20260902-12-21f92",
"20260803-0-2fe0f",
"20260724-0-7bd7a",
"20260724-1-afda1",
"20260724-2-b4e76",
"20260724-3-5a42a",
"20260724-4-b838a",
"20260724-5-a75bc",
"20260724-6-7acdf",
"20260724-7-1e0b1",
"20260724-8-89f4d",
"20260724-9-2a1aa",
"20260724-10-8e5d0",
"20260724-11-b8e7e",
"20260724-12-3a552",
"20260810-0-bb012",
"20260810-1-a0892",
"20260810-2-f2b42",
"20260810-3-76374",
"20260810-4-72aee",
"20260810-5-2d867",
"20260810-6-5a420",
"20260810-7-b0f02",
"20260810-8-a3bbd",
"20260810-9-2b01d",
"20260810-10-2d52e",
"20260926-0-3b27f",
"20260908-0-0853d",
"20260908-1-8d38e",
"20260908-2-f9d8b",
"20260908-3-461de",
"20260908-4-cfa78",
"20260908-5-39993",
"20260908-6-12f86",
"20260908-7-316b9",
"20260908-8-c2dae",
"20260908-9-f7ee0",
"20260908-10-8c3ab",
"20260922-0-0ed21",
"20260922-1-d1a78",
"20260922-2-cc4d9",
"20260922-3-e461a",
"20260922-4-6e894",
"20260922-5-1b71c",
"20260922-6-97698",
"20260922-7-4062c",
"20260922-8-c1507",
"20260922-9-d9626",
"20260922-10-12a40",
"20260922-11-32e58",
"20260922-12-60ef9",
"20260922-13-021bd",
"20260928-0-fa2c5",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a13",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for PersonalizeForce's competitor products?",
"ground_truth": [
"https://personaai.com/demo",
"https://smartsuggest.com/demo",
"https://tailorai.com/demo"
],
"citations": [
"20260820-0-ded3c",
"20260820-1-9ff90",
"20260820-2-12a2a",
"20260820-3-a98f3",
"20260820-4-00dc7",
"20260820-5-60d21",
"20260820-6-a646b",
"20260820-7-5a865",
"20260820-8-9b5f2",
"20260820-9-f9e5f",
"20260820-10-b2525",
"20260820-11-b059e",
"20260820-12-ea88d",
"20260820-13-aba2d",
"20260902-0-ba911",
"20260902-1-5bdb2",
"20260902-2-96df6",
"20260902-3-f7be7",
"20260902-4-04453",
"20260902-5-93e76",
"20260902-6-94d95",
"20260902-7-63d24",
"20260902-8-041e8",
"20260902-9-28506",
"20260902-10-0564d",
"20260902-11-6e3f2",
"20260902-12-21f92",
"20260803-0-2fe0f",
"20260724-0-7bd7a",
"20260724-1-afda1",
"20260724-2-b4e76",
"20260724-3-5a42a",
"20260724-4-b838a",
"20260724-5-a75bc",
"20260724-6-7acdf",
"20260724-7-1e0b1",
"20260724-8-89f4d",
"20260724-9-2a1aa",
"20260724-10-8e5d0",
"20260724-11-b8e7e",
"20260724-12-3a552",
"20260810-0-bb012",
"20260810-1-a0892",
"20260810-2-f2b42",
"20260810-3-76374",
"20260810-4-72aee",
"20260810-5-2d867",
"20260810-6-5a420",
"20260810-7-b0f02",
"20260810-8-a3bbd",
"20260810-9-2b01d",
"20260810-10-2d52e",
"20260926-0-3b27f",
"20260908-0-0853d",
"20260908-1-8d38e",
"20260908-2-f9d8b",
"20260908-3-461de",
"20260908-4-cfa78",
"20260908-5-39993",
"20260908-6-12f86",
"20260908-7-316b9",
"20260908-8-c2dae",
"20260908-9-f7ee0",
"20260908-10-8c3ab",
"20260922-0-0ed21",
"20260922-1-d1a78",
"20260922-2-cc4d9",
"20260922-3-e461a",
"20260922-4-6e894",
"20260922-5-1b71c",
"20260922-6-97698",
"20260922-7-4062c",
"20260922-8-c1507",
"20260922-9-d9626",
"20260922-10-12a40",
"20260922-11-32e58",
"20260922-12-60ef9",
"20260922-13-021bd",
"20260928-0-fa2c5",
"personaai_com_demo",
"smartsuggest_com_demo",
"tailorai_com_demo",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a14",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Can you provide links to PRs for the integration of Shopify and Salesforce in PersonalizeForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/PersonalizeForce/pull/7",
"https://github.com/salesforce/PersonalizeForce/pull/13"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_4",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_7",
"20260724-0-9f132",
"20260724-1-02d53",
"20260724-2-ba390",
"20260724-3-d14e5",
"20260724-4-bed75",
"20260724-5-38a1e",
"20260724-6-0c328",
"20260724-7-3a952",
"product_dev_PersonalizeForce_6",
"product_dev_PersonalizeForce_7",
"github_com_salesforce_PersonalizeForce_pull_13",
"20260815-0-ec836",
"20260815-1-d1026",
"20260815-2-1f0a0",
"20260815-3-ac10a",
"20260815-4-f8e55",
"20260815-5-46d7e",
"20260815-6-8e1fa",
"20260815-7-04d8f",
"20260815-8-8ec6d",
"20260815-9-0f8b9",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a15",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the integration of Shopify and Salesforce in PersonalizeForce?",
"ground_truth": [
"https://github.com/salesforce/PersonalizeForce/pull/1",
"https://github.com/salesforce/PersonalizeForce/pull/4",
"https://github.com/salesforce/PersonalizeForce/pull/10",
"https://github.com/salesforce/PersonalizeForce/pull/16",
"https://github.com/salesforce/PersonalizeForce/pull/18"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_2",
"github_com_salesforce_PersonalizeForce_pull_1",
"20260627-0-70d70",
"20260627-1-79613",
"20260627-2-bc7b1",
"20260627-3-46345",
"20260627-4-d6926",
"20260627-5-acadf",
"20260627-6-531c0",
"20260627-7-f6030",
"20260627-8-69b35",
"20260627-9-cbf51",
"product_dev_PersonalizeForce_3",
"github_com_salesforce_PersonalizeForce_pull_4",
"20260714-0-24b0d",
"20260714-1-6965e",
"20260714-2-5f2fb",
"20260714-3-f53ab",
"20260714-4-f6a71",
"20260714-5-fe84c",
"20260714-6-c7cca",
"20260714-7-9ffde",
"20260714-8-10145",
"product_dev_PersonalizeForce_4",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_10",
"20260807-0-62605",
"20260807-1-5b9ef",
"20260807-2-965ce",
"20260807-3-3103f",
"20260807-4-9382c",
"20260807-5-60044",
"20260807-6-fe36e",
"20260807-7-05d49",
"20260807-8-73ac7",
"20260807-9-bf15b",
"20260807-10-ffe4e",
"product_dev_PersonalizeForce_6",
"product_dev_PersonalizeForce_7",
"github_com_salesforce_PersonalizeForce_pull_16",
"20260827-0-4ac71",
"20260827-1-5a23c",
"20260827-2-13a82",
"20260827-3-9cf8e",
"20260827-4-8c255",
"20260827-5-e72d8",
"20260827-6-c4183",
"20260827-7-1429f",
"20260827-8-ce60c",
"20260827-9-5da88",
"20260827-10-bbe43",
"product_dev_PersonalizeForce_8",
"github_com_salesforce_PersonalizeForce_pull_18",
"20260907-0-31e50",
"20260907-1-9c774",
"20260907-2-0c451",
"20260907-3-c55d8",
"20260907-4-e9c5d",
"20260907-5-9f6c2",
"20260907-6-1de3c",
"20260907-7-00f65",
"20260907-8-d2c4d",
"20260907-9-186d4",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a16",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Can you provide links to PRs for refining the user interface for better analytics in PersonalizeForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/PersonalizeForce/pull/2"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_2",
"product_dev_PersonalizeForce_3",
"github_com_salesforce_PersonalizeForce_pull_2",
"20260703-0-6cbc7",
"20260703-1-5eca8",
"20260703-2-85af7",
"20260703-3-27170",
"20260703-4-51960",
"20260703-5-645fc",
"20260703-6-b1e8a",
"20260703-7-b6228",
"20260703-8-1e9bf",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a17",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for refining the user interface for better analytics in PersonalizeForce?",
"ground_truth": [
"https://github.com/salesforce/PersonalizeForce/pull/5",
"https://github.com/salesforce/PersonalizeForce/pull/8",
"https://github.com/salesforce/PersonalizeForce/pull/11",
"https://github.com/salesforce/PersonalizeForce/pull/14",
"https://github.com/salesforce/PersonalizeForce/pull/17"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_2",
"product_dev_PersonalizeForce_3",
"github_com_salesforce_PersonalizeForce_pull_5",
"20260719-0-2402e",
"20260719-1-a152f",
"20260719-2-39a7c",
"20260719-3-42832",
"20260719-4-2c27d",
"20260719-5-7017a",
"20260719-6-bb621",
"20260719-7-a973f",
"product_dev_PersonalizeForce_4",
"github_com_salesforce_PersonalizeForce_pull_8",
"20260727-0-aa75a",
"20260727-1-fa40d",
"20260727-2-57828",
"20260727-3-689f1",
"20260727-4-b3564",
"20260727-5-59f7c",
"20260727-6-473f3",
"20260727-7-36281",
"20260727-8-63963",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_11",
"20260807-0-a8fe7",
"20260807-1-6cc16",
"20260807-2-4dcbf",
"20260807-3-f523c",
"20260807-4-f2aa0",
"20260807-5-84641",
"20260807-6-5aa8b",
"20260807-7-1c1b2",
"product_dev_PersonalizeForce_6",
"github_com_salesforce_PersonalizeForce_pull_14",
"20260821-0-91a9b",
"20260821-1-56e48",
"20260821-2-20d04",
"20260821-3-d3b96",
"20260821-4-6323d",
"20260821-5-8492e",
"20260821-6-a218c",
"product_dev_PersonalizeForce_7",
"github_com_salesforce_PersonalizeForce_pull_17",
"20260830-0-6a7b4",
"20260830-1-312a9",
"20260830-2-2c3c6",
"20260830-3-625c0",
"20260830-4-20f67",
"20260830-5-68590",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a18",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Can you find links to PRs for ensuring data privacy measures are robust in PersonalizeForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/PersonalizeForce/pull/6"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_3",
"product_dev_PersonalizeForce_4",
"github_com_salesforce_PersonalizeForce_pull_6",
"20260718-0-3d23c",
"20260718-1-81681",
"20260718-2-0b730",
"20260718-3-a4c3d",
"20260718-4-d751b",
"20260718-5-a369b",
"20260718-6-65fca",
"20260718-7-9e559",
"20260718-8-0ba9e",
"20260718-9-a0181",
"20260718-10-69548",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a19",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for ensuring data privacy measures are robust in PersonalizeForce?",
"ground_truth": [
"https://github.com/salesforce/PersonalizeForce/pull/3",
"https://github.com/salesforce/PersonalizeForce/pull/9",
"https://github.com/salesforce/PersonalizeForce/pull/12",
"https://github.com/salesforce/PersonalizeForce/pull/15"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_2",
"github_com_salesforce_PersonalizeForce_pull_3",
"20260703-0-2326e",
"20260703-1-8ff84",
"20260703-2-158d6",
"20260703-3-e7f4c",
"20260703-4-fef23",
"20260703-5-bb29b",
"20260703-6-27713",
"20260703-7-c5f74",
"20260703-8-79490",
"20260703-9-e4e69",
"product_dev_PersonalizeForce_3",
"product_dev_PersonalizeForce_4",
"github_com_salesforce_PersonalizeForce_pull_9",
"20260729-0-eaea5",
"20260729-1-cf4f8",
"20260729-2-7e8c9",
"20260729-3-b0437",
"20260729-4-47bf7",
"20260729-5-a6837",
"20260729-6-97a75",
"20260729-7-a95b0",
"20260729-8-4e548",
"20260729-9-fa14a",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_12",
"20260810-0-be70a",
"20260810-1-f9bac",
"20260810-2-0ec85",
"20260810-3-bdc82",
"20260810-4-acec3",
"20260810-5-64e86",
"20260810-6-7c95d",
"20260810-7-98fec",
"product_dev_PersonalizeForce_6",
"github_com_salesforce_PersonalizeForce_pull_15",
"20260820-0-fc72e",
"20260820-1-4be69",
"20260820-2-6d216",
"20260820-3-28783",
"20260820-4-5904c",
"20260820-5-51ef3",
"20260820-6-28e2b",
"20260820-7-bb6ce",
"20260820-8-85008",
"20260820-9-28308",
"20260820-10-d99ce",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a20",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in PersonalizeForce?",
"ground_truth": [
"eid_b6a30126"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_2",
"github_com_salesforce_PersonalizeForce_pull_1",
"20260627-0-70d70",
"20260627-1-79613",
"20260627-2-bc7b1",
"20260627-3-46345",
"20260627-4-d6926",
"20260627-5-acadf",
"20260627-6-531c0",
"20260627-7-f6030",
"20260627-8-69b35",
"20260627-9-cbf51",
"product_dev_PersonalizeForce_3",
"github_com_salesforce_PersonalizeForce_pull_4",
"20260714-0-24b0d",
"20260714-1-6965e",
"20260714-2-5f2fb",
"20260714-3-f53ab",
"20260714-4-f6a71",
"20260714-5-fe84c",
"20260714-6-c7cca",
"20260714-7-9ffde",
"20260714-8-10145",
"product_dev_PersonalizeForce_4",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_10",
"20260807-0-62605",
"20260807-1-5b9ef",
"20260807-2-965ce",
"20260807-3-3103f",
"20260807-4-9382c",
"20260807-5-60044",
"20260807-6-fe36e",
"20260807-7-05d49",
"20260807-8-73ac7",
"20260807-9-bf15b",
"20260807-10-ffe4e",
"product_dev_PersonalizeForce_6",
"product_dev_PersonalizeForce_7",
"github_com_salesforce_PersonalizeForce_pull_16",
"20260827-0-4ac71",
"20260827-1-5a23c",
"20260827-2-13a82",
"20260827-3-9cf8e",
"20260827-4-8c255",
"20260827-5-e72d8",
"20260827-6-c4183",
"20260827-7-1429f",
"20260827-8-ce60c",
"20260827-9-5da88",
"20260827-10-bbe43",
"product_dev_PersonalizeForce_8",
"github_com_salesforce_PersonalizeForce_pull_18",
"20260907-0-31e50",
"20260907-1-9c774",
"20260907-2-0c451",
"20260907-3-c55d8",
"20260907-4-e9c5d",
"20260907-5-9f6c2",
"20260907-6-1de3c",
"20260907-7-00f65",
"20260907-8-d2c4d",
"20260907-9-186d4",
"github_com_salesforce_PersonalizeForce_pull_5",
"20260719-0-2402e",
"20260719-1-a152f",
"20260719-2-39a7c",
"20260719-3-42832",
"20260719-4-2c27d",
"20260719-5-7017a",
"20260719-6-bb621",
"20260719-7-a973f",
"github_com_salesforce_PersonalizeForce_pull_8",
"20260727-0-aa75a",
"20260727-1-fa40d",
"20260727-2-57828",
"20260727-3-689f1",
"20260727-4-b3564",
"20260727-5-59f7c",
"20260727-6-473f3",
"20260727-7-36281",
"20260727-8-63963",
"github_com_salesforce_PersonalizeForce_pull_11",
"20260807-0-a8fe7",
"20260807-1-6cc16",
"20260807-2-4dcbf",
"20260807-3-f523c",
"20260807-4-f2aa0",
"20260807-5-84641",
"20260807-6-5aa8b",
"20260807-7-1c1b2",
"github_com_salesforce_PersonalizeForce_pull_14",
"20260821-0-91a9b",
"20260821-1-56e48",
"20260821-2-20d04",
"20260821-3-d3b96",
"20260821-4-6323d",
"20260821-5-8492e",
"20260821-6-a218c",
"github_com_salesforce_PersonalizeForce_pull_17",
"20260830-0-6a7b4",
"20260830-1-312a9",
"20260830-2-2c3c6",
"20260830-3-625c0",
"20260830-4-20f67",
"20260830-5-68590",
"github_com_salesforce_PersonalizeForce_pull_3",
"20260703-0-2326e",
"20260703-1-8ff84",
"20260703-2-158d6",
"20260703-3-e7f4c",
"20260703-4-fef23",
"20260703-5-bb29b",
"20260703-6-27713",
"20260703-7-c5f74",
"20260703-8-79490",
"20260703-9-e4e69",
"github_com_salesforce_PersonalizeForce_pull_9",
"20260729-0-eaea5",
"20260729-1-cf4f8",
"20260729-2-7e8c9",
"20260729-3-b0437",
"20260729-4-47bf7",
"20260729-5-a6837",
"20260729-6-97a75",
"20260729-7-a95b0",
"20260729-8-4e548",
"20260729-9-fa14a",
"github_com_salesforce_PersonalizeForce_pull_12",
"20260810-0-be70a",
"20260810-1-f9bac",
"20260810-2-0ec85",
"20260810-3-bdc82",
"20260810-4-acec3",
"20260810-5-64e86",
"20260810-6-7c95d",
"20260810-7-98fec",
"github_com_salesforce_PersonalizeForce_pull_15",
"20260820-0-fc72e",
"20260820-1-4be69",
"20260820-2-6d216",
"20260820-3-28783",
"20260820-4-5904c",
"20260820-5-51ef3",
"20260820-6-28e2b",
"20260820-7-bb6ce",
"20260820-8-85008",
"20260820-9-28308",
"20260820-10-d99ce",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#a21",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in PersonalizeForce?",
"ground_truth": [
"eid_1f17ef52"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_4",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_7",
"20260724-0-9f132",
"20260724-1-02d53",
"20260724-2-ba390",
"20260724-3-d14e5",
"20260724-4-bed75",
"20260724-5-38a1e",
"20260724-6-0c328",
"20260724-7-3a952",
"product_dev_PersonalizeForce_6",
"product_dev_PersonalizeForce_7",
"github_com_salesforce_PersonalizeForce_pull_13",
"20260815-0-ec836",
"20260815-1-d1026",
"20260815-2-1f0a0",
"20260815-3-ac10a",
"20260815-4-f8e55",
"20260815-5-46d7e",
"20260815-6-8e1fa",
"20260815-7-04d8f",
"20260815-8-8ec6d",
"20260815-9-0f8b9",
"product_dev_PersonalizeForce_2",
"product_dev_PersonalizeForce_3",
"github_com_salesforce_PersonalizeForce_pull_2",
"20260703-0-6cbc7",
"20260703-1-5eca8",
"20260703-2-85af7",
"20260703-3-27170",
"20260703-4-51960",
"20260703-5-645fc",
"20260703-6-b1e8a",
"20260703-7-b6228",
"20260703-8-1e9bf",
"github_com_salesforce_PersonalizeForce_pull_6",
"20260718-0-3d23c",
"20260718-1-81681",
"20260718-2-0b730",
"20260718-3-a4c3d",
"20260718-4-d751b",
"20260718-5-a369b",
"20260718-6-65fca",
"20260718-7-9e559",
"20260718-8-0ba9e",
"20260718-9-a0181",
"20260718-10-69548",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#a22",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find features for PersonalizeForce that were discussed but not implemented?",
"ground_truth": "Enhance recommendation engine\n- Implement a more advanced deep learning model using TensorFlow. Optimize current model architecture and leverage TensorFlow’s latest features to improve recommendation accuracy. Consider using PyTorch for prototyping and experimenting with new models.",
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_2",
"github_com_salesforce_PersonalizeForce_pull_1",
"20260627-0-70d70",
"20260627-1-79613",
"20260627-2-bc7b1",
"20260627-3-46345",
"20260627-4-d6926",
"20260627-5-acadf",
"20260627-6-531c0",
"20260627-7-f6030",
"20260627-8-69b35",
"20260627-9-cbf51",
"product_dev_PersonalizeForce_3",
"github_com_salesforce_PersonalizeForce_pull_4",
"20260714-0-24b0d",
"20260714-1-6965e",
"20260714-2-5f2fb",
"20260714-3-f53ab",
"20260714-4-f6a71",
"20260714-5-fe84c",
"20260714-6-c7cca",
"20260714-7-9ffde",
"20260714-8-10145",
"product_dev_PersonalizeForce_4",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_10",
"20260807-0-62605",
"20260807-1-5b9ef",
"20260807-2-965ce",
"20260807-3-3103f",
"20260807-4-9382c",
"20260807-5-60044",
"20260807-6-fe36e",
"20260807-7-05d49",
"20260807-8-73ac7",
"20260807-9-bf15b",
"20260807-10-ffe4e",
"product_dev_PersonalizeForce_6",
"product_dev_PersonalizeForce_7",
"github_com_salesforce_PersonalizeForce_pull_16",
"20260827-0-4ac71",
"20260827-1-5a23c",
"20260827-2-13a82",
"20260827-3-9cf8e",
"20260827-4-8c255",
"20260827-5-e72d8",
"20260827-6-c4183",
"20260827-7-1429f",
"20260827-8-ce60c",
"20260827-9-5da88",
"20260827-10-bbe43",
"product_dev_PersonalizeForce_8",
"github_com_salesforce_PersonalizeForce_pull_18",
"20260907-0-31e50",
"20260907-1-9c774",
"20260907-2-0c451",
"20260907-3-c55d8",
"20260907-4-e9c5d",
"20260907-5-9f6c2",
"20260907-6-1de3c",
"20260907-7-00f65",
"20260907-8-d2c4d",
"20260907-9-186d4",
"github_com_salesforce_PersonalizeForce_pull_5",
"20260719-0-2402e",
"20260719-1-a152f",
"20260719-2-39a7c",
"20260719-3-42832",
"20260719-4-2c27d",
"20260719-5-7017a",
"20260719-6-bb621",
"20260719-7-a973f",
"github_com_salesforce_PersonalizeForce_pull_8",
"20260727-0-aa75a",
"20260727-1-fa40d",
"20260727-2-57828",
"20260727-3-689f1",
"20260727-4-b3564",
"20260727-5-59f7c",
"20260727-6-473f3",
"20260727-7-36281",
"20260727-8-63963",
"github_com_salesforce_PersonalizeForce_pull_11",
"20260807-0-a8fe7",
"20260807-1-6cc16",
"20260807-2-4dcbf",
"20260807-3-f523c",
"20260807-4-f2aa0",
"20260807-5-84641",
"20260807-6-5aa8b",
"20260807-7-1c1b2",
"github_com_salesforce_PersonalizeForce_pull_14",
"20260821-0-91a9b",
"20260821-1-56e48",
"20260821-2-20d04",
"20260821-3-d3b96",
"20260821-4-6323d",
"20260821-5-8492e",
"20260821-6-a218c",
"github_com_salesforce_PersonalizeForce_pull_17",
"20260830-0-6a7b4",
"20260830-1-312a9",
"20260830-2-2c3c6",
"20260830-3-625c0",
"20260830-4-20f67",
"20260830-5-68590",
"github_com_salesforce_PersonalizeForce_pull_3",
"20260703-0-2326e",
"20260703-1-8ff84",
"20260703-2-158d6",
"20260703-3-e7f4c",
"20260703-4-fef23",
"20260703-5-bb29b",
"20260703-6-27713",
"20260703-7-c5f74",
"20260703-8-79490",
"20260703-9-e4e69",
"github_com_salesforce_PersonalizeForce_pull_9",
"20260729-0-eaea5",
"20260729-1-cf4f8",
"20260729-2-7e8c9",
"20260729-3-b0437",
"20260729-4-47bf7",
"20260729-5-a6837",
"20260729-6-97a75",
"20260729-7-a95b0",
"20260729-8-4e548",
"20260729-9-fa14a",
"github_com_salesforce_PersonalizeForce_pull_12",
"20260810-0-be70a",
"20260810-1-f9bac",
"20260810-2-0ec85",
"20260810-3-bdc82",
"20260810-4-acec3",
"20260810-5-64e86",
"20260810-6-7c95d",
"20260810-7-98fec",
"github_com_salesforce_PersonalizeForce_pull_15",
"20260820-0-fc72e",
"20260820-1-4be69",
"20260820-2-6d216",
"20260820-3-28783",
"20260820-4-5904c",
"20260820-5-51ef3",
"20260820-6-28e2b",
"20260820-7-bb6ce",
"20260820-8-85008",
"20260820-9-28308",
"20260820-10-d99ce",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a23",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in PersonalizeForce that were discussed but not implemented?",
"ground_truth": [
"eid_91523bad"
],
"citations": [
"product_dev_PersonalizeForce_1",
"product_dev_PersonalizeForce_2",
"github_com_salesforce_PersonalizeForce_pull_1",
"20260627-0-70d70",
"20260627-1-79613",
"20260627-2-bc7b1",
"20260627-3-46345",
"20260627-4-d6926",
"20260627-5-acadf",
"20260627-6-531c0",
"20260627-7-f6030",
"20260627-8-69b35",
"20260627-9-cbf51",
"product_dev_PersonalizeForce_3",
"github_com_salesforce_PersonalizeForce_pull_4",
"20260714-0-24b0d",
"20260714-1-6965e",
"20260714-2-5f2fb",
"20260714-3-f53ab",
"20260714-4-f6a71",
"20260714-5-fe84c",
"20260714-6-c7cca",
"20260714-7-9ffde",
"20260714-8-10145",
"product_dev_PersonalizeForce_4",
"product_dev_PersonalizeForce_5",
"github_com_salesforce_PersonalizeForce_pull_10",
"20260807-0-62605",
"20260807-1-5b9ef",
"20260807-2-965ce",
"20260807-3-3103f",
"20260807-4-9382c",
"20260807-5-60044",
"20260807-6-fe36e",
"20260807-7-05d49",
"20260807-8-73ac7",
"20260807-9-bf15b",
"20260807-10-ffe4e",
"product_dev_PersonalizeForce_6",
"product_dev_PersonalizeForce_7",
"github_com_salesforce_PersonalizeForce_pull_16",
"20260827-0-4ac71",
"20260827-1-5a23c",
"20260827-2-13a82",
"20260827-3-9cf8e",
"20260827-4-8c255",
"20260827-5-e72d8",
"20260827-6-c4183",
"20260827-7-1429f",
"20260827-8-ce60c",
"20260827-9-5da88",
"20260827-10-bbe43",
"product_dev_PersonalizeForce_8",
"github_com_salesforce_PersonalizeForce_pull_18",
"20260907-0-31e50",
"20260907-1-9c774",
"20260907-2-0c451",
"20260907-3-c55d8",
"20260907-4-e9c5d",
"20260907-5-9f6c2",
"20260907-6-1de3c",
"20260907-7-00f65",
"20260907-8-d2c4d",
"20260907-9-186d4",
"github_com_salesforce_PersonalizeForce_pull_5",
"20260719-0-2402e",
"20260719-1-a152f",
"20260719-2-39a7c",
"20260719-3-42832",
"20260719-4-2c27d",
"20260719-5-7017a",
"20260719-6-bb621",
"20260719-7-a973f",
"github_com_salesforce_PersonalizeForce_pull_8",
"20260727-0-aa75a",
"20260727-1-fa40d",
"20260727-2-57828",
"20260727-3-689f1",
"20260727-4-b3564",
"20260727-5-59f7c",
"20260727-6-473f3",
"20260727-7-36281",
"20260727-8-63963",
"github_com_salesforce_PersonalizeForce_pull_11",
"20260807-0-a8fe7",
"20260807-1-6cc16",
"20260807-2-4dcbf",
"20260807-3-f523c",
"20260807-4-f2aa0",
"20260807-5-84641",
"20260807-6-5aa8b",
"20260807-7-1c1b2",
"github_com_salesforce_PersonalizeForce_pull_14",
"20260821-0-91a9b",
"20260821-1-56e48",
"20260821-2-20d04",
"20260821-3-d3b96",
"20260821-4-6323d",
"20260821-5-8492e",
"20260821-6-a218c",
"github_com_salesforce_PersonalizeForce_pull_17",
"20260830-0-6a7b4",
"20260830-1-312a9",
"20260830-2-2c3c6",
"20260830-3-625c0",
"20260830-4-20f67",
"20260830-5-68590",
"github_com_salesforce_PersonalizeForce_pull_3",
"20260703-0-2326e",
"20260703-1-8ff84",
"20260703-2-158d6",
"20260703-3-e7f4c",
"20260703-4-fef23",
"20260703-5-bb29b",
"20260703-6-27713",
"20260703-7-c5f74",
"20260703-8-79490",
"20260703-9-e4e69",
"github_com_salesforce_PersonalizeForce_pull_9",
"20260729-0-eaea5",
"20260729-1-cf4f8",
"20260729-2-7e8c9",
"20260729-3-b0437",
"20260729-4-47bf7",
"20260729-5-a6837",
"20260729-6-97a75",
"20260729-7-a95b0",
"20260729-8-4e548",
"20260729-9-fa14a",
"github_com_salesforce_PersonalizeForce_pull_12",
"20260810-0-be70a",
"20260810-1-f9bac",
"20260810-2-0ec85",
"20260810-3-bdc82",
"20260810-4-acec3",
"20260810-5-64e86",
"20260810-6-7c95d",
"20260810-7-98fec",
"github_com_salesforce_PersonalizeForce_pull_15",
"20260820-0-fc72e",
"20260820-1-4be69",
"20260820-2-6d216",
"20260820-3-28783",
"20260820-4-5904c",
"20260820-5-51ef3",
"20260820-6-28e2b",
"20260820-7-bb6ce",
"20260820-8-85008",
"20260820-9-28308",
"20260820-10-d99ce",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a24",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the backend machine learning model of PersonalizeForce that led to misaligned recommendations and reduced user engagement?",
"ground_truth": [
"DataSolutions",
"BlueWave",
"SmartData"
],
"citations": [
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a25",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the backend machine learning model in PersonalizeForce that were affecting recommendation accuracy and reducing user engagement?",
"ground_truth": [
"eid_eed289d3",
"eid_f3585706",
"eid_bac7c6c4",
"eid_4555ba9c",
"eid_4df3bcc2"
],
"citations": [
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261222-0-0b303",
"20261222-1-670fd",
"20261222-2-5b301",
"20261222-3-d23a8",
"20261222-4-d1b3b",
"20261222-5-f1b2a",
"20261222-6-c834b",
"20261222-7-35573",
"20261222-8-83813",
"github_com_salesforce_PersonalizeForce_pull_44",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20261021-0-25c02",
"20261021-1-e7c1c",
"20261021-2-5050f",
"20261021-3-16781",
"20261021-4-3a516",
"20261021-5-4d2fb",
"20261021-6-23d90",
"20261021-7-bab59",
"github_com_salesforce_PersonalizeForce_pull_35",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261004-0-f476b",
"20261004-1-163d1",
"20261004-2-8d606",
"20261004-3-35863",
"20261004-4-a3961",
"20261004-5-e2427",
"20261004-6-29e3b",
"20261004-7-34d67",
"20261004-8-97589",
"github_com_salesforce_PersonalizeForce_pull_31",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20261102-0-1dae0",
"20261102-1-b7b73",
"20261102-2-f82db",
"20261102-3-04fdf",
"20261102-4-e2a78",
"20261102-5-740f1",
"20261102-6-5566a",
"20261102-7-7e67a",
"20261102-8-dc872",
"github_com_salesforce_PersonalizeForce_pull_37",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261012-0-5056c",
"20261012-1-70707",
"20261012-2-e0a2d",
"20261012-3-96a76",
"20261012-4-547da",
"20261012-5-00b38",
"20261012-6-9e865",
"github_com_salesforce_PersonalizeForce_pull_34",
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261130-0-0d074",
"20261130-1-a9b62",
"20261130-2-00b7c",
"20261130-3-396b8",
"20261130-4-18fdc",
"20261130-5-9f025",
"20261130-6-a912d",
"20261130-7-f2501",
"github_com_salesforce_PersonalizeForce_pull_41",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a26",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the API Gateway of PersonalizeForce that caused slow response times and user frustration?",
"ground_truth": [
"TechCorp",
"BlueWave",
"DataSolutions"
],
"citations": [
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a27",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the API Gateway issue in PersonalizeForce that was causing slow response times and user frustration?",
"ground_truth": [
"eid_049daa5e",
"eid_83b716d4",
"eid_1f17ef52",
"eid_bac7c6c4",
"eid_ec0be6e7"
],
"citations": [
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261210-0-d7600",
"20261210-1-5726f",
"20261210-2-db426",
"20261210-3-94777",
"20261210-4-f7589",
"20261210-5-971b5",
"github_com_salesforce_PersonalizeForce_pull_42",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20261023-0-8e74e",
"20261023-1-24b3d",
"20261023-2-6a5dd",
"20261023-3-26d3a",
"20261023-4-77ec4",
"20261023-5-62bef",
"20261023-6-36bb0",
"20261023-7-f9609",
"github_com_salesforce_PersonalizeForce_pull_36",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20261105-0-8a87a",
"20261105-1-39752",
"20261105-2-d1a95",
"20261105-3-cd4c1",
"20261105-4-169a6",
"20261105-5-0c756",
"20261105-6-9d8da",
"github_com_salesforce_PersonalizeForce_pull_38",
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20270112-0-c2c16",
"20270112-1-15e67",
"20270112-2-d9abc",
"20270112-3-db3e3",
"20270112-4-559c7",
"20270112-5-201c0",
"github_com_salesforce_PersonalizeForce_pull_51",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20261224-0-7e89d",
"20261224-1-d6ce4",
"20261224-2-14011",
"20261224-3-c61a4",
"20261224-4-fc704",
"20261224-5-32cda",
"20261224-6-6b2a1",
"20261224-7-74b06",
"20261224-8-d9ca5",
"github_com_salesforce_PersonalizeForce_pull_45",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a28",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface of PersonalizeForce that caused difficulties in interacting with personalized content and reduced engagement?",
"ground_truth": [
"DataSolutions",
"BlueWave",
"FusionTech",
"ComputeWorks"
],
"citations": [
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a29",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the User Interface in PersonalizeForce that were causing difficulties in interacting with personalized content and leading to poor user experience and reduced engagement?",
"ground_truth": [
"eid_5058fefc",
"eid_83b716d4",
"eid_bac7c6c4",
"eid_eed289d3"
],
"citations": [
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20270106-0-43310",
"20270106-1-6596f",
"20270106-2-ee2d4",
"20270106-3-b2fe8",
"20270106-4-9a389",
"20270106-5-0ebcd",
"github_com_salesforce_PersonalizeForce_pull_49",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261006-0-6b5e7",
"20261006-1-66fd9",
"20261006-2-d78cc",
"20261006-3-d2020",
"20261006-4-7986a",
"20261006-5-e5afb",
"20261006-6-9f343",
"github_com_salesforce_PersonalizeForce_pull_32",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261010-0-f18b2",
"20261010-1-6cac6",
"20261010-2-71beb",
"20261010-3-4d8fa",
"20261010-4-a87b3",
"20261010-5-818be",
"20261010-6-1182d",
"github_com_salesforce_PersonalizeForce_pull_33",
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261218-0-da627",
"20261218-1-1ce2e",
"20261218-2-92c5a",
"20261218-3-3e121",
"20261218-4-2f3a9",
"20261218-5-36b87",
"20261218-6-60f7a",
"github_com_salesforce_PersonalizeForce_pull_43",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a30",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Database Synchronization Module in PersonalizeForce that caused outdated or incorrect recommendations when switching devices?",
"ground_truth": [
"BlueWave",
"NextGenTech",
"FusionTech",
"DataSolutions"
],
"citations": [
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a31",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the Database Synchronization Module in PersonalizeForce that were causing outdated or incorrect recommendations when users switched devices?",
"ground_truth": [
"eid_ec0be6e7",
"eid_4b38019b"
],
"citations": [
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20270108-0-24c8e",
"20270108-1-74ee7",
"20270108-2-fb405",
"20270108-3-56bdb",
"20270108-4-d5a58",
"20270108-5-cade6",
"github_com_salesforce_PersonalizeForce_pull_50",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20261126-0-a8a1e",
"20261126-1-6cf0d",
"20261126-2-d430b",
"20261126-3-dd650",
"20261126-4-dfa35",
"20261126-5-d5d1a",
"20261126-6-ce5f2",
"20261126-7-87b8e",
"20261126-8-20841",
"20261126-9-b943a",
"github_com_salesforce_PersonalizeForce_pull_39",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a32",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Data Security Layer of PersonalizeForce that posed risks to user privacy and potential data breaches?",
"ground_truth": [
"BlueWave",
"SmartData",
"DataSolutions",
"FusionTech",
"NextGenTech"
],
"citations": [
"20261204-0-34c73",
"20261204-1-cea0c",
"20261204-2-d7908",
"20261204-3-b362d",
"20261204-4-2f39c",
"20261204-5-76347",
"20261204-6-3cf58",
"20261204-7-57cb3",
"20261204-8-e8749",
"20261204-9-fdfce",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a33",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the issue with the Data Security Layer in PersonalizeForce that was risking user privacy and could lead to data breaches, damaging trust and reputation?",
"ground_truth": [
"eid_049daa5e",
"eid_bac7c6c4",
"eid_2347b567",
"eid_4df3bcc2"
],
"citations": [
"20261204-0-34c73",
"20261204-1-cea0c",
"20261204-2-d7908",
"20261204-3-b362d",
"20261204-4-2f39c",
"20261204-5-76347",
"20261204-6-3cf58",
"20261204-7-57cb3",
"20261204-8-e8749",
"20261204-9-fdfce",
"20261226-0-dbf20",
"20261226-1-647a8",
"20261226-2-d7202",
"20261226-3-059f0",
"20261226-4-29051",
"20261226-5-29fbd",
"github_com_salesforce_PersonalizeForce_pull_46",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20261129-0-4b582",
"20261129-1-d4006",
"20261129-2-491b9",
"20261129-3-5ac5c",
"20261129-4-e092d",
"20261129-5-81de4",
"20261129-6-aaffc",
"20261129-7-40171",
"github_com_salesforce_PersonalizeForce_pull_40",
"20261231-0-8d138",
"20261231-1-bddfd",
"20261231-2-5695f",
"20261231-3-27938",
"20261231-4-86b8e",
"20261231-5-5d288",
"20261231-6-ab80a",
"20261231-7-81ec7",
"github_com_salesforce_PersonalizeForce_pull_47",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20260925-0-7ea45",
"20260925-1-f9777",
"20260925-2-5c0e8",
"20260925-3-ac0fe",
"20260925-4-9daf3",
"20260925-5-d6027",
"20260925-6-22ae4",
"20260925-7-9b3b3",
"github_com_salesforce_PersonalizeForce_pull_30",
"20270105-0-2003a",
"20270105-1-02690",
"20270105-2-f65e6",
"20270105-3-13976",
"20270105-4-080e1",
"20270105-5-b033c",
"github_com_salesforce_PersonalizeForce_pull_48",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a34",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_bac7c6c4 to resolve bugs reported by FusionTech in PersonalizeForce",
"ground_truth": [
"https://github.com/salesforce/PersonalizeForce/pull/33",
"https://github.com/salesforce/PersonalizeForce/pull/47"
],
"citations": [
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261010-0-f18b2",
"20261010-1-6cac6",
"20261010-2-71beb",
"20261010-3-4d8fa",
"20261010-4-a87b3",
"20261010-5-818be",
"20261010-6-1182d",
"github_com_salesforce_PersonalizeForce_pull_33",
"20261204-0-34c73",
"20261204-1-cea0c",
"20261204-2-d7908",
"20261204-3-b362d",
"20261204-4-2f39c",
"20261204-5-76347",
"20261204-6-3cf58",
"20261204-7-57cb3",
"20261204-8-e8749",
"20261204-9-fdfce",
"20261231-0-8d138",
"20261231-1-bddfd",
"20261231-2-5695f",
"20261231-3-27938",
"20261231-4-86b8e",
"20261231-5-5d288",
"20261231-6-ab80a",
"20261231-7-81ec7",
"github_com_salesforce_PersonalizeForce_pull_47",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#a35",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in PersonalizeForce",
"ground_truth": [
"eid_bac7c6c4"
],
"citations": [
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261222-0-0b303",
"20261222-1-670fd",
"20261222-2-5b301",
"20261222-3-d23a8",
"20261222-4-d1b3b",
"20261222-5-f1b2a",
"20261222-6-c834b",
"20261222-7-35573",
"20261222-8-83813",
"github_com_salesforce_PersonalizeForce_pull_44",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20261021-0-25c02",
"20261021-1-e7c1c",
"20261021-2-5050f",
"20261021-3-16781",
"20261021-4-3a516",
"20261021-5-4d2fb",
"20261021-6-23d90",
"20261021-7-bab59",
"github_com_salesforce_PersonalizeForce_pull_35",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261004-0-f476b",
"20261004-1-163d1",
"20261004-2-8d606",
"20261004-3-35863",
"20261004-4-a3961",
"20261004-5-e2427",
"20261004-6-29e3b",
"20261004-7-34d67",
"20261004-8-97589",
"github_com_salesforce_PersonalizeForce_pull_31",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20261102-0-1dae0",
"20261102-1-b7b73",
"20261102-2-f82db",
"20261102-3-04fdf",
"20261102-4-e2a78",
"20261102-5-740f1",
"20261102-6-5566a",
"20261102-7-7e67a",
"20261102-8-dc872",
"github_com_salesforce_PersonalizeForce_pull_37",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261012-0-5056c",
"20261012-1-70707",
"20261012-2-e0a2d",
"20261012-3-96a76",
"20261012-4-547da",
"20261012-5-00b38",
"20261012-6-9e865",
"github_com_salesforce_PersonalizeForce_pull_34",
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261130-0-0d074",
"20261130-1-a9b62",
"20261130-2-00b7c",
"20261130-3-396b8",
"20261130-4-18fdc",
"20261130-5-9f025",
"20261130-6-a912d",
"20261130-7-f2501",
"github_com_salesforce_PersonalizeForce_pull_41",
"20261210-0-d7600",
"20261210-1-5726f",
"20261210-2-db426",
"20261210-3-94777",
"20261210-4-f7589",
"20261210-5-971b5",
"github_com_salesforce_PersonalizeForce_pull_42",
"20261023-0-8e74e",
"20261023-1-24b3d",
"20261023-2-6a5dd",
"20261023-3-26d3a",
"20261023-4-77ec4",
"20261023-5-62bef",
"20261023-6-36bb0",
"20261023-7-f9609",
"github_com_salesforce_PersonalizeForce_pull_36",
"20261105-0-8a87a",
"20261105-1-39752",
"20261105-2-d1a95",
"20261105-3-cd4c1",
"20261105-4-169a6",
"20261105-5-0c756",
"20261105-6-9d8da",
"github_com_salesforce_PersonalizeForce_pull_38",
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20270112-0-c2c16",
"20270112-1-15e67",
"20270112-2-d9abc",
"20270112-3-db3e3",
"20270112-4-559c7",
"20270112-5-201c0",
"github_com_salesforce_PersonalizeForce_pull_51",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20261224-0-7e89d",
"20261224-1-d6ce4",
"20261224-2-14011",
"20261224-3-c61a4",
"20261224-4-fc704",
"20261224-5-32cda",
"20261224-6-6b2a1",
"20261224-7-74b06",
"20261224-8-d9ca5",
"github_com_salesforce_PersonalizeForce_pull_45",
"20270106-0-43310",
"20270106-1-6596f",
"20270106-2-ee2d4",
"20270106-3-b2fe8",
"20270106-4-9a389",
"20270106-5-0ebcd",
"github_com_salesforce_PersonalizeForce_pull_49",
"20261006-0-6b5e7",
"20261006-1-66fd9",
"20261006-2-d78cc",
"20261006-3-d2020",
"20261006-4-7986a",
"20261006-5-e5afb",
"20261006-6-9f343",
"github_com_salesforce_PersonalizeForce_pull_32",
"20261010-0-f18b2",
"20261010-1-6cac6",
"20261010-2-71beb",
"20261010-3-4d8fa",
"20261010-4-a87b3",
"20261010-5-818be",
"20261010-6-1182d",
"github_com_salesforce_PersonalizeForce_pull_33",
"20261218-0-da627",
"20261218-1-1ce2e",
"20261218-2-92c5a",
"20261218-3-3e121",
"20261218-4-2f3a9",
"20261218-5-36b87",
"20261218-6-60f7a",
"github_com_salesforce_PersonalizeForce_pull_43",
"20270108-0-24c8e",
"20270108-1-74ee7",
"20270108-2-fb405",
"20270108-3-56bdb",
"20270108-4-d5a58",
"20270108-5-cade6",
"github_com_salesforce_PersonalizeForce_pull_50",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20261126-0-a8a1e",
"20261126-1-6cf0d",
"20261126-2-d430b",
"20261126-3-dd650",
"20261126-4-dfa35",
"20261126-5-d5d1a",
"20261126-6-ce5f2",
"20261126-7-87b8e",
"20261126-8-20841",
"20261126-9-b943a",
"github_com_salesforce_PersonalizeForce_pull_39",
"20261204-0-34c73",
"20261204-1-cea0c",
"20261204-2-d7908",
"20261204-3-b362d",
"20261204-4-2f39c",
"20261204-5-76347",
"20261204-6-3cf58",
"20261204-7-57cb3",
"20261204-8-e8749",
"20261204-9-fdfce",
"20261226-0-dbf20",
"20261226-1-647a8",
"20261226-2-d7202",
"20261226-3-059f0",
"20261226-4-29051",
"20261226-5-29fbd",
"github_com_salesforce_PersonalizeForce_pull_46",
"20261129-0-4b582",
"20261129-1-d4006",
"20261129-2-491b9",
"20261129-3-5ac5c",
"20261129-4-e092d",
"20261129-5-81de4",
"20261129-6-aaffc",
"20261129-7-40171",
"github_com_salesforce_PersonalizeForce_pull_40",
"20261231-0-8d138",
"20261231-1-bddfd",
"20261231-2-5695f",
"20261231-3-27938",
"20261231-4-86b8e",
"20261231-5-5d288",
"20261231-6-ab80a",
"20261231-7-81ec7",
"github_com_salesforce_PersonalizeForce_pull_47",
"20260925-0-7ea45",
"20260925-1-f9777",
"20260925-2-5c0e8",
"20260925-3-ac0fe",
"20260925-4-9daf3",
"20260925-5-d6027",
"20260925-6-22ae4",
"20260925-7-9b3b3",
"github_com_salesforce_PersonalizeForce_pull_30",
"20270105-0-2003a",
"20270105-1-02690",
"20270105-2-f65e6",
"20270105-3-13976",
"20270105-4-080e1",
"20270105-5-b033c",
"github_com_salesforce_PersonalizeForce_pull_48",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#a36",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in PersonalizeForce",
"ground_truth": [
"BlueWave",
"FusionTech"
],
"citations": [
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261222-0-0b303",
"20261222-1-670fd",
"20261222-2-5b301",
"20261222-3-d23a8",
"20261222-4-d1b3b",
"20261222-5-f1b2a",
"20261222-6-c834b",
"20261222-7-35573",
"20261222-8-83813",
"github_com_salesforce_PersonalizeForce_pull_44",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20261021-0-25c02",
"20261021-1-e7c1c",
"20261021-2-5050f",
"20261021-3-16781",
"20261021-4-3a516",
"20261021-5-4d2fb",
"20261021-6-23d90",
"20261021-7-bab59",
"github_com_salesforce_PersonalizeForce_pull_35",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261004-0-f476b",
"20261004-1-163d1",
"20261004-2-8d606",
"20261004-3-35863",
"20261004-4-a3961",
"20261004-5-e2427",
"20261004-6-29e3b",
"20261004-7-34d67",
"20261004-8-97589",
"github_com_salesforce_PersonalizeForce_pull_31",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20261102-0-1dae0",
"20261102-1-b7b73",
"20261102-2-f82db",
"20261102-3-04fdf",
"20261102-4-e2a78",
"20261102-5-740f1",
"20261102-6-5566a",
"20261102-7-7e67a",
"20261102-8-dc872",
"github_com_salesforce_PersonalizeForce_pull_37",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261012-0-5056c",
"20261012-1-70707",
"20261012-2-e0a2d",
"20261012-3-96a76",
"20261012-4-547da",
"20261012-5-00b38",
"20261012-6-9e865",
"github_com_salesforce_PersonalizeForce_pull_34",
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261130-0-0d074",
"20261130-1-a9b62",
"20261130-2-00b7c",
"20261130-3-396b8",
"20261130-4-18fdc",
"20261130-5-9f025",
"20261130-6-a912d",
"20261130-7-f2501",
"github_com_salesforce_PersonalizeForce_pull_41",
"20261210-0-d7600",
"20261210-1-5726f",
"20261210-2-db426",
"20261210-3-94777",
"20261210-4-f7589",
"20261210-5-971b5",
"github_com_salesforce_PersonalizeForce_pull_42",
"20261023-0-8e74e",
"20261023-1-24b3d",
"20261023-2-6a5dd",
"20261023-3-26d3a",
"20261023-4-77ec4",
"20261023-5-62bef",
"20261023-6-36bb0",
"20261023-7-f9609",
"github_com_salesforce_PersonalizeForce_pull_36",
"20261105-0-8a87a",
"20261105-1-39752",
"20261105-2-d1a95",
"20261105-3-cd4c1",
"20261105-4-169a6",
"20261105-5-0c756",
"20261105-6-9d8da",
"github_com_salesforce_PersonalizeForce_pull_38",
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20270112-0-c2c16",
"20270112-1-15e67",
"20270112-2-d9abc",
"20270112-3-db3e3",
"20270112-4-559c7",
"20270112-5-201c0",
"github_com_salesforce_PersonalizeForce_pull_51",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20261224-0-7e89d",
"20261224-1-d6ce4",
"20261224-2-14011",
"20261224-3-c61a4",
"20261224-4-fc704",
"20261224-5-32cda",
"20261224-6-6b2a1",
"20261224-7-74b06",
"20261224-8-d9ca5",
"github_com_salesforce_PersonalizeForce_pull_45",
"20270106-0-43310",
"20270106-1-6596f",
"20270106-2-ee2d4",
"20270106-3-b2fe8",
"20270106-4-9a389",
"20270106-5-0ebcd",
"github_com_salesforce_PersonalizeForce_pull_49",
"20261006-0-6b5e7",
"20261006-1-66fd9",
"20261006-2-d78cc",
"20261006-3-d2020",
"20261006-4-7986a",
"20261006-5-e5afb",
"20261006-6-9f343",
"github_com_salesforce_PersonalizeForce_pull_32",
"20261010-0-f18b2",
"20261010-1-6cac6",
"20261010-2-71beb",
"20261010-3-4d8fa",
"20261010-4-a87b3",
"20261010-5-818be",
"20261010-6-1182d",
"github_com_salesforce_PersonalizeForce_pull_33",
"20261218-0-da627",
"20261218-1-1ce2e",
"20261218-2-92c5a",
"20261218-3-3e121",
"20261218-4-2f3a9",
"20261218-5-36b87",
"20261218-6-60f7a",
"github_com_salesforce_PersonalizeForce_pull_43",
"20270108-0-24c8e",
"20270108-1-74ee7",
"20270108-2-fb405",
"20270108-3-56bdb",
"20270108-4-d5a58",
"20270108-5-cade6",
"github_com_salesforce_PersonalizeForce_pull_50",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20261126-0-a8a1e",
"20261126-1-6cf0d",
"20261126-2-d430b",
"20261126-3-dd650",
"20261126-4-dfa35",
"20261126-5-d5d1a",
"20261126-6-ce5f2",
"20261126-7-87b8e",
"20261126-8-20841",
"20261126-9-b943a",
"github_com_salesforce_PersonalizeForce_pull_39",
"20261204-0-34c73",
"20261204-1-cea0c",
"20261204-2-d7908",
"20261204-3-b362d",
"20261204-4-2f39c",
"20261204-5-76347",
"20261204-6-3cf58",
"20261204-7-57cb3",
"20261204-8-e8749",
"20261204-9-fdfce",
"20261226-0-dbf20",
"20261226-1-647a8",
"20261226-2-d7202",
"20261226-3-059f0",
"20261226-4-29051",
"20261226-5-29fbd",
"github_com_salesforce_PersonalizeForce_pull_46",
"20261129-0-4b582",
"20261129-1-d4006",
"20261129-2-491b9",
"20261129-3-5ac5c",
"20261129-4-e092d",
"20261129-5-81de4",
"20261129-6-aaffc",
"20261129-7-40171",
"github_com_salesforce_PersonalizeForce_pull_40",
"20261231-0-8d138",
"20261231-1-bddfd",
"20261231-2-5695f",
"20261231-3-27938",
"20261231-4-86b8e",
"20261231-5-5d288",
"20261231-6-ab80a",
"20261231-7-81ec7",
"github_com_salesforce_PersonalizeForce_pull_47",
"20260925-0-7ea45",
"20260925-1-f9777",
"20260925-2-5c0e8",
"20260925-3-ac0fe",
"20260925-4-9daf3",
"20260925-5-d6027",
"20260925-6-22ae4",
"20260925-7-9b3b3",
"github_com_salesforce_PersonalizeForce_pull_30",
"20270105-0-2003a",
"20270105-1-02690",
"20270105-2-f65e6",
"20270105-3-13976",
"20270105-4-080e1",
"20270105-5-b033c",
"github_com_salesforce_PersonalizeForce_pull_48",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#a37",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in PersonalizeForce?",
"ground_truth": [
"DataSolutions",
"BlueWave"
],
"citations": [
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261222-0-0b303",
"20261222-1-670fd",
"20261222-2-5b301",
"20261222-3-d23a8",
"20261222-4-d1b3b",
"20261222-5-f1b2a",
"20261222-6-c834b",
"20261222-7-35573",
"20261222-8-83813",
"github_com_salesforce_PersonalizeForce_pull_44",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20261021-0-25c02",
"20261021-1-e7c1c",
"20261021-2-5050f",
"20261021-3-16781",
"20261021-4-3a516",
"20261021-5-4d2fb",
"20261021-6-23d90",
"20261021-7-bab59",
"github_com_salesforce_PersonalizeForce_pull_35",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261004-0-f476b",
"20261004-1-163d1",
"20261004-2-8d606",
"20261004-3-35863",
"20261004-4-a3961",
"20261004-5-e2427",
"20261004-6-29e3b",
"20261004-7-34d67",
"20261004-8-97589",
"github_com_salesforce_PersonalizeForce_pull_31",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20261102-0-1dae0",
"20261102-1-b7b73",
"20261102-2-f82db",
"20261102-3-04fdf",
"20261102-4-e2a78",
"20261102-5-740f1",
"20261102-6-5566a",
"20261102-7-7e67a",
"20261102-8-dc872",
"github_com_salesforce_PersonalizeForce_pull_37",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261012-0-5056c",
"20261012-1-70707",
"20261012-2-e0a2d",
"20261012-3-96a76",
"20261012-4-547da",
"20261012-5-00b38",
"20261012-6-9e865",
"github_com_salesforce_PersonalizeForce_pull_34",
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261130-0-0d074",
"20261130-1-a9b62",
"20261130-2-00b7c",
"20261130-3-396b8",
"20261130-4-18fdc",
"20261130-5-9f025",
"20261130-6-a912d",
"20261130-7-f2501",
"github_com_salesforce_PersonalizeForce_pull_41",
"20261210-0-d7600",
"20261210-1-5726f",
"20261210-2-db426",
"20261210-3-94777",
"20261210-4-f7589",
"20261210-5-971b5",
"github_com_salesforce_PersonalizeForce_pull_42",
"20261023-0-8e74e",
"20261023-1-24b3d",
"20261023-2-6a5dd",
"20261023-3-26d3a",
"20261023-4-77ec4",
"20261023-5-62bef",
"20261023-6-36bb0",
"20261023-7-f9609",
"github_com_salesforce_PersonalizeForce_pull_36",
"20261105-0-8a87a",
"20261105-1-39752",
"20261105-2-d1a95",
"20261105-3-cd4c1",
"20261105-4-169a6",
"20261105-5-0c756",
"20261105-6-9d8da",
"github_com_salesforce_PersonalizeForce_pull_38",
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20270112-0-c2c16",
"20270112-1-15e67",
"20270112-2-d9abc",
"20270112-3-db3e3",
"20270112-4-559c7",
"20270112-5-201c0",
"github_com_salesforce_PersonalizeForce_pull_51",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20261224-0-7e89d",
"20261224-1-d6ce4",
"20261224-2-14011",
"20261224-3-c61a4",
"20261224-4-fc704",
"20261224-5-32cda",
"20261224-6-6b2a1",
"20261224-7-74b06",
"20261224-8-d9ca5",
"github_com_salesforce_PersonalizeForce_pull_45",
"20270106-0-43310",
"20270106-1-6596f",
"20270106-2-ee2d4",
"20270106-3-b2fe8",
"20270106-4-9a389",
"20270106-5-0ebcd",
"github_com_salesforce_PersonalizeForce_pull_49",
"20261006-0-6b5e7",
"20261006-1-66fd9",
"20261006-2-d78cc",
"20261006-3-d2020",
"20261006-4-7986a",
"20261006-5-e5afb",
"20261006-6-9f343",
"github_com_salesforce_PersonalizeForce_pull_32",
"20261010-0-f18b2",
"20261010-1-6cac6",
"20261010-2-71beb",
"20261010-3-4d8fa",
"20261010-4-a87b3",
"20261010-5-818be",
"20261010-6-1182d",
"github_com_salesforce_PersonalizeForce_pull_33",
"20261218-0-da627",
"20261218-1-1ce2e",
"20261218-2-92c5a",
"20261218-3-3e121",
"20261218-4-2f3a9",
"20261218-5-36b87",
"20261218-6-60f7a",
"github_com_salesforce_PersonalizeForce_pull_43",
"20270108-0-24c8e",
"20270108-1-74ee7",
"20270108-2-fb405",
"20270108-3-56bdb",
"20270108-4-d5a58",
"20270108-5-cade6",
"github_com_salesforce_PersonalizeForce_pull_50",
"20261126-0-a8a1e",
"20261126-1-6cf0d",
"20261126-2-d430b",
"20261126-3-dd650",
"20261126-4-dfa35",
"20261126-5-d5d1a",
"20261126-6-ce5f2",
"20261126-7-87b8e",
"20261126-8-20841",
"20261126-9-b943a",
"github_com_salesforce_PersonalizeForce_pull_39",
"20261204-0-34c73",
"20261204-1-cea0c",
"20261204-2-d7908",
"20261204-3-b362d",
"20261204-4-2f39c",
"20261204-5-76347",
"20261204-6-3cf58",
"20261204-7-57cb3",
"20261204-8-e8749",
"20261204-9-fdfce",
"20261226-0-dbf20",
"20261226-1-647a8",
"20261226-2-d7202",
"20261226-3-059f0",
"20261226-4-29051",
"20261226-5-29fbd",
"github_com_salesforce_PersonalizeForce_pull_46",
"20261129-0-4b582",
"20261129-1-d4006",
"20261129-2-491b9",
"20261129-3-5ac5c",
"20261129-4-e092d",
"20261129-5-81de4",
"20261129-6-aaffc",
"20261129-7-40171",
"github_com_salesforce_PersonalizeForce_pull_40",
"20261231-0-8d138",
"20261231-1-bddfd",
"20261231-2-5695f",
"20261231-3-27938",
"20261231-4-86b8e",
"20261231-5-5d288",
"20261231-6-ab80a",
"20261231-7-81ec7",
"github_com_salesforce_PersonalizeForce_pull_47",
"20260925-0-7ea45",
"20260925-1-f9777",
"20260925-2-5c0e8",
"20260925-3-ac0fe",
"20260925-4-9daf3",
"20260925-5-d6027",
"20260925-6-22ae4",
"20260925-7-9b3b3",
"github_com_salesforce_PersonalizeForce_pull_30",
"20270105-0-2003a",
"20270105-1-02690",
"20270105-2-f65e6",
"20270105-3-13976",
"20270105-4-080e1",
"20270105-5-b033c",
"github_com_salesforce_PersonalizeForce_pull_48",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#a38",
"product": "PersonalizeForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in PersonalizeForce.",
"ground_truth": [
"eid_2347b567"
],
"citations": [
"20261114-0-5e489",
"20261114-1-58d7d",
"20261114-2-02030",
"20261114-3-461a3",
"20261114-4-85d82",
"20261114-5-a6ebe",
"20261114-6-f654a",
"20261114-7-ec6d2",
"20261114-8-94aa4",
"20261114-9-5b8a4",
"20261114-10-a8cf6",
"20261222-0-0b303",
"20261222-1-670fd",
"20261222-2-5b301",
"20261222-3-d23a8",
"20261222-4-d1b3b",
"20261222-5-f1b2a",
"20261222-6-c834b",
"20261222-7-35573",
"20261222-8-83813",
"github_com_salesforce_PersonalizeForce_pull_44",
"20261007-0-be9ad",
"20261007-1-d464c",
"20261007-2-b5630",
"20261007-3-c4d0e",
"20261007-4-d8181",
"20261007-5-f9c90",
"20261007-6-9132e",
"20261007-7-648f4",
"20261007-8-54872",
"20261007-9-abc7b",
"20261007-10-e1673",
"20261007-11-9fee3",
"20261021-0-25c02",
"20261021-1-e7c1c",
"20261021-2-5050f",
"20261021-3-16781",
"20261021-4-3a516",
"20261021-5-4d2fb",
"20261021-6-23d90",
"20261021-7-bab59",
"github_com_salesforce_PersonalizeForce_pull_35",
"20260922-0-2e530",
"20260922-1-a3cf0",
"20260922-2-3e7eb",
"20260922-3-1ece7",
"20260922-4-fde6c",
"20260922-5-772d3",
"20260922-6-db6b9",
"20260922-7-77352",
"20260922-8-1142a",
"20260922-9-dcda9",
"20260922-10-bf99f",
"20261004-0-f476b",
"20261004-1-163d1",
"20261004-2-8d606",
"20261004-3-35863",
"20261004-4-a3961",
"20261004-5-e2427",
"20261004-6-29e3b",
"20261004-7-34d67",
"20261004-8-97589",
"github_com_salesforce_PersonalizeForce_pull_31",
"20261017-0-6a8ce",
"20261017-1-892fa",
"20261017-2-c1976",
"20261017-3-59afc",
"20261017-4-5827a",
"20261017-5-e9deb",
"20261017-6-3087d",
"20261017-7-0f028",
"20261017-8-fc8ed",
"20261017-9-3c820",
"20261017-10-f102c",
"20261102-0-1dae0",
"20261102-1-b7b73",
"20261102-2-f82db",
"20261102-3-04fdf",
"20261102-4-e2a78",
"20261102-5-740f1",
"20261102-6-5566a",
"20261102-7-7e67a",
"20261102-8-dc872",
"github_com_salesforce_PersonalizeForce_pull_37",
"20260929-0-dbf0f",
"20260929-1-07415",
"20260929-2-82326",
"20260929-3-79750",
"20260929-4-fde29",
"20260929-5-5ed77",
"20260929-6-a2b4e",
"20260929-7-07032",
"20260929-8-b6527",
"20260929-9-165c0",
"20260929-10-8d3eb",
"20261012-0-5056c",
"20261012-1-70707",
"20261012-2-e0a2d",
"20261012-3-96a76",
"20261012-4-547da",
"20261012-5-00b38",
"20261012-6-9e865",
"github_com_salesforce_PersonalizeForce_pull_34",
"20261111-0-f80f5",
"20261111-1-b7bdf",
"20261111-2-e755e",
"20261111-3-2608d",
"20261111-4-6294a",
"20261111-5-69c93",
"20261111-6-a7bbd",
"20261111-7-99e11",
"20261111-8-d28ab",
"20261111-9-3c3e6",
"20261130-0-0d074",
"20261130-1-a9b62",
"20261130-2-00b7c",
"20261130-3-396b8",
"20261130-4-18fdc",
"20261130-5-9f025",
"20261130-6-a912d",
"20261130-7-f2501",
"github_com_salesforce_PersonalizeForce_pull_41",
"20261210-0-d7600",
"20261210-1-5726f",
"20261210-2-db426",
"20261210-3-94777",
"20261210-4-f7589",
"20261210-5-971b5",
"github_com_salesforce_PersonalizeForce_pull_42",
"20261023-0-8e74e",
"20261023-1-24b3d",
"20261023-2-6a5dd",
"20261023-3-26d3a",
"20261023-4-77ec4",
"20261023-5-62bef",
"20261023-6-36bb0",
"20261023-7-f9609",
"github_com_salesforce_PersonalizeForce_pull_36",
"20261105-0-8a87a",
"20261105-1-39752",
"20261105-2-d1a95",
"20261105-3-cd4c1",
"20261105-4-169a6",
"20261105-5-0c756",
"20261105-6-9d8da",
"github_com_salesforce_PersonalizeForce_pull_38",
"20261213-0-2c113",
"20261213-1-70017",
"20261213-2-51a96",
"20261213-3-60507",
"20261213-4-a1485",
"20261213-5-0c13d",
"20261213-6-4c232",
"20261213-7-6658a",
"20261213-8-e453b",
"20261213-9-bc1c4",
"20270112-0-c2c16",
"20270112-1-15e67",
"20270112-2-d9abc",
"20270112-3-db3e3",
"20270112-4-559c7",
"20270112-5-201c0",
"github_com_salesforce_PersonalizeForce_pull_51",
"20261028-0-05a02",
"20261028-1-eac61",
"20261028-2-83325",
"20261028-3-57d7a",
"20261028-4-86379",
"20261028-5-4e78f",
"20261028-6-a874a",
"20261028-7-a8b16",
"20261028-8-6c383",
"20261028-9-0c974",
"20261028-10-6e4ea",
"20261121-0-b307b",
"20261121-1-216fb",
"20261121-2-da448",
"20261121-3-67e45",
"20261121-4-61a15",
"20261121-5-f9f63",
"20261121-6-d0d2b",
"20261121-7-3758d",
"20261121-8-6e7b0",
"20261121-9-0b7f3",
"20261121-10-f02fa",
"20261224-0-7e89d",
"20261224-1-d6ce4",
"20261224-2-14011",
"20261224-3-c61a4",
"20261224-4-fc704",
"20261224-5-32cda",
"20261224-6-6b2a1",
"20261224-7-74b06",
"20261224-8-d9ca5",
"github_com_salesforce_PersonalizeForce_pull_45",
"20270106-0-43310",
"20270106-1-6596f",
"20270106-2-ee2d4",
"20270106-3-b2fe8",
"20270106-4-9a389",
"20270106-5-0ebcd",
"github_com_salesforce_PersonalizeForce_pull_49",
"20261006-0-6b5e7",
"20261006-1-66fd9",
"20261006-2-d78cc",
"20261006-3-d2020",
"20261006-4-7986a",
"20261006-5-e5afb",
"20261006-6-9f343",
"github_com_salesforce_PersonalizeForce_pull_32",
"20261010-0-f18b2",
"20261010-1-6cac6",
"20261010-2-71beb",
"20261010-3-4d8fa",
"20261010-4-a87b3",
"20261010-5-818be",
"20261010-6-1182d",
"github_com_salesforce_PersonalizeForce_pull_33",
"20261218-0-da627",
"20261218-1-1ce2e",
"20261218-2-92c5a",
"20261218-3-3e121",
"20261218-4-2f3a9",
"20261218-5-36b87",
"20261218-6-60f7a",
"github_com_salesforce_PersonalizeForce_pull_43",
"20270108-0-24c8e",
"20270108-1-74ee7",
"20270108-2-fb405",
"20270108-3-56bdb",
"20270108-4-d5a58",
"20270108-5-cade6",
"github_com_salesforce_PersonalizeForce_pull_50",
"20261126-0-a8a1e",
"20261126-1-6cf0d",
"20261126-2-d430b",
"20261126-3-dd650",
"20261126-4-dfa35",
"20261126-5-d5d1a",
"20261126-6-ce5f2",
"20261126-7-87b8e",
"20261126-8-20841",
"20261126-9-b943a",
"github_com_salesforce_PersonalizeForce_pull_39",
"20261204-0-34c73",
"20261204-1-cea0c",
"20261204-2-d7908",
"20261204-3-b362d",
"20261204-4-2f39c",
"20261204-5-76347",
"20261204-6-3cf58",
"20261204-7-57cb3",
"20261204-8-e8749",
"20261204-9-fdfce",
"20261226-0-dbf20",
"20261226-1-647a8",
"20261226-2-d7202",
"20261226-3-059f0",
"20261226-4-29051",
"20261226-5-29fbd",
"github_com_salesforce_PersonalizeForce_pull_46",
"20261129-0-4b582",
"20261129-1-d4006",
"20261129-2-491b9",
"20261129-3-5ac5c",
"20261129-4-e092d",
"20261129-5-81de4",
"20261129-6-aaffc",
"20261129-7-40171",
"github_com_salesforce_PersonalizeForce_pull_40",
"20261231-0-8d138",
"20261231-1-bddfd",
"20261231-2-5695f",
"20261231-3-27938",
"20261231-4-86b8e",
"20261231-5-5d288",
"20261231-6-ab80a",
"20261231-7-81ec7",
"github_com_salesforce_PersonalizeForce_pull_47",
"20260925-0-7ea45",
"20260925-1-f9777",
"20260925-2-5c0e8",
"20260925-3-ac0fe",
"20260925-4-9daf3",
"20260925-5-d6027",
"20260925-6-22ae4",
"20260925-7-9b3b3",
"github_com_salesforce_PersonalizeForce_pull_30",
"20270105-0-2003a",
"20270105-1-02690",
"20270105-2-f65e6",
"20270105-3-13976",
"20270105-4-080e1",
"20270105-5-b033c",
"github_com_salesforce_PersonalizeForce_pull_48",
"20260529-0-eefd4",
"20260529-1-57453",
"20260529-2-0a939"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#u0",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u1",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u2",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u3",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u4",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u5",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u6",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u7",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u8",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u9",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u10",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u11",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u12",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u13",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u14",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u15",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u16",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u17",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u18",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u19",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u20",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u21",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "Which bugs in PersonalizeForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PersonalizeForce#u22",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in PersonalizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#u23",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in PersonalizeForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#u24",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in PersonalizeForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#u25",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in PersonalizeForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PersonalizeForce#u26",
"product": "PersonalizeForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in PersonalizeForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#a0",
"product": "PitchForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of PitchForce?",
"ground_truth": [
"eid_890654c4",
"eid_1e9356f5"
],
"citations": [
"latest_paix_market_research_report",
"pprox_market_research_report_final",
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a1",
"product": "PitchForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of PitchForce?",
"ground_truth": [
"eid_8bab7c9d",
"eid_46e00bc4",
"eid_0d55ede9",
"eid_ccd7c214"
],
"citations": [
"latest_paix_product_requirements_document",
"pprox_product_requirements_document_final",
"pprox_product_vision_document_final",
"latest_paix_product_vision_document",
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a2",
"product": "PitchForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of PitchForce?",
"ground_truth": [
"eid_b48f959b",
"eid_eba4d825"
],
"citations": [
"pprox_technical_specifications_document_final",
"latest_paix_technical_specifications_document",
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a3",
"product": "PitchForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of PitchForce?",
"ground_truth": [
"eid_99835861",
"eid_4350bf70"
],
"citations": [
"pprox_system_design_document_final",
"latest_paix_system_design_document",
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a4",
"product": "PitchForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of PitchForce?",
"ground_truth": [
"The customer reported limited integration options with popular CRM systems for pAIX.",
"The issue reported by the customer is that the user interface of pAIX can be overwhelming for new users.",
"The customer reported reliability issues with inconsistent output quality across different customer profiles."
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a5",
"product": "PitchForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of PitchForce?",
"ground_truth": [
"The QA Specialist reported that the AI-generated pitches are lacking context-specific nuances, making them feel generic, which could affect sales outreach effectiveness.",
"The issues reported by the QA Specialist are that users are experiencing occasional slowdowns during peak usage times, which is affecting performance."
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a6",
"product": "PitchForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of PitchForce?",
"ground_truth": [
"The positive feedback from customers includes:\n\n1. Customer CUST-0094 reported that pAIX significantly increases outreach effectiveness by tailoring pitches to individual customer profiles.\n2. Customer CUST-0102 appreciated the intuitive design of the pitch customization features, enhancing usability.\n3. Customer CUST-0111 mentioned that the AI engine quickly adapts to new data inputs, improving the relevance of generated pitches.",
"The positive feedback provided by the customers includes pAIX's robust analytics that help users track the success of their sales pitches and the system's ability to generate pitches in multiple languages, which is advantageous for global teams."
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a7",
"product": "PitchForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of PitchForce?",
"ground_truth": [
"TechCorp",
"ComputeWorks"
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a8",
"product": "PitchForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of PitchForce?",
"ground_truth": [
"eid_7b85a749",
"eid_88e74382"
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a9",
"product": "PitchForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of PitchForce?",
"ground_truth": [
"BlueWave",
"TechCorp",
"NextGenTech"
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a10",
"product": "PitchForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of PitchForce?",
"ground_truth": [
"eid_17e55125",
"eid_c0df5be6",
"eid_50da4819",
"eid_df39cc9e"
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a11",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of PitchForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/pProX/demo_1",
"https://sf-internal.slack.com/archives/pProX/demo_3",
"https://sf-internal.slack.com/archives/pProX/demo_2",
"https://sf-internal.slack.com/archives/pProX/demo_4"
],
"citations": [
"20260630-0-f30fa",
"20260630-1-384dd",
"20260630-2-5e54e",
"20260630-3-2df0b",
"20260630-4-67421",
"20260630-5-e10f8",
"20260630-6-5d830",
"20260630-7-0f14b",
"20260708-0-cf4d2",
"20260713-0-76d34",
"20260726-0-48e2b",
"20260803-0-a4433",
"20260704-0-3e30f",
"20260704-1-edcfd",
"20260704-2-ed513",
"20260704-3-35863",
"20260704-4-c0070",
"20260704-5-2cab2",
"20260704-6-31d01",
"20260704-7-ea374",
"20260704-8-4f1e2",
"20260704-9-d2459",
"20260704-10-6b080",
"20260704-11-ba47f",
"20260704-12-91fdd",
"20260824-0-c35c4",
"20260824-1-71865",
"20260824-2-a0940",
"20260824-3-d5c26",
"20260824-4-35692",
"20260824-5-2b6b7",
"20260824-6-b31ec",
"20260824-7-ffc49",
"20260824-8-15e15",
"20260824-9-6f7d8",
"20260824-10-03c98",
"20260704-0-f954a",
"20260704-1-a7f24",
"20260704-2-d4ce5",
"20260704-3-30b6d",
"20260704-4-c4dd6",
"20260704-5-4e2dd",
"20260704-6-86ea7",
"20260704-7-ed305",
"20260704-8-b2f78",
"20260704-9-e75f5",
"20260704-10-e4b22",
"20260704-11-a18b5",
"20260716-0-fbf67",
"20260716-1-71791",
"20260716-2-6bee1",
"20260716-3-642a9",
"20260716-4-86d20",
"20260716-5-614c9",
"20260716-6-88bec",
"20260716-7-9e382",
"20260716-8-a14ee",
"20260716-9-4a37b",
"20260716-10-2d57f",
"20260704-0-fa01d",
"20260704-1-f0a1a",
"20260704-2-81a1e",
"20260704-3-59cbc",
"20260704-4-d4e95",
"20260704-5-54fb5",
"20260704-6-919e2",
"20260704-7-18cee",
"20260704-8-113f0",
"20260704-9-b5999",
"20260716-0-73ffc",
"20260716-1-d53f0",
"20260716-2-34837",
"20260716-3-819ff",
"20260716-4-eae91",
"20260716-5-ea884",
"20260716-6-71d9f",
"20260824-0-bb531",
"20260824-1-68a8c",
"20260824-2-fa054",
"20260824-3-a3332",
"20260824-4-84190",
"20260824-5-aecaf",
"20260824-6-663fb",
"sf-internal_slack_com_archives_pProX_demo_1",
"sf-internal_slack_com_archives_pProX_demo_3",
"sf-internal_slack_com_archives_pProX_demo_2",
"sf-internal_slack_com_archives_pProX_demo_4",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a12",
"product": "PitchForce",
"kind": "answerable",
"question": "Can you provide links to PRs for updating data ingestion pipelines in PitchForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/6",
"https://github.com/salesforce/pAIX/pull/13"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_pAIX_2",
"product_dev_PitchForce_3",
"github_com_salesforce_pAIX_pull_6",
"github_com_salesforce_pAIX_pull_11",
"20260901-0-6f618",
"20260901-1-0050b",
"20260901-2-628c8",
"20260901-3-b9987",
"20260901-4-eb385",
"20260901-5-2563d",
"20260901-6-6d222",
"20260901-7-3625c",
"20260912-0-1ffb5",
"20260912-1-41dab",
"20260912-2-58914",
"20260912-3-a5a0e",
"20260912-4-c436b",
"20260912-5-73609",
"20260912-6-0fc29",
"20260912-7-edb65",
"20260912-8-9693f",
"20260912-9-9e12c",
"20260913-0-11158",
"20260913-1-0542d",
"20260913-2-98976",
"20260913-3-15d7c",
"product_dev_PitchForce_4",
"github_com_salesforce_pAIX_pull_13",
"github_com_salesforce_pAIX_pull_18",
"20260920-0-aaa4a",
"20260920-1-ab3bb",
"20260920-2-8b1d5",
"20260920-3-6bd92",
"20260920-4-6b0b8",
"20260920-5-b815a",
"20260920-6-34363",
"20260920-7-83f14",
"20260925-0-81d1f",
"20260925-1-6b79a",
"20260925-2-1b9fb",
"20260925-3-eb1f1",
"20260925-4-94c2e",
"20260925-5-c5fe4",
"20260925-6-251d7",
"20260925-7-001be",
"20260925-8-925da",
"20260925-9-0c270",
"20260925-10-b29ab",
"20260925-0-71084",
"20260925-1-58de4",
"20260925-2-5753a",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a13",
"product": "PitchForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to updating data ingestion pipelines in PitchForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/26"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_6",
"github_com_salesforce_pAIX_pull_26",
"github_com_salesforce_pAIX_pull_30",
"20261026-0-69ce8",
"20261026-1-191a7",
"20261026-2-070a3",
"20261026-3-d612f",
"20261026-4-9d40b",
"20261026-5-3d9d3",
"20261026-6-1ce7e",
"20261026-7-15a5b",
"20261026-8-c01b0",
"20261026-9-ef999",
"20261030-0-86408",
"20261030-1-f7b10",
"20261030-2-e5ab4",
"20261030-3-a50df",
"20261030-4-c3265",
"20261030-5-29268",
"20261030-6-36107",
"20261030-7-414bf",
"20261030-8-ad40e",
"20261030-9-279b4",
"20261030-10-0006b",
"20261030-0-a0924",
"20261030-1-4cf49",
"20261030-2-70b28",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a14",
"product": "PitchForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for updating the data ingestion pipelines in PitchForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/20"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_5",
"20261016-0-309a1",
"20261016-1-c86d5",
"20261016-2-e79fd",
"20261016-3-1f83a",
"20261016-4-02e3e",
"20261016-5-82a90",
"20261016-6-c64ff",
"20261016-7-2b197",
"github_com_salesforce_pAIX_pull_20",
"20261004-0-a9304",
"20261004-1-fbe95",
"20261004-2-9ce69",
"20261004-3-59bb8",
"20261004-4-505a9",
"20261004-5-e7a67",
"20261004-6-fca9a",
"20261004-7-33985",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a15",
"product": "PitchForce",
"kind": "answerable",
"question": "Can you provide links to the PRs related to enhancing NLP models in PitchForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/21"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_4",
"product_dev_PitchForce_5",
"github_com_salesforce_pAIX_pull_21",
"github_com_salesforce_pAIX_pull_25",
"20261012-0-fccbb",
"20261012-1-cb534",
"20261012-2-08e4c",
"20261012-3-90723",
"20261012-4-3abcb",
"20261012-5-c31f1",
"20261012-6-94fc6",
"20261012-7-fa67c",
"20261012-8-2168e",
"20261012-9-11a59",
"20261012-10-f4d22",
"20261018-0-1b381",
"20261018-1-91187",
"20261018-2-c7684",
"20261018-3-c3970",
"20261018-4-66212",
"20261018-5-d3ebf",
"20261018-6-7c034",
"20261018-7-51ecd",
"20261018-8-0f7f7",
"20261018-9-e5b24",
"20261018-10-7d79f",
"20261018-11-201b6",
"20261018-0-12f8e",
"20261018-1-75848",
"20261018-2-34673",
"20261018-3-3b45f",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a16",
"product": "PitchForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for enhancing NLP models in PitchForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/7"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_pAIX_2",
"product_dev_PitchForce_3",
"github_com_salesforce_pAIX_pull_7",
"20260903-0-b35da",
"20260903-1-5151a",
"20260903-2-f57ed",
"20260903-3-98a02",
"20260903-4-64272",
"20260903-5-5faf0",
"20260903-6-a3a60",
"20260903-7-729fe",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a17",
"product": "PitchForce",
"kind": "answerable",
"question": "Can you provide links to PRs for expanding CRM integration capabilities in PitchForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/8"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_3",
"github_com_salesforce_pAIX_pull_8",
"github_com_salesforce_pAIX_pull_12",
"20260907-0-0700b",
"20260907-1-759d4",
"20260907-2-2bed8",
"20260907-3-7f838",
"20260907-4-1b127",
"20260907-5-dc60b",
"20260907-6-b0d9a",
"20260907-7-d459a",
"20260915-0-a9019",
"20260915-1-a9344",
"20260915-2-b4f3f",
"20260915-3-65700",
"20260915-4-b7f91",
"20260915-5-779d4",
"20260915-6-20bdf",
"20260915-7-92ee3",
"20260915-8-2e11a",
"20260915-9-b0ce2",
"20260915-0-67e77",
"20260915-1-2fe28",
"20260915-2-58667",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a18",
"product": "PitchForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for expanding CRM integration capabilities in PitchForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/15"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_4",
"20260928-0-2718c",
"20260928-1-14f08",
"20260928-2-7b9a9",
"20260928-3-d948b",
"20260928-4-e0e6a",
"20260928-5-5f0a0",
"20260928-6-8eae6",
"20260928-7-6c2bd",
"20260928-8-f3add",
"20260928-9-a76f8",
"github_com_salesforce_pAIX_pull_15",
"20260925-0-81216",
"20260925-1-fd655",
"20260925-2-ddaef",
"20260925-3-bfb60",
"20260925-4-81d82",
"20260925-5-b8ff8",
"20260925-6-6ece6",
"20260925-7-eb701",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a19",
"product": "PitchForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for expanding CRM integration capabilities in PitchForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/36"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_7",
"product_dev_PitchForce_8",
"github_com_salesforce_pAIX_pull_36",
"20261116-0-84a9e",
"20261116-1-0b884",
"20261116-2-5102a",
"20261116-3-9e061",
"20261116-4-2d7c1",
"20261116-5-6e14b",
"20261116-6-4a3d1",
"20261116-7-2ec60",
"20261116-8-c5818",
"20261116-9-d091e",
"20261116-10-a3b52",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a20",
"product": "PitchForce",
"kind": "answerable",
"question": "Can you provide links to PRs for implementing security measures for APIs in PitchForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/16"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_4",
"github_com_salesforce_pAIX_pull_16",
"github_com_salesforce_pAIX_pull_19",
"20260925-0-43b68",
"20260925-1-e0d0b",
"20260925-2-699ac",
"20260925-3-0226c",
"20260925-4-141e4",
"20260925-5-42705",
"20260925-6-9f8fd",
"20260925-7-dc98a",
"20260930-0-f0969",
"20260930-1-88fc0",
"20260930-2-87e49",
"20260930-3-a6819",
"20260930-4-8dc49",
"20260930-5-e20aa",
"20260930-6-026e0",
"20260930-7-c7622",
"20260930-8-c2456",
"20260930-0-69e4d",
"20260930-1-708da",
"20260930-2-23c97",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a21",
"product": "PitchForce",
"kind": "answerable",
"question": "Can you provide links to PRs for improving the user interface in PitchForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/34"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_6",
"product_dev_PitchForce_7",
"github_com_salesforce_pAIX_pull_34",
"github_com_salesforce_pAIX_pull_35",
"20261112-0-087b2",
"20261112-1-1fe56",
"20261112-2-19e6e",
"20261112-3-cff30",
"20261112-4-ab5b3",
"20261112-5-839fe",
"20261112-6-840e8",
"20261112-7-b6662",
"20261111-0-0cc2c",
"20261111-1-4a860",
"20261111-2-344bb",
"20261111-3-31920",
"20261111-4-cd0e9",
"20261111-5-07c93",
"20261111-6-6a9c9",
"20261111-7-5eda9",
"20261111-8-ad359",
"20261112-0-0ab57",
"20261112-1-5b186",
"20261112-2-5fa65",
"20261112-3-5e1c1",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a22",
"product": "PitchForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for improving the user interface in PitchForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/5"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_pAIX_2",
"20260825-0-1f5e7",
"20260825-1-db2e5",
"20260825-2-73e7d",
"20260825-3-1f24f",
"20260825-4-453a1",
"20260825-5-c87ec",
"20260825-6-fc750",
"20260825-7-933a3",
"20260825-8-15267",
"20260825-9-dbb2d",
"github_com_salesforce_pAIX_pull_5",
"20260825-0-56e46",
"20260825-1-014a6",
"20260825-2-0824a",
"20260825-3-7b4a1",
"20260825-4-9ef66",
"20260825-5-30534",
"20260825-6-8cec9",
"20260825-7-e0829",
"20260825-8-348d1",
"20260825-9-b9a8f",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a23",
"product": "PitchForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for improving the user interface in PitchForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/pAIX/pull/10"
],
"citations": [
"product_dev_pAIX_1",
"product_dev_PitchForce_3",
"github_com_salesforce_pAIX_pull_10",
"20260913-0-859e6",
"20260913-1-6ea2d",
"20260913-2-cfe4b",
"20260913-3-5fa35",
"20260913-4-683d4",
"20260913-5-ccf42",
"20260913-6-3cbc1",
"20260913-7-8b85f",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a24",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the AI Model & Personalization Engine in PitchForce that led to ineffective pitches and damaged customer relationships?",
"ground_truth": [
"ComputeWorks",
"NextGenTech",
"TechCorp",
"BlueWave",
"InnovateAI"
],
"citations": [
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20270209-0-728bd",
"20270209-1-beb99",
"20270209-2-d9b61",
"20270209-3-25f30",
"20270209-4-9b57c",
"20270209-5-c00ca",
"20270209-6-2fd1a",
"20270209-7-e8c42",
"20270209-8-6f2cb",
"20270209-9-255b4",
"20270209-10-ffa87",
"20261127-0-8baed",
"20261127-1-fd12e",
"20261127-2-a2178",
"20261127-3-8b7e6",
"20261127-4-18404",
"20261127-5-94630",
"20261127-6-3571a",
"20261127-7-44c0e",
"20261127-8-25009",
"20261127-9-b4876",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a25",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the AI Model & Personalization Engine in PitchForce that were causing pitches to fail in resonating with target audiences and damaging customer relationships?",
"ground_truth": [
"eid_e6d2ec9d",
"eid_932ce89c",
"eid_38700e5f"
],
"citations": [
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20270214-0-dcb57",
"20270214-1-9ef2b",
"20270214-2-73d79",
"20270214-3-9e4aa",
"20270214-4-d2acb",
"20270214-5-7f077",
"github_com_salesforce_PitchForce_pull_53",
"20270209-0-728bd",
"20270209-1-beb99",
"20270209-2-d9b61",
"20270209-3-25f30",
"20270209-4-9b57c",
"20270209-5-c00ca",
"20270209-6-2fd1a",
"20270209-7-e8c42",
"20270209-8-6f2cb",
"20270209-9-255b4",
"20270209-10-ffa87",
"20270302-0-ad4c3",
"20270302-1-a7ac9",
"20270302-2-9e386",
"20270302-3-a7871",
"20270302-4-84faa",
"20270302-5-1054a",
"20270302-6-5cccc",
"github_com_salesforce_PitchForce_pull_58",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20270126-0-b1fab",
"20270126-1-ae242",
"20270126-2-7857b",
"20270126-3-dd725",
"20270126-4-a97ad",
"20270126-5-b1a4f",
"20270126-6-b9d46",
"20270126-7-24a27",
"github_com_salesforce_PitchForce_pull_49",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a26",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the backend infrastructure of PitchForce that caused increased wait times and productivity losses?",
"ground_truth": [
"InnovateAI",
"NextGenTech",
"FusionTech",
"AITransformers"
],
"citations": [
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20270219-0-292f5",
"20270219-1-fdd8e",
"20270219-2-5426d",
"20270219-3-a671b",
"20270219-4-fb6d6",
"20270219-5-d72cb",
"20270219-6-98658",
"20270219-7-ed3eb",
"20270219-8-5fa97",
"20270219-9-07062",
"20261127-0-8baed",
"20261127-1-fd12e",
"20261127-2-a2178",
"20261127-3-8b7e6",
"20261127-4-18404",
"20261127-5-94630",
"20261127-6-3571a",
"20261127-7-44c0e",
"20261127-8-25009",
"20261127-9-b4876",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a27",
"product": "PitchForce",
"kind": "answerable",
"question": "What are the employee IDs of engineers who resolved the backend infrastructure and performance issues in PitchForce that were causing increased wait times and leading to productivity losses and user frustration?",
"ground_truth": [
"eid_f66c3942",
"eid_0deececb",
"eid_81582c30"
],
"citations": [
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20270107-0-81e1c",
"20270107-1-7a99d",
"20270107-2-ce8e2",
"20270107-3-f5997",
"20270107-4-f3d78",
"20270107-5-e1a69",
"20270107-6-e6595",
"github_com_salesforce_PitchForce_pull_45",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20261215-0-8a1f1",
"20261215-1-60e0b",
"20261215-2-ecaa4",
"20261215-3-128ba",
"20261215-4-7c8b0",
"20261215-5-d82c1",
"20261215-6-997a9",
"20261215-7-6b6e5",
"github_com_salesforce_PitchForce_pull_43",
"20270121-0-d9c9d",
"20270121-1-bac6d",
"20270121-2-2545e",
"20270121-3-ac0ef",
"20270121-4-590a3",
"20270121-5-6f7be",
"20270121-6-a87a6",
"20270121-7-8803e",
"20270121-8-fd065",
"20270121-9-6521b",
"github_com_salesforce_PitchForce_pull_47",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a28",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the names of  companies were affected by issues in the Database Management & Data Synchronization of PitchForce that led to incorrect customer information and poorly tailored pitches?",
"ground_truth": [
"BlueWave",
"ComputeWorks",
"TechCorp",
"AITransformers"
],
"citations": [
"20270131-0-7f9aa",
"20270131-1-3514e",
"20270131-2-e7e8b",
"20270131-3-f0c76",
"20270131-4-d8061",
"20270131-5-bca1d",
"20270131-6-f5994",
"20270131-7-6e38e",
"20270131-8-10726",
"20270131-9-537c0",
"20270131-10-0e563",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a29",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Database Management & Data Synchronization in PitchForce that were causing incorrect customer information and leading to poorly tailored pitches?",
"ground_truth": [
"eid_022d1fd9",
"eid_a041a433",
"eid_8a2cd06b",
"eid_932ce89c",
"eid_2e1d6568",
"eid_0deececb"
],
"citations": [
"20270131-0-7f9aa",
"20270131-1-3514e",
"20270131-2-e7e8b",
"20270131-3-f0c76",
"20270131-4-d8061",
"20270131-5-bca1d",
"20270131-6-f5994",
"20270131-7-6e38e",
"20270131-8-10726",
"20270131-9-537c0",
"20270131-10-0e563",
"20270225-0-972e9",
"20270225-1-ae6d9",
"20270225-2-13a9b",
"20270225-3-2fc5c",
"20270225-4-a0589",
"20270225-5-b57ec",
"20270225-6-999fb",
"github_com_salesforce_PitchForce_pull_56",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20270122-0-834ae",
"20270122-1-ae6a2",
"20270122-2-5a2c2",
"20270122-3-1fa43",
"20270122-4-b2e57",
"20270122-5-8c4b2",
"20270122-6-738b6",
"20270122-7-20437",
"20270122-8-8a1e5",
"github_com_salesforce_PitchForce_pull_48",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270215-0-57c49",
"20270215-1-fe7e3",
"20270215-2-8c720",
"20270215-3-816bb",
"20270215-4-1f01e",
"20270215-5-3ac39",
"20270215-6-53f7c",
"20270215-7-9b072",
"github_com_salesforce_PitchForce_pull_54",
"20270128-0-34d96",
"20270128-1-8597e",
"20270128-2-4ddb3",
"20270128-3-142d6",
"20270128-4-6e745",
"20270128-5-55832",
"20270128-6-0d25f",
"20270128-7-c3cca",
"github_com_salesforce_PitchForce_pull_50",
"20270228-0-424b6",
"20270228-1-36d59",
"20270228-2-906a4",
"20270228-3-32b73",
"20270228-4-55e3c",
"20270228-5-56b3c",
"20270228-6-7830e",
"20270228-7-3790a",
"github_com_salesforce_PitchForce_pull_57",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20261218-0-d70fc",
"20261218-1-0b24f",
"20261218-2-9f550",
"20261218-3-4cdc5",
"20261218-4-7c5e8",
"20261218-5-c6048",
"github_com_salesforce_PitchForce_pull_44",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a30",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the API Security & Access Control of PitchForce that risked exposing sensitive customer data and causing potential data breaches?",
"ground_truth": [
"BlueWave",
"ComputeWorks",
"NextGenTech",
"TechCorp"
],
"citations": [
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20270219-0-292f5",
"20270219-1-fdd8e",
"20270219-2-5426d",
"20270219-3-a671b",
"20270219-4-fb6d6",
"20270219-5-d72cb",
"20270219-6-98658",
"20270219-7-ed3eb",
"20270219-8-5fa97",
"20270219-9-07062",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20270131-0-7f9aa",
"20270131-1-3514e",
"20270131-2-e7e8b",
"20270131-3-f0c76",
"20270131-4-d8061",
"20270131-5-bca1d",
"20270131-6-f5994",
"20270131-7-6e38e",
"20270131-8-10726",
"20270131-9-537c0",
"20270131-10-0e563",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a31",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the API Security & Access Control in PitchForce that were putting sensitive customer data at risk of exposure and leading to potential data breaches?",
"ground_truth": [
"eid_7687dbe6",
"eid_8a2cd06b"
],
"citations": [
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20261212-0-fec83",
"20261212-1-657d6",
"20261212-2-a10c6",
"20261212-3-1b0fc",
"20261212-4-dd6b5",
"20261212-5-7e628",
"20261212-6-493b8",
"20261212-7-0b610",
"github_com_salesforce_PitchForce_pull_42",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20270205-0-858ab",
"20270205-1-5b805",
"20270205-2-d9e9a",
"20270205-3-ee28e",
"20270205-4-65b33",
"20270205-5-5af56",
"20270205-6-9a0f0",
"20270205-7-4a385",
"github_com_salesforce_PitchForce_pull_51",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a32",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface & Mobile Compatibility of PitchForce that caused a degraded user experience and decreased engagement for mobile users?",
"ground_truth": [
"DataSolutions",
"ComputeWorks",
"FusionTech",
"TechCorp"
],
"citations": [
"20270209-0-728bd",
"20270209-1-beb99",
"20270209-2-d9b61",
"20270209-3-25f30",
"20270209-4-9b57c",
"20270209-5-c00ca",
"20270209-6-2fd1a",
"20270209-7-e8c42",
"20270209-8-6f2cb",
"20270209-9-255b4",
"20270209-10-ffa87",
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20261127-0-8baed",
"20261127-1-fd12e",
"20261127-2-a2178",
"20261127-3-8b7e6",
"20261127-4-18404",
"20261127-5-94630",
"20261127-6-3571a",
"20261127-7-44c0e",
"20261127-8-25009",
"20261127-9-b4876",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270219-0-292f5",
"20270219-1-fdd8e",
"20270219-2-5426d",
"20270219-3-a671b",
"20270219-4-fb6d6",
"20270219-5-d72cb",
"20270219-6-98658",
"20270219-7-ed3eb",
"20270219-8-5fa97",
"20270219-9-07062",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a33",
"product": "PitchForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the User Interface & Mobile Compatibility in PitchForce that were degrading the mobile user experience and potentially decreasing user engagement?",
"ground_truth": [
"eid_e4d35074",
"eid_932ce89c",
"eid_e6d2ec9d"
],
"citations": [
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20270118-0-ee34c",
"20270118-1-bddb7",
"20270118-2-7d2db",
"20270118-3-2b3c1",
"20270118-4-918b9",
"20270118-5-dd154",
"20270118-6-c8af9",
"20270118-7-b620b",
"github_com_salesforce_PitchForce_pull_46",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20270207-0-f0c07",
"20270207-1-d560b",
"20270207-2-b3d0f",
"20270207-3-384d1",
"20270207-4-bb36f",
"20270207-5-040b7",
"20270207-6-b09c1",
"20270207-7-6ffc6",
"github_com_salesforce_PitchForce_pull_52",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270223-0-b84cd",
"20270223-1-63f49",
"20270223-2-09799",
"20270223-3-30bf7",
"20270223-4-21e87",
"20270223-5-50c38",
"github_com_salesforce_PitchForce_pull_55",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a34",
"product": "PitchForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_932ce89c to resolve bugs reported by BlueWave in PitchForce",
"ground_truth": [
"https://github.com/salesforce/PitchForce/pull/53",
"https://github.com/salesforce/PitchForce/pull/54"
],
"citations": [
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20270214-0-dcb57",
"20270214-1-9ef2b",
"20270214-2-73d79",
"20270214-3-9e4aa",
"20270214-4-d2acb",
"20270214-5-7f077",
"github_com_salesforce_PitchForce_pull_53",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270215-0-57c49",
"20270215-1-fe7e3",
"20270215-2-8c720",
"20270215-3-816bb",
"20270215-4-1f01e",
"20270215-5-3ac39",
"20270215-6-53f7c",
"20270215-7-9b072",
"github_com_salesforce_PitchForce_pull_54",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#a35",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in PitchForce",
"ground_truth": [
"eid_932ce89c"
],
"citations": [
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20270214-0-dcb57",
"20270214-1-9ef2b",
"20270214-2-73d79",
"20270214-3-9e4aa",
"20270214-4-d2acb",
"20270214-5-7f077",
"github_com_salesforce_PitchForce_pull_53",
"20270209-0-728bd",
"20270209-1-beb99",
"20270209-2-d9b61",
"20270209-3-25f30",
"20270209-4-9b57c",
"20270209-5-c00ca",
"20270209-6-2fd1a",
"20270209-7-e8c42",
"20270209-8-6f2cb",
"20270209-9-255b4",
"20270209-10-ffa87",
"20270302-0-ad4c3",
"20270302-1-a7ac9",
"20270302-2-9e386",
"20270302-3-a7871",
"20270302-4-84faa",
"20270302-5-1054a",
"20270302-6-5cccc",
"github_com_salesforce_PitchForce_pull_58",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20270126-0-b1fab",
"20270126-1-ae242",
"20270126-2-7857b",
"20270126-3-dd725",
"20270126-4-a97ad",
"20270126-5-b1a4f",
"20270126-6-b9d46",
"20270126-7-24a27",
"github_com_salesforce_PitchForce_pull_49",
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20270107-0-81e1c",
"20270107-1-7a99d",
"20270107-2-ce8e2",
"20270107-3-f5997",
"20270107-4-f3d78",
"20270107-5-e1a69",
"20270107-6-e6595",
"github_com_salesforce_PitchForce_pull_45",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20261215-0-8a1f1",
"20261215-1-60e0b",
"20261215-2-ecaa4",
"20261215-3-128ba",
"20261215-4-7c8b0",
"20261215-5-d82c1",
"20261215-6-997a9",
"20261215-7-6b6e5",
"github_com_salesforce_PitchForce_pull_43",
"20270121-0-d9c9d",
"20270121-1-bac6d",
"20270121-2-2545e",
"20270121-3-ac0ef",
"20270121-4-590a3",
"20270121-5-6f7be",
"20270121-6-a87a6",
"20270121-7-8803e",
"20270121-8-fd065",
"20270121-9-6521b",
"github_com_salesforce_PitchForce_pull_47",
"20270131-0-7f9aa",
"20270131-1-3514e",
"20270131-2-e7e8b",
"20270131-3-f0c76",
"20270131-4-d8061",
"20270131-5-bca1d",
"20270131-6-f5994",
"20270131-7-6e38e",
"20270131-8-10726",
"20270131-9-537c0",
"20270131-10-0e563",
"20270225-0-972e9",
"20270225-1-ae6d9",
"20270225-2-13a9b",
"20270225-3-2fc5c",
"20270225-4-a0589",
"20270225-5-b57ec",
"20270225-6-999fb",
"github_com_salesforce_PitchForce_pull_56",
"20270122-0-834ae",
"20270122-1-ae6a2",
"20270122-2-5a2c2",
"20270122-3-1fa43",
"20270122-4-b2e57",
"20270122-5-8c4b2",
"20270122-6-738b6",
"20270122-7-20437",
"20270122-8-8a1e5",
"github_com_salesforce_PitchForce_pull_48",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270215-0-57c49",
"20270215-1-fe7e3",
"20270215-2-8c720",
"20270215-3-816bb",
"20270215-4-1f01e",
"20270215-5-3ac39",
"20270215-6-53f7c",
"20270215-7-9b072",
"github_com_salesforce_PitchForce_pull_54",
"20270128-0-34d96",
"20270128-1-8597e",
"20270128-2-4ddb3",
"20270128-3-142d6",
"20270128-4-6e745",
"20270128-5-55832",
"20270128-6-0d25f",
"20270128-7-c3cca",
"github_com_salesforce_PitchForce_pull_50",
"20270228-0-424b6",
"20270228-1-36d59",
"20270228-2-906a4",
"20270228-3-32b73",
"20270228-4-55e3c",
"20270228-5-56b3c",
"20270228-6-7830e",
"20270228-7-3790a",
"github_com_salesforce_PitchForce_pull_57",
"20261218-0-d70fc",
"20261218-1-0b24f",
"20261218-2-9f550",
"20261218-3-4cdc5",
"20261218-4-7c5e8",
"20261218-5-c6048",
"github_com_salesforce_PitchForce_pull_44",
"20261212-0-fec83",
"20261212-1-657d6",
"20261212-2-a10c6",
"20261212-3-1b0fc",
"20261212-4-dd6b5",
"20261212-5-7e628",
"20261212-6-493b8",
"20261212-7-0b610",
"github_com_salesforce_PitchForce_pull_42",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20270205-0-858ab",
"20270205-1-5b805",
"20270205-2-d9e9a",
"20270205-3-ee28e",
"20270205-4-65b33",
"20270205-5-5af56",
"20270205-6-9a0f0",
"20270205-7-4a385",
"github_com_salesforce_PitchForce_pull_51",
"20270118-0-ee34c",
"20270118-1-bddb7",
"20270118-2-7d2db",
"20270118-3-2b3c1",
"20270118-4-918b9",
"20270118-5-dd154",
"20270118-6-c8af9",
"20270118-7-b620b",
"github_com_salesforce_PitchForce_pull_46",
"20270207-0-f0c07",
"20270207-1-d560b",
"20270207-2-b3d0f",
"20270207-3-384d1",
"20270207-4-bb36f",
"20270207-5-040b7",
"20270207-6-b09c1",
"20270207-7-6ffc6",
"github_com_salesforce_PitchForce_pull_52",
"20270223-0-b84cd",
"20270223-1-63f49",
"20270223-2-09799",
"20270223-3-30bf7",
"20270223-4-21e87",
"20270223-5-50c38",
"github_com_salesforce_PitchForce_pull_55",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#a36",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in PitchForce",
"ground_truth": [
"ComputeWorks"
],
"citations": [
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20270214-0-dcb57",
"20270214-1-9ef2b",
"20270214-2-73d79",
"20270214-3-9e4aa",
"20270214-4-d2acb",
"20270214-5-7f077",
"github_com_salesforce_PitchForce_pull_53",
"20270209-0-728bd",
"20270209-1-beb99",
"20270209-2-d9b61",
"20270209-3-25f30",
"20270209-4-9b57c",
"20270209-5-c00ca",
"20270209-6-2fd1a",
"20270209-7-e8c42",
"20270209-8-6f2cb",
"20270209-9-255b4",
"20270209-10-ffa87",
"20270302-0-ad4c3",
"20270302-1-a7ac9",
"20270302-2-9e386",
"20270302-3-a7871",
"20270302-4-84faa",
"20270302-5-1054a",
"20270302-6-5cccc",
"github_com_salesforce_PitchForce_pull_58",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20270126-0-b1fab",
"20270126-1-ae242",
"20270126-2-7857b",
"20270126-3-dd725",
"20270126-4-a97ad",
"20270126-5-b1a4f",
"20270126-6-b9d46",
"20270126-7-24a27",
"github_com_salesforce_PitchForce_pull_49",
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20270107-0-81e1c",
"20270107-1-7a99d",
"20270107-2-ce8e2",
"20270107-3-f5997",
"20270107-4-f3d78",
"20270107-5-e1a69",
"20270107-6-e6595",
"github_com_salesforce_PitchForce_pull_45",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20261215-0-8a1f1",
"20261215-1-60e0b",
"20261215-2-ecaa4",
"20261215-3-128ba",
"20261215-4-7c8b0",
"20261215-5-d82c1",
"20261215-6-997a9",
"20261215-7-6b6e5",
"github_com_salesforce_PitchForce_pull_43",
"20270121-0-d9c9d",
"20270121-1-bac6d",
"20270121-2-2545e",
"20270121-3-ac0ef",
"20270121-4-590a3",
"20270121-5-6f7be",
"20270121-6-a87a6",
"20270121-7-8803e",
"20270121-8-fd065",
"20270121-9-6521b",
"github_com_salesforce_PitchForce_pull_47",
"20270131-0-7f9aa",
"20270131-1-3514e",
"20270131-2-e7e8b",
"20270131-3-f0c76",
"20270131-4-d8061",
"20270131-5-bca1d",
"20270131-6-f5994",
"20270131-7-6e38e",
"20270131-8-10726",
"20270131-9-537c0",
"20270131-10-0e563",
"20270225-0-972e9",
"20270225-1-ae6d9",
"20270225-2-13a9b",
"20270225-3-2fc5c",
"20270225-4-a0589",
"20270225-5-b57ec",
"20270225-6-999fb",
"github_com_salesforce_PitchForce_pull_56",
"20270122-0-834ae",
"20270122-1-ae6a2",
"20270122-2-5a2c2",
"20270122-3-1fa43",
"20270122-4-b2e57",
"20270122-5-8c4b2",
"20270122-6-738b6",
"20270122-7-20437",
"20270122-8-8a1e5",
"github_com_salesforce_PitchForce_pull_48",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270215-0-57c49",
"20270215-1-fe7e3",
"20270215-2-8c720",
"20270215-3-816bb",
"20270215-4-1f01e",
"20270215-5-3ac39",
"20270215-6-53f7c",
"20270215-7-9b072",
"github_com_salesforce_PitchForce_pull_54",
"20270128-0-34d96",
"20270128-1-8597e",
"20270128-2-4ddb3",
"20270128-3-142d6",
"20270128-4-6e745",
"20270128-5-55832",
"20270128-6-0d25f",
"20270128-7-c3cca",
"github_com_salesforce_PitchForce_pull_50",
"20270228-0-424b6",
"20270228-1-36d59",
"20270228-2-906a4",
"20270228-3-32b73",
"20270228-4-55e3c",
"20270228-5-56b3c",
"20270228-6-7830e",
"20270228-7-3790a",
"github_com_salesforce_PitchForce_pull_57",
"20261218-0-d70fc",
"20261218-1-0b24f",
"20261218-2-9f550",
"20261218-3-4cdc5",
"20261218-4-7c5e8",
"20261218-5-c6048",
"github_com_salesforce_PitchForce_pull_44",
"20261212-0-fec83",
"20261212-1-657d6",
"20261212-2-a10c6",
"20261212-3-1b0fc",
"20261212-4-dd6b5",
"20261212-5-7e628",
"20261212-6-493b8",
"20261212-7-0b610",
"github_com_salesforce_PitchForce_pull_42",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20270205-0-858ab",
"20270205-1-5b805",
"20270205-2-d9e9a",
"20270205-3-ee28e",
"20270205-4-65b33",
"20270205-5-5af56",
"20270205-6-9a0f0",
"20270205-7-4a385",
"github_com_salesforce_PitchForce_pull_51",
"20270118-0-ee34c",
"20270118-1-bddb7",
"20270118-2-7d2db",
"20270118-3-2b3c1",
"20270118-4-918b9",
"20270118-5-dd154",
"20270118-6-c8af9",
"20270118-7-b620b",
"github_com_salesforce_PitchForce_pull_46",
"20270207-0-f0c07",
"20270207-1-d560b",
"20270207-2-b3d0f",
"20270207-3-384d1",
"20270207-4-bb36f",
"20270207-5-040b7",
"20270207-6-b09c1",
"20270207-7-6ffc6",
"github_com_salesforce_PitchForce_pull_52",
"20270223-0-b84cd",
"20270223-1-63f49",
"20270223-2-09799",
"20270223-3-30bf7",
"20270223-4-21e87",
"20270223-5-50c38",
"github_com_salesforce_PitchForce_pull_55",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#a37",
"product": "PitchForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in PitchForce?",
"ground_truth": [
"NextGenTech"
],
"citations": [
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20270214-0-dcb57",
"20270214-1-9ef2b",
"20270214-2-73d79",
"20270214-3-9e4aa",
"20270214-4-d2acb",
"20270214-5-7f077",
"github_com_salesforce_PitchForce_pull_53",
"20270209-0-728bd",
"20270209-1-beb99",
"20270209-2-d9b61",
"20270209-3-25f30",
"20270209-4-9b57c",
"20270209-5-c00ca",
"20270209-6-2fd1a",
"20270209-7-e8c42",
"20270209-8-6f2cb",
"20270209-9-255b4",
"20270209-10-ffa87",
"20261127-0-8baed",
"20261127-1-fd12e",
"20261127-2-a2178",
"20261127-3-8b7e6",
"20261127-4-18404",
"20261127-5-94630",
"20261127-6-3571a",
"20261127-7-44c0e",
"20261127-8-25009",
"20261127-9-b4876",
"20270302-0-ad4c3",
"20270302-1-a7ac9",
"20270302-2-9e386",
"20270302-3-a7871",
"20270302-4-84faa",
"20270302-5-1054a",
"20270302-6-5cccc",
"github_com_salesforce_PitchForce_pull_58",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20270126-0-b1fab",
"20270126-1-ae242",
"20270126-2-7857b",
"20270126-3-dd725",
"20270126-4-a97ad",
"20270126-5-b1a4f",
"20270126-6-b9d46",
"20270126-7-24a27",
"github_com_salesforce_PitchForce_pull_49",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20270107-0-81e1c",
"20270107-1-7a99d",
"20270107-2-ce8e2",
"20270107-3-f5997",
"20270107-4-f3d78",
"20270107-5-e1a69",
"20270107-6-e6595",
"github_com_salesforce_PitchForce_pull_45",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20261215-0-8a1f1",
"20261215-1-60e0b",
"20261215-2-ecaa4",
"20261215-3-128ba",
"20261215-4-7c8b0",
"20261215-5-d82c1",
"20261215-6-997a9",
"20261215-7-6b6e5",
"github_com_salesforce_PitchForce_pull_43",
"20270219-0-292f5",
"20270219-1-fdd8e",
"20270219-2-5426d",
"20270219-3-a671b",
"20270219-4-fb6d6",
"20270219-5-d72cb",
"20270219-6-98658",
"20270219-7-ed3eb",
"20270219-8-5fa97",
"20270219-9-07062",
"20270121-0-d9c9d",
"20270121-1-bac6d",
"20270121-2-2545e",
"20270121-3-ac0ef",
"20270121-4-590a3",
"20270121-5-6f7be",
"20270121-6-a87a6",
"20270121-7-8803e",
"20270121-8-fd065",
"20270121-9-6521b",
"github_com_salesforce_PitchForce_pull_47",
"20270131-0-7f9aa",
"20270131-1-3514e",
"20270131-2-e7e8b",
"20270131-3-f0c76",
"20270131-4-d8061",
"20270131-5-bca1d",
"20270131-6-f5994",
"20270131-7-6e38e",
"20270131-8-10726",
"20270131-9-537c0",
"20270131-10-0e563",
"20270225-0-972e9",
"20270225-1-ae6d9",
"20270225-2-13a9b",
"20270225-3-2fc5c",
"20270225-4-a0589",
"20270225-5-b57ec",
"20270225-6-999fb",
"github_com_salesforce_PitchForce_pull_56",
"20270122-0-834ae",
"20270122-1-ae6a2",
"20270122-2-5a2c2",
"20270122-3-1fa43",
"20270122-4-b2e57",
"20270122-5-8c4b2",
"20270122-6-738b6",
"20270122-7-20437",
"20270122-8-8a1e5",
"github_com_salesforce_PitchForce_pull_48",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270215-0-57c49",
"20270215-1-fe7e3",
"20270215-2-8c720",
"20270215-3-816bb",
"20270215-4-1f01e",
"20270215-5-3ac39",
"20270215-6-53f7c",
"20270215-7-9b072",
"github_com_salesforce_PitchForce_pull_54",
"20270128-0-34d96",
"20270128-1-8597e",
"20270128-2-4ddb3",
"20270128-3-142d6",
"20270128-4-6e745",
"20270128-5-55832",
"20270128-6-0d25f",
"20270128-7-c3cca",
"github_com_salesforce_PitchForce_pull_50",
"20270228-0-424b6",
"20270228-1-36d59",
"20270228-2-906a4",
"20270228-3-32b73",
"20270228-4-55e3c",
"20270228-5-56b3c",
"20270228-6-7830e",
"20270228-7-3790a",
"github_com_salesforce_PitchForce_pull_57",
"20261218-0-d70fc",
"20261218-1-0b24f",
"20261218-2-9f550",
"20261218-3-4cdc5",
"20261218-4-7c5e8",
"20261218-5-c6048",
"github_com_salesforce_PitchForce_pull_44",
"20261212-0-fec83",
"20261212-1-657d6",
"20261212-2-a10c6",
"20261212-3-1b0fc",
"20261212-4-dd6b5",
"20261212-5-7e628",
"20261212-6-493b8",
"20261212-7-0b610",
"github_com_salesforce_PitchForce_pull_42",
"20270205-0-858ab",
"20270205-1-5b805",
"20270205-2-d9e9a",
"20270205-3-ee28e",
"20270205-4-65b33",
"20270205-5-5af56",
"20270205-6-9a0f0",
"20270205-7-4a385",
"github_com_salesforce_PitchForce_pull_51",
"20270118-0-ee34c",
"20270118-1-bddb7",
"20270118-2-7d2db",
"20270118-3-2b3c1",
"20270118-4-918b9",
"20270118-5-dd154",
"20270118-6-c8af9",
"20270118-7-b620b",
"github_com_salesforce_PitchForce_pull_46",
"20270207-0-f0c07",
"20270207-1-d560b",
"20270207-2-b3d0f",
"20270207-3-384d1",
"20270207-4-bb36f",
"20270207-5-040b7",
"20270207-6-b09c1",
"20270207-7-6ffc6",
"github_com_salesforce_PitchForce_pull_52",
"20270223-0-b84cd",
"20270223-1-63f49",
"20270223-2-09799",
"20270223-3-30bf7",
"20270223-4-21e87",
"20270223-5-50c38",
"github_com_salesforce_PitchForce_pull_55",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#a38",
"product": "PitchForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in PitchForce.",
"ground_truth": [
"eid_8b67a68f",
"eid_a041a433",
"eid_932ce89c",
"eid_e4d35074"
],
"citations": [
"20270109-0-16423",
"20270109-1-a0cf7",
"20270109-2-0a6aa",
"20270109-3-0cf22",
"20270109-4-0209f",
"20270109-5-09784",
"20270109-6-c64b9",
"20270109-7-402ba",
"20270109-8-a4098",
"20270214-0-dcb57",
"20270214-1-9ef2b",
"20270214-2-73d79",
"20270214-3-9e4aa",
"20270214-4-d2acb",
"20270214-5-7f077",
"github_com_salesforce_PitchForce_pull_53",
"20270209-0-728bd",
"20270209-1-beb99",
"20270209-2-d9b61",
"20270209-3-25f30",
"20270209-4-9b57c",
"20270209-5-c00ca",
"20270209-6-2fd1a",
"20270209-7-e8c42",
"20270209-8-6f2cb",
"20270209-9-255b4",
"20270209-10-ffa87",
"20261127-0-8baed",
"20261127-1-fd12e",
"20261127-2-a2178",
"20261127-3-8b7e6",
"20261127-4-18404",
"20261127-5-94630",
"20261127-6-3571a",
"20261127-7-44c0e",
"20261127-8-25009",
"20261127-9-b4876",
"20270302-0-ad4c3",
"20270302-1-a7ac9",
"20270302-2-9e386",
"20270302-3-a7871",
"20270302-4-84faa",
"20270302-5-1054a",
"20270302-6-5cccc",
"github_com_salesforce_PitchForce_pull_58",
"20261223-0-9aa6b",
"20261223-1-b3e59",
"20261223-2-d4ae4",
"20261223-3-886a9",
"20261223-4-fc3f8",
"20261223-5-5076c",
"20261223-6-4afe2",
"20261223-7-6f3b5",
"20261223-8-2532d",
"20261223-9-194bc",
"20261223-10-f178e",
"20270126-0-b1fab",
"20270126-1-ae242",
"20270126-2-7857b",
"20270126-3-dd725",
"20270126-4-a97ad",
"20270126-5-b1a4f",
"20270126-6-b9d46",
"20270126-7-24a27",
"github_com_salesforce_PitchForce_pull_49",
"20261231-0-98f8d",
"20261231-1-309d8",
"20261231-2-a3fec",
"20261231-3-bc6f6",
"20261231-4-c03d9",
"20261231-5-df373",
"20261231-6-be1f4",
"20261231-7-3c687",
"20261231-8-2554d",
"20261231-9-c2184",
"20261209-0-920c5",
"20261209-1-6b092",
"20261209-2-7ad2c",
"20261209-3-df15d",
"20261209-4-f857a",
"20261209-5-9a735",
"20261209-6-5a007",
"20261209-7-64304",
"20261209-8-0c6b3",
"20261209-9-89457",
"20261209-10-4ef13",
"20270107-0-81e1c",
"20270107-1-7a99d",
"20270107-2-ce8e2",
"20270107-3-f5997",
"20270107-4-f3d78",
"20270107-5-e1a69",
"20270107-6-e6595",
"github_com_salesforce_PitchForce_pull_45",
"20261201-0-740f4",
"20261201-1-d1418",
"20261201-2-3d0ed",
"20261201-3-40629",
"20261201-4-eab0b",
"20261201-5-dac12",
"20261201-6-3f4d3",
"20261201-7-69a76",
"20261201-8-2a403",
"20261201-9-17e02",
"20261215-0-8a1f1",
"20261215-1-60e0b",
"20261215-2-ecaa4",
"20261215-3-128ba",
"20261215-4-7c8b0",
"20261215-5-d82c1",
"20261215-6-997a9",
"20261215-7-6b6e5",
"github_com_salesforce_PitchForce_pull_43",
"20270219-0-292f5",
"20270219-1-fdd8e",
"20270219-2-5426d",
"20270219-3-a671b",
"20270219-4-fb6d6",
"20270219-5-d72cb",
"20270219-6-98658",
"20270219-7-ed3eb",
"20270219-8-5fa97",
"20270219-9-07062",
"20270121-0-d9c9d",
"20270121-1-bac6d",
"20270121-2-2545e",
"20270121-3-ac0ef",
"20270121-4-590a3",
"20270121-5-6f7be",
"20270121-6-a87a6",
"20270121-7-8803e",
"20270121-8-fd065",
"20270121-9-6521b",
"github_com_salesforce_PitchForce_pull_47",
"20270131-0-7f9aa",
"20270131-1-3514e",
"20270131-2-e7e8b",
"20270131-3-f0c76",
"20270131-4-d8061",
"20270131-5-bca1d",
"20270131-6-f5994",
"20270131-7-6e38e",
"20270131-8-10726",
"20270131-9-537c0",
"20270131-10-0e563",
"20270225-0-972e9",
"20270225-1-ae6d9",
"20270225-2-13a9b",
"20270225-3-2fc5c",
"20270225-4-a0589",
"20270225-5-b57ec",
"20270225-6-999fb",
"github_com_salesforce_PitchForce_pull_56",
"20270122-0-834ae",
"20270122-1-ae6a2",
"20270122-2-5a2c2",
"20270122-3-1fa43",
"20270122-4-b2e57",
"20270122-5-8c4b2",
"20270122-6-738b6",
"20270122-7-20437",
"20270122-8-8a1e5",
"github_com_salesforce_PitchForce_pull_48",
"20270115-0-72db6",
"20270115-1-2c165",
"20270115-2-252cf",
"20270115-3-b1236",
"20270115-4-1145f",
"20270115-5-503ad",
"20270115-6-7aa99",
"20270115-7-2469b",
"20270115-8-cdf69",
"20270115-9-41287",
"20270215-0-57c49",
"20270215-1-fe7e3",
"20270215-2-8c720",
"20270215-3-816bb",
"20270215-4-1f01e",
"20270215-5-3ac39",
"20270215-6-53f7c",
"20270215-7-9b072",
"github_com_salesforce_PitchForce_pull_54",
"20270128-0-34d96",
"20270128-1-8597e",
"20270128-2-4ddb3",
"20270128-3-142d6",
"20270128-4-6e745",
"20270128-5-55832",
"20270128-6-0d25f",
"20270128-7-c3cca",
"github_com_salesforce_PitchForce_pull_50",
"20270228-0-424b6",
"20270228-1-36d59",
"20270228-2-906a4",
"20270228-3-32b73",
"20270228-4-55e3c",
"20270228-5-56b3c",
"20270228-6-7830e",
"20270228-7-3790a",
"github_com_salesforce_PitchForce_pull_57",
"20261218-0-d70fc",
"20261218-1-0b24f",
"20261218-2-9f550",
"20261218-3-4cdc5",
"20261218-4-7c5e8",
"20261218-5-c6048",
"github_com_salesforce_PitchForce_pull_44",
"20261212-0-fec83",
"20261212-1-657d6",
"20261212-2-a10c6",
"20261212-3-1b0fc",
"20261212-4-dd6b5",
"20261212-5-7e628",
"20261212-6-493b8",
"20261212-7-0b610",
"github_com_salesforce_PitchForce_pull_42",
"20270205-0-858ab",
"20270205-1-5b805",
"20270205-2-d9e9a",
"20270205-3-ee28e",
"20270205-4-65b33",
"20270205-5-5af56",
"20270205-6-9a0f0",
"20270205-7-4a385",
"github_com_salesforce_PitchForce_pull_51",
"20270118-0-ee34c",
"20270118-1-bddb7",
"20270118-2-7d2db",
"20270118-3-2b3c1",
"20270118-4-918b9",
"20270118-5-dd154",
"20270118-6-c8af9",
"20270118-7-b620b",
"github_com_salesforce_PitchForce_pull_46",
"20270207-0-f0c07",
"20270207-1-d560b",
"20270207-2-b3d0f",
"20270207-3-384d1",
"20270207-4-bb36f",
"20270207-5-040b7",
"20270207-6-b09c1",
"20270207-7-6ffc6",
"github_com_salesforce_PitchForce_pull_52",
"20270223-0-b84cd",
"20270223-1-63f49",
"20270223-2-09799",
"20270223-3-30bf7",
"20270223-4-21e87",
"20270223-5-50c38",
"github_com_salesforce_PitchForce_pull_55",
"20260818-0-8768d",
"20260818-1-b0b4b",
"20260818-2-53eb9"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#u0",
"product": "PitchForce",
"kind": "unanswerable",
"question": "What are the unique features of PitchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u1",
"product": "PitchForce",
"kind": "unanswerable",
"question": "What are the weaknesses of PitchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u2",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of PitchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u3",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of PitchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u4",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for PitchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u5",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for updating the data ingestion pipelines in PitchForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u6",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for enhancing NLP models in PitchForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u7",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Could you provide the links to the approved PRs for enhancing NLP models in PitchForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u8",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to expanding CRM integration capabilities in PitchForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u9",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for implementing security measures for APIs in PitchForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u10",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Can you find links to the approved PRs for implementing security measures for APIs in PitchForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u11",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for implementing security measures for APIs in PitchForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u12",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for improving the user interface in PitchForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u13",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in PitchForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u14",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Which bugs in PitchForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "PitchForce#u15",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in PitchForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#u16",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in PitchForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#u17",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in PitchForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#u18",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in PitchForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "PitchForce#u19",
"product": "PitchForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in PitchForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ProposalForce#a0",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for ProposalForce?",
"ground_truth": "- Include more specific data or statistics about the growth rate of the sales automation tools market in the Market Overview section.\n- Add a SWOT analysis in the Competitive Analysis section to provide a clearer picture of osalAIX's position relative to competitors.\n- Elaborate on strategic pricing models in the Sales Strategy section, providing examples of how they cater to different customer segments.",
"citations": [
"20261219-0-ff6ae",
"20261219-1-bf6de",
"20261219-2-8e599",
"20261219-3-b4cfe",
"20261219-4-6e650",
"20261219-5-52225",
"20261219-6-680ed",
"20261219-7-140d1",
"20261219-8-425ef",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a1",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for ProposalForce?",
"ground_truth": "- Add quantitative data to enhance the credibility of the Market Overview.\n- Specify which digital marketing channels to focus on in the Marketing Strategy section, such as social media, SEO, or paid ads.\n- Include a sensitivity analysis in the Financial Projections to show the impact of variables like changes in subscription rates or marketing costs.",
"citations": [
"20261219-0-ff6ae",
"20261219-1-bf6de",
"20261219-2-8e599",
"20261219-3-b4cfe",
"20261219-4-6e650",
"20261219-5-52225",
"20261219-6-680ed",
"20261219-7-140d1",
"20261219-8-425ef",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a2",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for ProposalForce?",
"ground_truth": "- Enhance the Customer Needs and Preferences section by incorporating insights from user testing or feedback.\n- Highlight specific aspects of osalAIX that users appreciate based on gathered data.",
"citations": [
"20261219-0-ff6ae",
"20261219-1-bf6de",
"20261219-2-8e599",
"20261219-3-b4cfe",
"20261219-4-6e650",
"20261219-5-52225",
"20261219-6-680ed",
"20261219-7-140d1",
"20261219-8-425ef",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a3",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for ProposalForce?",
"ground_truth": "- Include more technical details about AI algorithms in the Product Differentiation section to enhance competitive distinction.\n- Add detailed assumptions or scenarios to the Financial Projections to clarify the basis for projections.\n- Specify the duration and highlighted features of free trials in the Sales Strategy to set clear expectations.\n- Ensure security measures are up-to-date with industry standards, addressing customer concerns about data security.",
"citations": [
"20261226-0-cfc80",
"20261226-1-23158",
"20261226-2-1a9a6",
"20261226-3-34fe1",
"20261226-4-06251",
"20261226-5-d3978",
"20261226-6-ed14a",
"20261226-7-30d8c",
"20261226-8-13303",
"20261226-9-2efa9",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a4",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for ProposalForce?",
"ground_truth": "- Highlight the plan to use data-driven insights to tailor marketing efforts.  \n- Emphasize commitment to innovation and understanding customer behavior.",
"citations": [
"20261226-0-cfc80",
"20261226-1-23158",
"20261226-2-1a9a6",
"20261226-3-34fe1",
"20261226-4-06251",
"20261226-5-d3978",
"20261226-6-ed14a",
"20261226-7-30d8c",
"20261226-8-13303",
"20261226-9-2efa9",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a5",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for ProposalForce?",
"ground_truth": "- Add specifics about how the AI enhances proposal personalization.\n- Emphasize the importance of mobile accessibility in the Customer Needs section.\n- Include a section on plans to gather and utilize customer feedback for continuous improvement.",
"citations": [
"20261226-0-cfc80",
"20261226-1-23158",
"20261226-2-1a9a6",
"20261226-3-34fe1",
"20261226-4-06251",
"20261226-5-d3978",
"20261226-6-ed14a",
"20261226-7-30d8c",
"20261226-8-13303",
"20261226-9-2efa9",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a6",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Requirements Document for ProposalForce?",
"ground_truth": "- Specify the type of content suggestions expected from the AI in the 'Functional Requirements' section.\n- Clarify the measures in place to achieve 99.9% uptime in the 'Non-Functional Requirements,' including outlining any redundancy or failover strategies.\n- Mention specific industries or companies targeted for partnerships in the 'Sales Strategy' section.",
"citations": [
"20270103-0-eae82",
"20270103-1-0827a",
"20270103-2-c3848",
"20270103-3-03584",
"20270103-4-b7991",
"20270103-5-bfdac",
"20270103-6-eacce",
"20270103-7-1c451",
"20270103-8-92266",
"20270103-9-0d351",
"20270103-10-45229",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a7",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Requirements Document for ProposalForce?",
"ground_truth": "- Add a customer perspective to enhance the document.\n- Detail the frequency of security audits under 'Security Requirements.'\n- Include a brief explanation of the assumptions behind the 20% growth rate in 'Financial Projections.'",
"citations": [
"20270103-0-eae82",
"20270103-1-0827a",
"20270103-2-c3848",
"20270103-3-03584",
"20270103-4-b7991",
"20270103-5-bfdac",
"20270103-6-eacce",
"20270103-7-1c451",
"20270103-8-92266",
"20270103-9-0d351",
"20270103-10-45229",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a8",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Requirements Document for ProposalForce?",
"ground_truth": "- Add a user story from the perspective of a customer in the 'User Stories' section to highlight end-user benefits.\n- Include more specifics on digital channels in the 'Marketing Strategy' to tailor the approach effectively, specifying whether the focus is on social media, email campaigns, or other channels.",
"citations": [
"20270103-0-eae82",
"20270103-1-0827a",
"20270103-2-c3848",
"20270103-3-03584",
"20270103-4-b7991",
"20270103-5-bfdac",
"20270103-6-eacce",
"20270103-7-1c451",
"20270103-8-92266",
"20270103-9-0d351",
"20270103-10-45229",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a9",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for ProposalForce?",
"ground_truth": "- Specify whether the initial focus will be on AWS or Azure in the System Architecture section.\n- Include specific metrics or benchmarks for response times and user capacity in the Scalability and Performance section.",
"citations": [
"20270108-0-4dcfe",
"20270108-1-31881",
"20270108-2-8deee",
"20270108-3-279fc",
"20270108-4-fef6e",
"20270108-5-5ce16",
"20270108-6-03401",
"20270108-7-c0c7d",
"20270108-8-64f7a",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a10",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Technical Specifications Document for ProposalForce?",
"ground_truth": "- Add more details on the specific authentication mechanisms in the Security section, including considerations for multi-factor authentication or single sign-on.\n- Enhance the User Interface section with more details on real-time collaboration features, specifying whether it will be similar to Google Docs-style editing or a comment-based system.",
"citations": [
"20270108-0-4dcfe",
"20270108-1-31881",
"20270108-2-8deee",
"20270108-3-279fc",
"20270108-4-fef6e",
"20270108-5-5ce16",
"20270108-6-03401",
"20270108-7-c0c7d",
"20270108-8-64f7a",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a11",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the changes suggested by Product Manager to improve the Technical Specifications Document for ProposalForce?",
"ground_truth": "- Elaborate on how data privacy will be handled in the AI and Personalization section, particularly concerning AI analyzing user inputs.\n- Specify the frequency of audits and any third-party certifications in the Compliance and Auditing section.",
"citations": [
"20270108-0-4dcfe",
"20270108-1-31881",
"20270108-2-8deee",
"20270108-3-279fc",
"20270108-4-fef6e",
"20270108-5-5ce16",
"20270108-6-03401",
"20270108-7-c0c7d",
"20270108-8-64f7a",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a12",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the unique features of ProposalForce's competitor products?",
"ground_truth": "QuoteMaster Pro offers AI-driven proposal customization using industry-specific templates, integrates with major CRM systems for seamless data import, has real-time collaboration tools for team input and feedback, and provides automated follow-up reminders and tracking.\n\nSalesPitch Genie offers several unique features: a drag-and-drop interface for easy proposal creation, real-time collaboration allowing multiple users to work on a proposal simultaneously, a customizable analytics dashboard providing insights into proposal views and client interactions, a mobile app for on-the-go proposal management, and a library of industry-specific pre-designed proposal templates.\n\nPropelQuote offers automated quote generation with dynamic pricing adjustments, integrates with popular payment gateways for instant transactions, provides custom branding options for personalized proposals, and offers 24/7 customer support with live chat.",
"citations": [
"20270121-0-484be",
"20270121-1-40112",
"20270121-2-39bf4",
"20270121-3-1e5eb",
"20270121-4-e4ba7",
"20270121-5-de44c",
"20270121-6-2e8ff",
"20270121-7-51fa2",
"20270121-8-fd1dd",
"20270121-9-8e7d3",
"20270121-10-0c275",
"20270121-11-df8fb",
"20270213-0-a60e1",
"20270213-1-952c1",
"20270213-2-a7b67",
"20270213-3-f2653",
"20270213-4-6f4ff",
"20270213-5-11524",
"20270213-6-dd8a3",
"20270213-7-43e24",
"20270213-8-25ebe",
"20270213-9-64c8b",
"20270213-10-b9540",
"20270213-11-f5f31",
"20270414-0-e1d3c",
"20270414-1-b9336",
"20270414-2-d8fb1",
"20270414-3-bafec",
"20270414-4-65852",
"20270414-5-c9548",
"20270414-6-428e0",
"20270414-7-3b471",
"20270414-8-dc2be",
"20270414-9-89fe2",
"20270414-10-499c9",
"20270414-11-d65a3",
"20270414-12-851dd",
"20270414-13-0b4f8",
"20270405-0-fbf51",
"20270405-1-73de9",
"20270405-2-f1a9f",
"20270405-3-0b382",
"20270405-4-4b1a2",
"20270405-5-44d82",
"20270405-6-50fd7",
"20270405-7-0c8e0",
"20270405-8-499fa",
"20270405-9-9174f",
"20270405-10-97783",
"20270405-11-0949e",
"20270405-12-2e8d8",
"20270416-0-1ef10",
"20270416-1-741ba",
"20270416-2-7c485",
"20270416-3-2cce2",
"20270416-4-900a4",
"20270416-5-a4ccd",
"20270416-6-5545c",
"20270416-7-979b2",
"20270416-8-0251e",
"20270416-9-8621f",
"20270416-10-15069",
"20270416-11-ee0e9",
"20270416-12-43cc6",
"20270416-13-25fa6",
"20270208-0-e5dc8",
"20270208-1-9ab3d",
"20270208-2-500e9",
"20270208-3-8cbc4",
"20270208-4-87708",
"20270208-5-e8a67",
"20270208-6-9271a",
"20270208-7-de4fb",
"20270208-8-c7627",
"20270208-9-1efc9",
"20270208-10-02b0d",
"20270208-11-6bc04",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a13",
"product": "ProposalForce",
"kind": "answerable",
"question": "What are the weaknesses of ProposalForce's competitor products?",
"ground_truth": "The weaknesses of QuoteMaster Pro include limited language support beyond English, which could be a barrier for international users, and higher pricing for advanced features, which are about 20-30% above the industry average. These factors might deter cost-sensitive customers and users in non-English speaking regions.\n\nThe weaknesses of SalesPitch Genie include a lack of advanced customization options in the basic version, such as limited ability to customize templates, modify layouts, and integrate third-party tools. Additionally, there are occasional syncing issues with their mobile app, leading to delays in data syncing between the desktop and mobile app.\n\nPropelQuote has a steep learning curve for new users due to a non-intuitive interface and a lack of comprehensive onboarding resources. Additionally, their third-party integrations are limited, supporting only basic tools like email and calendar apps, and missing more advanced tools like CRM systems and analytics platforms. These weaknesses could lead to user frustration and impact customer retention.",
"citations": [
"20270121-0-484be",
"20270121-1-40112",
"20270121-2-39bf4",
"20270121-3-1e5eb",
"20270121-4-e4ba7",
"20270121-5-de44c",
"20270121-6-2e8ff",
"20270121-7-51fa2",
"20270121-8-fd1dd",
"20270121-9-8e7d3",
"20270121-10-0c275",
"20270121-11-df8fb",
"20270213-0-a60e1",
"20270213-1-952c1",
"20270213-2-a7b67",
"20270213-3-f2653",
"20270213-4-6f4ff",
"20270213-5-11524",
"20270213-6-dd8a3",
"20270213-7-43e24",
"20270213-8-25ebe",
"20270213-9-64c8b",
"20270213-10-b9540",
"20270213-11-f5f31",
"20270414-0-e1d3c",
"20270414-1-b9336",
"20270414-2-d8fb1",
"20270414-3-bafec",
"20270414-4-65852",
"20270414-5-c9548",
"20270414-6-428e0",
"20270414-7-3b471",
"20270414-8-dc2be",
"20270414-9-89fe2",
"20270414-10-499c9",
"20270414-11-d65a3",
"20270414-12-851dd",
"20270414-13-0b4f8",
"20270405-0-fbf51",
"20270405-1-73de9",
"20270405-2-f1a9f",
"20270405-3-0b382",
"20270405-4-4b1a2",
"20270405-5-44d82",
"20270405-6-50fd7",
"20270405-7-0c8e0",
"20270405-8-499fa",
"20270405-9-9174f",
"20270405-10-97783",
"20270405-11-0949e",
"20270405-12-2e8d8",
"20270416-0-1ef10",
"20270416-1-741ba",
"20270416-2-7c485",
"20270416-3-2cce2",
"20270416-4-900a4",
"20270416-5-a4ccd",
"20270416-6-5545c",
"20270416-7-979b2",
"20270416-8-0251e",
"20270416-9-8621f",
"20270416-10-15069",
"20270416-11-ee0e9",
"20270416-12-43cc6",
"20270416-13-25fa6",
"20270208-0-e5dc8",
"20270208-1-9ab3d",
"20270208-2-500e9",
"20270208-3-8cbc4",
"20270208-4-87708",
"20270208-5-e8a67",
"20270208-6-9271a",
"20270208-7-de4fb",
"20270208-8-c7627",
"20270208-9-1efc9",
"20270208-10-02b0d",
"20270208-11-6bc04",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a14",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of ProposalForce's competitor products?",
"ground_truth": [
"eid_ddbe5577",
"eid_40589c87",
"eid_32ff39b2",
"eid_85a4de81",
"eid_c3f3eff2",
"eid_965867b8"
],
"citations": [
"20270121-0-484be",
"20270121-1-40112",
"20270121-2-39bf4",
"20270121-3-1e5eb",
"20270121-4-e4ba7",
"20270121-5-de44c",
"20270121-6-2e8ff",
"20270121-7-51fa2",
"20270121-8-fd1dd",
"20270121-9-8e7d3",
"20270121-10-0c275",
"20270121-11-df8fb",
"20270213-0-a60e1",
"20270213-1-952c1",
"20270213-2-a7b67",
"20270213-3-f2653",
"20270213-4-6f4ff",
"20270213-5-11524",
"20270213-6-dd8a3",
"20270213-7-43e24",
"20270213-8-25ebe",
"20270213-9-64c8b",
"20270213-10-b9540",
"20270213-11-f5f31",
"20270414-0-e1d3c",
"20270414-1-b9336",
"20270414-2-d8fb1",
"20270414-3-bafec",
"20270414-4-65852",
"20270414-5-c9548",
"20270414-6-428e0",
"20270414-7-3b471",
"20270414-8-dc2be",
"20270414-9-89fe2",
"20270414-10-499c9",
"20270414-11-d65a3",
"20270414-12-851dd",
"20270414-13-0b4f8",
"20270405-0-fbf51",
"20270405-1-73de9",
"20270405-2-f1a9f",
"20270405-3-0b382",
"20270405-4-4b1a2",
"20270405-5-44d82",
"20270405-6-50fd7",
"20270405-7-0c8e0",
"20270405-8-499fa",
"20270405-9-9174f",
"20270405-10-97783",
"20270405-11-0949e",
"20270405-12-2e8d8",
"20270416-0-1ef10",
"20270416-1-741ba",
"20270416-2-7c485",
"20270416-3-2cce2",
"20270416-4-900a4",
"20270416-5-a4ccd",
"20270416-6-5545c",
"20270416-7-979b2",
"20270416-8-0251e",
"20270416-9-8621f",
"20270416-10-15069",
"20270416-11-ee0e9",
"20270416-12-43cc6",
"20270416-13-25fa6",
"20270208-0-e5dc8",
"20270208-1-9ab3d",
"20270208-2-500e9",
"20270208-3-8cbc4",
"20270208-4-87708",
"20270208-5-e8a67",
"20270208-6-9271a",
"20270208-7-de4fb",
"20270208-8-c7627",
"20270208-9-1efc9",
"20270208-10-02b0d",
"20270208-11-6bc04",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a15",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of ProposalForce's competitor products?",
"ground_truth": [
"eid_31ca5b45",
"eid_66d09012",
"eid_4350bf70"
],
"citations": [
"20270121-0-484be",
"20270121-1-40112",
"20270121-2-39bf4",
"20270121-3-1e5eb",
"20270121-4-e4ba7",
"20270121-5-de44c",
"20270121-6-2e8ff",
"20270121-7-51fa2",
"20270121-8-fd1dd",
"20270121-9-8e7d3",
"20270121-10-0c275",
"20270121-11-df8fb",
"20270213-0-a60e1",
"20270213-1-952c1",
"20270213-2-a7b67",
"20270213-3-f2653",
"20270213-4-6f4ff",
"20270213-5-11524",
"20270213-6-dd8a3",
"20270213-7-43e24",
"20270213-8-25ebe",
"20270213-9-64c8b",
"20270213-10-b9540",
"20270213-11-f5f31",
"20270314-0-e02b2",
"20270414-0-e1d3c",
"20270414-1-b9336",
"20270414-2-d8fb1",
"20270414-3-bafec",
"20270414-4-65852",
"20270414-5-c9548",
"20270414-6-428e0",
"20270414-7-3b471",
"20270414-8-dc2be",
"20270414-9-89fe2",
"20270414-10-499c9",
"20270414-11-d65a3",
"20270414-12-851dd",
"20270414-13-0b4f8",
"20270405-0-fbf51",
"20270405-1-73de9",
"20270405-2-f1a9f",
"20270405-3-0b382",
"20270405-4-4b1a2",
"20270405-5-44d82",
"20270405-6-50fd7",
"20270405-7-0c8e0",
"20270405-8-499fa",
"20270405-9-9174f",
"20270405-10-97783",
"20270405-11-0949e",
"20270405-12-2e8d8",
"20270607-0-1e24f",
"20270416-0-1ef10",
"20270416-1-741ba",
"20270416-2-7c485",
"20270416-3-2cce2",
"20270416-4-900a4",
"20270416-5-a4ccd",
"20270416-6-5545c",
"20270416-7-979b2",
"20270416-8-0251e",
"20270416-9-8621f",
"20270416-10-15069",
"20270416-11-ee0e9",
"20270416-12-43cc6",
"20270416-13-25fa6",
"20270208-0-e5dc8",
"20270208-1-9ab3d",
"20270208-2-500e9",
"20270208-3-8cbc4",
"20270208-4-87708",
"20270208-5-e8a67",
"20270208-6-9271a",
"20270208-7-de4fb",
"20270208-8-c7627",
"20270208-9-1efc9",
"20270208-10-02b0d",
"20270208-11-6bc04",
"20270222-0-674ce",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a16",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for ProposalForce's competitor products?",
"ground_truth": [
"https://www.salespitchgenie.com/demo",
"https://www.quotemasterpro.com/demo",
"https://www.propelquote.com/demo"
],
"citations": [
"20270121-0-484be",
"20270121-1-40112",
"20270121-2-39bf4",
"20270121-3-1e5eb",
"20270121-4-e4ba7",
"20270121-5-de44c",
"20270121-6-2e8ff",
"20270121-7-51fa2",
"20270121-8-fd1dd",
"20270121-9-8e7d3",
"20270121-10-0c275",
"20270121-11-df8fb",
"20270213-0-a60e1",
"20270213-1-952c1",
"20270213-2-a7b67",
"20270213-3-f2653",
"20270213-4-6f4ff",
"20270213-5-11524",
"20270213-6-dd8a3",
"20270213-7-43e24",
"20270213-8-25ebe",
"20270213-9-64c8b",
"20270213-10-b9540",
"20270213-11-f5f31",
"20270314-0-e02b2",
"20270414-0-e1d3c",
"20270414-1-b9336",
"20270414-2-d8fb1",
"20270414-3-bafec",
"20270414-4-65852",
"20270414-5-c9548",
"20270414-6-428e0",
"20270414-7-3b471",
"20270414-8-dc2be",
"20270414-9-89fe2",
"20270414-10-499c9",
"20270414-11-d65a3",
"20270414-12-851dd",
"20270414-13-0b4f8",
"20270405-0-fbf51",
"20270405-1-73de9",
"20270405-2-f1a9f",
"20270405-3-0b382",
"20270405-4-4b1a2",
"20270405-5-44d82",
"20270405-6-50fd7",
"20270405-7-0c8e0",
"20270405-8-499fa",
"20270405-9-9174f",
"20270405-10-97783",
"20270405-11-0949e",
"20270405-12-2e8d8",
"20270607-0-1e24f",
"20270416-0-1ef10",
"20270416-1-741ba",
"20270416-2-7c485",
"20270416-3-2cce2",
"20270416-4-900a4",
"20270416-5-a4ccd",
"20270416-6-5545c",
"20270416-7-979b2",
"20270416-8-0251e",
"20270416-9-8621f",
"20270416-10-15069",
"20270416-11-ee0e9",
"20270416-12-43cc6",
"20270416-13-25fa6",
"20270208-0-e5dc8",
"20270208-1-9ab3d",
"20270208-2-500e9",
"20270208-3-8cbc4",
"20270208-4-87708",
"20270208-5-e8a67",
"20270208-6-9271a",
"20270208-7-de4fb",
"20270208-8-c7627",
"20270208-9-1efc9",
"20270208-10-02b0d",
"20270208-11-6bc04",
"20270222-0-674ce",
"www_salespitchgenie_com_demo",
"www_quotemasterpro_com_demo",
"www_propelquote_com_demo",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a17",
"product": "ProposalForce",
"kind": "answerable",
"question": "What new security enhancements for authentication are added to ProposalForce?",
"ground_truth": "- Implementation of JSON Web Tokens (JWT) for session management.\n- Addition of multi-factor authentication (MFA) support, with options for email or authenticator app.",
"citations": [
"product_dev_ProposalForce_1",
"product_dev_ProposalForce_2",
"product_dev_ProposalForce_3",
"github_com_salesforce_ProposalForce_pull_5",
"20270220-0-822d8",
"20270220-1-45415",
"20270220-2-e244a",
"20270220-3-dabd0",
"20270220-4-646bf",
"20270220-5-9b7de",
"20270220-6-e54be",
"20270220-7-d0f81",
"20270220-8-04941",
"20270220-9-3b400",
"20270220-10-44f05",
"20270318-0-31897",
"20270318-1-7aa14",
"20270318-2-ea14b",
"20270318-3-19e35",
"20270318-4-ae934",
"20270318-5-66071",
"20270318-6-db4d1",
"20270318-7-bb373",
"20270318-8-85ed6",
"product_dev_ProposalForce_4",
"product_dev_ProposalForce_5",
"github_com_salesforce_ProposalForce_pull_13",
"20270317-0-63c85",
"20270317-1-89ca7",
"20270317-2-571de",
"20270317-3-72ed6",
"20270317-4-91742",
"20270317-5-bc77c",
"20270317-6-7b8b5",
"20270317-7-203dc",
"20270327-0-1fc88",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a18",
"product": "ProposalForce",
"kind": "answerable",
"question": "What features could not be added to ProposalForce due to security risks?",
"ground_truth": "- Integration of Conflict-free Replicated Data Types (CRDT) for managing concurrent edits on sales proposals.\n- Refactoring of the authentication service to run on AWS Lambda for improved scalability, performance, and reliability.\n- Implementation of local data storage using SQLite for offline access to proposals and quotes on both iOS and Android platforms.",
"citations": [
"product_dev_ProposalForce_1",
"product_dev_ProposalForce_3",
"product_dev_ProposalForce_4",
"20270306-0-8583c",
"20270306-1-55111",
"20270306-2-92b8e",
"20270306-3-f6078",
"20270306-4-c9150",
"20270306-5-b473e",
"20270306-6-cf860",
"20270306-7-e98e7",
"20270307-0-b53a6",
"20270307-1-56ceb",
"20270307-2-d38d6",
"20270307-3-42037",
"20270307-4-5c5a6",
"20270307-5-a54fe",
"20270307-6-c3d21",
"20270307-7-6686c",
"20270307-8-2d2c5",
"20270307-9-d2533",
"20270307-10-063ee",
"20270307-11-c4e19",
"20270307-12-81e87",
"20270307-13-41c10",
"20270307-0-f521c",
"20270307-1-516d0",
"20270307-2-8cf44",
"20270307-3-6e3ab",
"github_com_salesforce_ProposalForce_pull_8",
"github_com_salesforce_ProposalForce_pull_11",
"product_dev_ProposalForce_6",
"product_dev_ProposalForce_7",
"20270407-0-0e408",
"20270407-1-73158",
"20270407-2-65513",
"20270407-3-63486",
"20270407-4-5bb8c",
"20270407-5-5f5ce",
"20270407-6-16bba",
"20270407-7-72a14",
"20270407-8-28549",
"20270407-9-903e5",
"20270407-10-e3ab3",
"20270409-0-f7722",
"20270409-1-cbc73",
"20270409-2-9ca86",
"20270409-3-cf7e4",
"20270409-4-bcc9d",
"20270409-5-989e2",
"20270409-6-7a220",
"20270409-7-ce04e",
"20270409-8-cb64e",
"20270409-9-eb633",
"20270409-10-0ce14",
"20270409-11-c1e4b",
"20270409-12-f4edb",
"20270410-0-aa765",
"20270410-1-d7cfe",
"20270410-2-b8c94",
"20270410-3-78fc0",
"github_com_salesforce_ProposalForce_pull_19",
"github_com_salesforce_ProposalForce_pull_21",
"product_dev_ProposalForce_2",
"20270225-0-42b38",
"20270225-1-01d45",
"20270225-2-c3f5d",
"20270225-3-7d6b3",
"20270225-4-3c1d9",
"20270225-5-c9c2f",
"20270225-6-7e664",
"20270225-7-aa281",
"20270225-0-a4b8b",
"20270225-1-f2087",
"20270225-2-4e1c1",
"20270225-3-6eff2",
"20270225-4-feb04",
"20270225-5-46d81",
"20270225-6-9525e",
"20270225-7-bf1cb",
"20270225-8-7d59b",
"20270225-9-f4da0",
"20270225-10-81371",
"20270225-11-3f996",
"20270225-12-d4bdd",
"20270225-13-7b4c4",
"20270225-14-b7eed",
"20270226-0-70b63",
"20270226-1-38ccc",
"20270226-2-d5c54",
"20270226-3-afa08",
"github_com_salesforce_ProposalForce_pull_6",
"github_com_salesforce_ProposalForce_pull_7",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a19",
"product": "ProposalForce",
"kind": "answerable",
"question": "What features could not be added to ProposalForce due to change in product direction?",
"ground_truth": "- Develop Responsive UI for Real-time Collaboration\n- Implement Notification System for Real-time Updates\n- Enhance Mobile UI to Mirror Desktop Experience",
"citations": [
"product_dev_ProposalForce_1",
"product_dev_ProposalForce_5",
"20270313-0-8c589",
"20270313-1-2845e",
"20270313-2-a2209",
"20270313-3-17dbb",
"20270313-4-05a37",
"20270313-5-da5bd",
"20270313-6-33b0b",
"20270313-7-581f5",
"20270318-0-ec258",
"20270318-1-0b0b1",
"20270318-2-b35c7",
"20270318-3-84c15",
"20270318-4-86d98",
"20270318-5-1e37e",
"20270318-6-3e9f5",
"20270318-7-0cd7c",
"20270318-8-d39a2",
"20270318-9-3e8d6",
"20270318-10-db0dd",
"20270318-11-569a7",
"github_com_salesforce_ProposalForce_pull_12",
"product_dev_ProposalForce_6",
"product_dev_ProposalForce_7",
"20270402-0-ed75d",
"20270402-1-92094",
"20270402-2-70727",
"20270402-3-5b0f6",
"20270402-4-84f73",
"20270402-5-58734",
"20270402-6-9d73b",
"20270402-7-596f6",
"20270409-0-e6847",
"20270409-1-49a5d",
"20270409-2-12b46",
"20270409-3-d8bc6",
"20270409-4-514bf",
"20270409-5-b5dff",
"20270409-6-4d2cf",
"20270409-7-03731",
"20270409-8-6833f",
"github_com_salesforce_ProposalForce_pull_18",
"product_dev_ProposalForce_8",
"product_dev_ProposalForce_9",
"20270422-0-5cd03",
"20270422-1-716c1",
"20270422-2-b8fe7",
"20270422-3-70726",
"20270422-4-362f9",
"20270422-5-f8f47",
"20270422-6-c32e6",
"20270422-7-c6412",
"20270422-8-5039e",
"20270422-9-55871",
"20270421-0-8d362",
"20270421-1-026c9",
"20270421-2-5d6bf",
"20270421-3-434a1",
"20270421-4-6ed51",
"20270421-5-be6fd",
"20270421-6-d0731",
"20270421-7-b3a01",
"20270421-8-f8b56",
"20270421-9-d198d",
"20270421-10-8e6dc",
"20270421-11-2692e",
"20270421-12-35384",
"github_com_salesforce_ProposalForce_pull_23",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a20",
"product": "ProposalForce",
"kind": "answerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to ProposalForce?",
"ground_truth": "- Multi-Factor Authentication (MFA) support for user authentication\n- Option to enable MFA via email\n- Option to enable MFA via an authenticator app",
"citations": [
"product_dev_ProposalForce_1",
"product_dev_ProposalForce_4",
"product_dev_ProposalForce_5",
"20270327-0-1fc88",
"20270318-0-31897",
"20270318-1-7aa14",
"20270318-2-ea14b",
"20270318-3-19e35",
"20270318-4-ae934",
"20270318-5-66071",
"20270318-6-db4d1",
"20270318-7-bb373",
"20270318-8-85ed6",
"20270317-0-63c85",
"20270317-1-89ca7",
"20270317-2-571de",
"20270317-3-72ed6",
"20270317-4-91742",
"20270317-5-bc77c",
"20270317-6-7b8b5",
"20270317-7-203dc",
"github_com_salesforce_ProposalForce_pull_13",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#a21",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in ProposalForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_e4d35074",
"eid_0deececb",
"eid_37818c15"
],
"citations": [
"20270608-0-8f68c",
"20270608-1-4090f",
"20270608-2-2f3be",
"20270608-3-a6dac",
"20270608-4-b78f8",
"20270608-5-e7fb9",
"20270608-6-9cf61",
"20270608-7-4f445",
"20270608-8-3bd5e",
"20270608-9-632b6",
"20270608-10-dd2c2",
"20270619-0-b9f3c",
"20270619-1-142fc",
"20270619-2-88922",
"20270619-3-bc1a6",
"20270619-4-cbc4d",
"20270619-5-ef4af",
"20270619-6-da1ff",
"20270619-7-8649c",
"20270619-8-c96fa",
"github_com_salesforce_ProposalForce_pull_35",
"20270619-0-9b0a6",
"20270619-1-937cd",
"20270619-2-4a398",
"20270619-3-efe1d",
"20270619-4-3a352",
"20270619-5-bff76",
"20270619-6-5b414",
"20270614-0-a1b13",
"20270614-1-92267",
"20270614-2-d86b7",
"20270614-3-1189b",
"20270614-4-559c6",
"20270614-5-53d61",
"20270614-6-e3142",
"20270614-7-173a0",
"20270614-8-10194",
"20270614-9-22492",
"20270705-0-ae0d2",
"20270705-1-43a02",
"20270705-2-14990",
"20270705-3-2a8e6",
"20270705-4-bd1ac",
"20270705-5-ae7ed",
"github_com_salesforce_ProposalForce_pull_39",
"20270706-0-445e3",
"20270706-1-c9474",
"20270706-2-de0cc",
"20270706-3-fc634",
"20270706-4-2a545",
"20270706-5-6afae",
"20270706-6-f6ab0",
"20270602-0-04202",
"20270602-1-a5186",
"20270602-2-f2183",
"20270602-3-b89b0",
"20270602-4-70aca",
"20270602-5-6c7f1",
"20270602-6-48b45",
"20270602-7-c3a1e",
"20270602-8-89061",
"20270602-9-8f101",
"20270602-10-4aef9",
"20270606-0-3f433",
"20270606-1-500cf",
"20270606-2-5488d",
"20270606-3-a21ac",
"20270606-4-8128b",
"20270606-5-317b0",
"20270606-6-41bd5",
"20270606-7-6e2bb",
"github_com_salesforce_ProposalForce_pull_34",
"20270619-0-689ef",
"20270619-1-0635f",
"20270619-2-6164f",
"20270619-3-77d41",
"20270619-4-fd1da",
"20270619-5-e578e",
"20270619-6-826c2",
"20270619-7-cbecc",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ProposalForce#a22",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in ProposalForce that are now reopened by customers.",
"ground_truth": [
"eid_a94d726f",
"eid_2c74343d",
"eid_17e55125"
],
"citations": [
"20270602-0-04202",
"20270602-1-a5186",
"20270602-2-f2183",
"20270602-3-b89b0",
"20270602-4-70aca",
"20270602-5-6c7f1",
"20270602-6-48b45",
"20270602-7-c3a1e",
"20270602-8-89061",
"20270602-9-8f101",
"20270602-10-4aef9",
"20270605-0-b26fc",
"20270605-1-e606a",
"20270605-2-75d01",
"20270605-3-28966",
"20270605-4-f85ec",
"20270605-5-82a2b",
"20270605-6-20d0d",
"20270605-7-aaba1",
"20270605-8-bda29",
"20270606-0-76aaf",
"20270606-1-6d0a9",
"20270606-2-99a3b",
"20270606-3-5470c",
"20270606-4-38b4a",
"20270606-5-9430d",
"20270606-6-39807",
"20270606-7-c666f",
"20270511-0-f7ee7",
"20270511-1-feff4",
"20270511-2-ade21",
"20270511-3-26311",
"20270511-4-f91c7",
"20270511-5-d274a",
"20270511-6-b8c90",
"20270511-7-c423a",
"20270511-8-6d882",
"20270511-9-39bb0",
"20270511-10-e6d9f",
"20270522-0-df965",
"20270522-1-d90d2",
"20270522-2-18045",
"20270522-3-ae0e4",
"20270522-4-2042a",
"20270522-5-cb6d7",
"20270522-6-1abc1",
"20270522-7-720de",
"20270522-8-b2d12",
"20270522-0-c0490",
"20270522-1-9ff2c",
"20270522-2-63556",
"20270522-3-bd013",
"20270522-4-2aab4",
"20270522-5-01d69",
"20270522-6-a73bb",
"20270522-7-db7fe",
"20270708-0-376ac",
"20270708-1-9ab22",
"20270708-2-db25d",
"20270708-3-daee6",
"20270708-4-07311",
"20270708-5-5bb48",
"20270708-6-9feac",
"20270708-7-32567",
"20270708-8-faea5",
"20270708-9-186a9",
"20270708-10-25d72",
"20270714-0-5f078",
"20270714-1-43929",
"20270714-2-02c70",
"20270714-3-ba1bb",
"20270714-4-3770d",
"20270714-5-8ddd5",
"20270714-6-8daff",
"20270714-7-fc941",
"20270714-8-f4bf2",
"20270714-9-85bb4",
"20270714-10-ef73b",
"20270714-11-3b595",
"20270716-0-79441",
"20270716-1-b4c12",
"20270716-2-5acb1",
"20270716-3-ed2c5",
"20270716-4-7aace",
"20270716-5-17f47",
"20270716-6-a9a79",
"20270716-7-b36bc",
"20270716-8-bd102",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ProposalForce#a23",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in ProposalForce.",
"ground_truth": [
"ComputeWorks"
],
"citations": [
"20270602-0-04202",
"20270602-1-a5186",
"20270602-2-f2183",
"20270602-3-b89b0",
"20270602-4-70aca",
"20270602-5-6c7f1",
"20270602-6-48b45",
"20270602-7-c3a1e",
"20270602-8-89061",
"20270602-9-8f101",
"20270602-10-4aef9",
"20270605-0-b26fc",
"20270605-1-e606a",
"20270605-2-75d01",
"20270605-3-28966",
"20270605-4-f85ec",
"20270605-5-82a2b",
"20270605-6-20d0d",
"20270605-7-aaba1",
"20270605-8-bda29",
"20270606-0-76aaf",
"20270606-1-6d0a9",
"20270606-2-99a3b",
"20270606-3-5470c",
"20270606-4-38b4a",
"20270606-5-9430d",
"20270606-6-39807",
"20270606-7-c666f",
"20270511-0-f7ee7",
"20270511-1-feff4",
"20270511-2-ade21",
"20270511-3-26311",
"20270511-4-f91c7",
"20270511-5-d274a",
"20270511-6-b8c90",
"20270511-7-c423a",
"20270511-8-6d882",
"20270511-9-39bb0",
"20270511-10-e6d9f",
"20270522-0-df965",
"20270522-1-d90d2",
"20270522-2-18045",
"20270522-3-ae0e4",
"20270522-4-2042a",
"20270522-5-cb6d7",
"20270522-6-1abc1",
"20270522-7-720de",
"20270522-8-b2d12",
"20270522-0-c0490",
"20270522-1-9ff2c",
"20270522-2-63556",
"20270522-3-bd013",
"20270522-4-2aab4",
"20270522-5-01d69",
"20270522-6-a73bb",
"20270522-7-db7fe",
"20270614-0-a1b13",
"20270614-1-92267",
"20270614-2-d86b7",
"20270614-3-1189b",
"20270614-4-559c6",
"20270614-5-53d61",
"20270614-6-e3142",
"20270614-7-173a0",
"20270614-8-10194",
"20270614-9-22492",
"20270705-0-ae0d2",
"20270705-1-43a02",
"20270705-2-14990",
"20270705-3-2a8e6",
"20270705-4-bd1ac",
"20270705-5-ae7ed",
"github_com_salesforce_ProposalForce_pull_39",
"20270706-0-445e3",
"20270706-1-c9474",
"20270706-2-de0cc",
"20270706-3-fc634",
"20270706-4-2a545",
"20270706-5-6afae",
"20270706-6-f6ab0",
"20270708-0-376ac",
"20270708-1-9ab22",
"20270708-2-db25d",
"20270708-3-daee6",
"20270708-4-07311",
"20270708-5-5bb48",
"20270708-6-9feac",
"20270708-7-32567",
"20270708-8-faea5",
"20270708-9-186a9",
"20270708-10-25d72",
"20270714-0-5f078",
"20270714-1-43929",
"20270714-2-02c70",
"20270714-3-ba1bb",
"20270714-4-3770d",
"20270714-5-8ddd5",
"20270714-6-8daff",
"20270714-7-fc941",
"20270714-8-f4bf2",
"20270714-9-85bb4",
"20270714-10-ef73b",
"20270714-11-3b595",
"20270716-0-79441",
"20270716-1-b4c12",
"20270716-2-5acb1",
"20270716-3-ed2c5",
"20270716-4-7aace",
"20270716-5-17f47",
"20270716-6-a9a79",
"20270716-7-b36bc",
"20270716-8-bd102",
"20270608-0-8f68c",
"20270608-1-4090f",
"20270608-2-2f3be",
"20270608-3-a6dac",
"20270608-4-b78f8",
"20270608-5-e7fb9",
"20270608-6-9cf61",
"20270608-7-4f445",
"20270608-8-3bd5e",
"20270608-9-632b6",
"20270608-10-dd2c2",
"20270619-0-b9f3c",
"20270619-1-142fc",
"20270619-2-88922",
"20270619-3-bc1a6",
"20270619-4-cbc4d",
"20270619-5-ef4af",
"20270619-6-da1ff",
"20270619-7-8649c",
"20270619-8-c96fa",
"github_com_salesforce_ProposalForce_pull_35",
"20270619-0-9b0a6",
"20270619-1-937cd",
"20270619-2-4a398",
"20270619-3-efe1d",
"20270619-4-3a352",
"20270619-5-bff76",
"20270619-6-5b414",
"20270606-0-3f433",
"20270606-1-500cf",
"20270606-2-5488d",
"20270606-3-a21ac",
"20270606-4-8128b",
"20270606-5-317b0",
"20270606-6-41bd5",
"20270606-7-6e2bb",
"github_com_salesforce_ProposalForce_pull_34",
"20270619-0-689ef",
"20270619-1-0635f",
"20270619-2-6164f",
"20270619-3-77d41",
"20270619-4-fd1da",
"20270619-5-e578e",
"20270619-6-826c2",
"20270619-7-cbecc",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ProposalForce#a24",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in ProposalForce.",
"ground_truth": [
"ComputeWorks"
],
"citations": [
"20270602-0-04202",
"20270602-1-a5186",
"20270602-2-f2183",
"20270602-3-b89b0",
"20270602-4-70aca",
"20270602-5-6c7f1",
"20270602-6-48b45",
"20270602-7-c3a1e",
"20270602-8-89061",
"20270602-9-8f101",
"20270602-10-4aef9",
"20270605-0-b26fc",
"20270605-1-e606a",
"20270605-2-75d01",
"20270605-3-28966",
"20270605-4-f85ec",
"20270605-5-82a2b",
"20270605-6-20d0d",
"20270605-7-aaba1",
"20270605-8-bda29",
"20270606-0-76aaf",
"20270606-1-6d0a9",
"20270606-2-99a3b",
"20270606-3-5470c",
"20270606-4-38b4a",
"20270606-5-9430d",
"20270606-6-39807",
"20270606-7-c666f",
"20270511-0-f7ee7",
"20270511-1-feff4",
"20270511-2-ade21",
"20270511-3-26311",
"20270511-4-f91c7",
"20270511-5-d274a",
"20270511-6-b8c90",
"20270511-7-c423a",
"20270511-8-6d882",
"20270511-9-39bb0",
"20270511-10-e6d9f",
"20270522-0-df965",
"20270522-1-d90d2",
"20270522-2-18045",
"20270522-3-ae0e4",
"20270522-4-2042a",
"20270522-5-cb6d7",
"20270522-6-1abc1",
"20270522-7-720de",
"20270522-8-b2d12",
"20270522-0-c0490",
"20270522-1-9ff2c",
"20270522-2-63556",
"20270522-3-bd013",
"20270522-4-2aab4",
"20270522-5-01d69",
"20270522-6-a73bb",
"20270522-7-db7fe",
"20270614-0-a1b13",
"20270614-1-92267",
"20270614-2-d86b7",
"20270614-3-1189b",
"20270614-4-559c6",
"20270614-5-53d61",
"20270614-6-e3142",
"20270614-7-173a0",
"20270614-8-10194",
"20270614-9-22492",
"20270705-0-ae0d2",
"20270705-1-43a02",
"20270705-2-14990",
"20270705-3-2a8e6",
"20270705-4-bd1ac",
"20270705-5-ae7ed",
"github_com_salesforce_ProposalForce_pull_39",
"20270706-0-445e3",
"20270706-1-c9474",
"20270706-2-de0cc",
"20270706-3-fc634",
"20270706-4-2a545",
"20270706-5-6afae",
"20270706-6-f6ab0",
"20270708-0-376ac",
"20270708-1-9ab22",
"20270708-2-db25d",
"20270708-3-daee6",
"20270708-4-07311",
"20270708-5-5bb48",
"20270708-6-9feac",
"20270708-7-32567",
"20270708-8-faea5",
"20270708-9-186a9",
"20270708-10-25d72",
"20270630-0-3e5e2",
"20270630-1-162aa",
"20270630-2-a3d44",
"20270630-3-018fb",
"20270630-4-748e4",
"20270630-5-77fa5",
"20270630-6-25e6c",
"20270630-7-20aee",
"20270630-8-4a7b7",
"20270714-0-5f078",
"20270714-1-43929",
"20270714-2-02c70",
"20270714-3-ba1bb",
"20270714-4-3770d",
"20270714-5-8ddd5",
"20270714-6-8daff",
"20270714-7-fc941",
"20270714-8-f4bf2",
"20270714-9-85bb4",
"20270714-10-ef73b",
"20270714-11-3b595",
"20270716-0-79441",
"20270716-1-b4c12",
"20270716-2-5acb1",
"20270716-3-ed2c5",
"20270716-4-7aace",
"20270716-5-17f47",
"20270716-6-a9a79",
"20270716-7-b36bc",
"20270716-8-bd102",
"20270608-0-8f68c",
"20270608-1-4090f",
"20270608-2-2f3be",
"20270608-3-a6dac",
"20270608-4-b78f8",
"20270608-5-e7fb9",
"20270608-6-9cf61",
"20270608-7-4f445",
"20270608-8-3bd5e",
"20270608-9-632b6",
"20270608-10-dd2c2",
"20270619-0-b9f3c",
"20270619-1-142fc",
"20270619-2-88922",
"20270619-3-bc1a6",
"20270619-4-cbc4d",
"20270619-5-ef4af",
"20270619-6-da1ff",
"20270619-7-8649c",
"20270619-8-c96fa",
"github_com_salesforce_ProposalForce_pull_35",
"20270619-0-9b0a6",
"20270619-1-937cd",
"20270619-2-4a398",
"20270619-3-efe1d",
"20270619-4-3a352",
"20270619-5-bff76",
"20270619-6-5b414",
"20270606-0-3f433",
"20270606-1-500cf",
"20270606-2-5488d",
"20270606-3-a21ac",
"20270606-4-8128b",
"20270606-5-317b0",
"20270606-6-41bd5",
"20270606-7-6e2bb",
"github_com_salesforce_ProposalForce_pull_34",
"20270619-0-689ef",
"20270619-1-0635f",
"20270619-2-6164f",
"20270619-3-77d41",
"20270619-4-fd1da",
"20270619-5-e578e",
"20270619-6-826c2",
"20270619-7-cbecc",
"20270519-0-d7fee",
"20270519-1-15024",
"20270519-2-7ba1b",
"20270519-3-d6e43",
"20270519-4-05bd2",
"20270519-5-60edf",
"20270519-6-0d914",
"20270519-7-f01cf",
"20270519-8-23270",
"20270519-9-22dc3",
"20270519-10-876fe",
"20270624-0-92103",
"20270624-1-2ab77",
"20270624-2-db363",
"20270624-3-5055a",
"20270624-4-19409",
"20270624-5-cfd8a",
"20270624-6-9bce7",
"20270624-7-f0dfb",
"20270624-8-7e336",
"20270624-9-fc0d3",
"20270624-10-12127",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ProposalForce#a25",
"product": "ProposalForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in ProposalForce.",
"ground_truth": [
"eid_e4d35074",
"eid_344280c6"
],
"citations": [
"20270608-0-8f68c",
"20270608-1-4090f",
"20270608-2-2f3be",
"20270608-3-a6dac",
"20270608-4-b78f8",
"20270608-5-e7fb9",
"20270608-6-9cf61",
"20270608-7-4f445",
"20270608-8-3bd5e",
"20270608-9-632b6",
"20270608-10-dd2c2",
"20270619-0-b9f3c",
"20270619-1-142fc",
"20270619-2-88922",
"20270619-3-bc1a6",
"20270619-4-cbc4d",
"20270619-5-ef4af",
"20270619-6-da1ff",
"20270619-7-8649c",
"20270619-8-c96fa",
"github_com_salesforce_ProposalForce_pull_35",
"20270619-0-9b0a6",
"20270619-1-937cd",
"20270619-2-4a398",
"20270619-3-efe1d",
"20270619-4-3a352",
"20270619-5-bff76",
"20270619-6-5b414",
"20270624-0-92103",
"20270624-1-2ab77",
"20270624-2-db363",
"20270624-3-5055a",
"20270624-4-19409",
"20270624-5-cfd8a",
"20270624-6-9bce7",
"20270624-7-f0dfb",
"20270624-8-7e336",
"20270624-9-fc0d3",
"20270624-10-12127",
"20270614-0-a1b13",
"20270614-1-92267",
"20270614-2-d86b7",
"20270614-3-1189b",
"20270614-4-559c6",
"20270614-5-53d61",
"20270614-6-e3142",
"20270614-7-173a0",
"20270614-8-10194",
"20270614-9-22492",
"20270705-0-ae0d2",
"20270705-1-43a02",
"20270705-2-14990",
"20270705-3-2a8e6",
"20270705-4-bd1ac",
"20270705-5-ae7ed",
"github_com_salesforce_ProposalForce_pull_39",
"20270706-0-445e3",
"20270706-1-c9474",
"20270706-2-de0cc",
"20270706-3-fc634",
"20270706-4-2a545",
"20270706-5-6afae",
"20270706-6-f6ab0",
"20270602-0-04202",
"20270602-1-a5186",
"20270602-2-f2183",
"20270602-3-b89b0",
"20270602-4-70aca",
"20270602-5-6c7f1",
"20270602-6-48b45",
"20270602-7-c3a1e",
"20270602-8-89061",
"20270602-9-8f101",
"20270602-10-4aef9",
"20270606-0-3f433",
"20270606-1-500cf",
"20270606-2-5488d",
"20270606-3-a21ac",
"20270606-4-8128b",
"20270606-5-317b0",
"20270606-6-41bd5",
"20270606-7-6e2bb",
"github_com_salesforce_ProposalForce_pull_34",
"20270619-0-689ef",
"20270619-1-0635f",
"20270619-2-6164f",
"20270619-3-77d41",
"20270619-4-fd1da",
"20270619-5-e578e",
"20270619-6-826c2",
"20270619-7-cbecc",
"20270605-0-b26fc",
"20270605-1-e606a",
"20270605-2-75d01",
"20270605-3-28966",
"20270605-4-f85ec",
"20270605-5-82a2b",
"20270605-6-20d0d",
"20270605-7-aaba1",
"20270605-8-bda29",
"20270606-0-76aaf",
"20270606-1-6d0a9",
"20270606-2-99a3b",
"20270606-3-5470c",
"20270606-4-38b4a",
"20270606-5-9430d",
"20270606-6-39807",
"20270606-7-c666f",
"20270511-0-f7ee7",
"20270511-1-feff4",
"20270511-2-ade21",
"20270511-3-26311",
"20270511-4-f91c7",
"20270511-5-d274a",
"20270511-6-b8c90",
"20270511-7-c423a",
"20270511-8-6d882",
"20270511-9-39bb0",
"20270511-10-e6d9f",
"20270522-0-df965",
"20270522-1-d90d2",
"20270522-2-18045",
"20270522-3-ae0e4",
"20270522-4-2042a",
"20270522-5-cb6d7",
"20270522-6-1abc1",
"20270522-7-720de",
"20270522-8-b2d12",
"20270522-0-c0490",
"20270522-1-9ff2c",
"20270522-2-63556",
"20270522-3-bd013",
"20270522-4-2aab4",
"20270522-5-01d69",
"20270522-6-a73bb",
"20270522-7-db7fe",
"20270708-0-376ac",
"20270708-1-9ab22",
"20270708-2-db25d",
"20270708-3-daee6",
"20270708-4-07311",
"20270708-5-5bb48",
"20270708-6-9feac",
"20270708-7-32567",
"20270708-8-faea5",
"20270708-9-186a9",
"20270708-10-25d72",
"20270714-0-5f078",
"20270714-1-43929",
"20270714-2-02c70",
"20270714-3-ba1bb",
"20270714-4-3770d",
"20270714-5-8ddd5",
"20270714-6-8daff",
"20270714-7-fc941",
"20270714-8-f4bf2",
"20270714-9-85bb4",
"20270714-10-ef73b",
"20270714-11-3b595",
"20270716-0-79441",
"20270716-1-b4c12",
"20270716-2-5acb1",
"20270716-3-ed2c5",
"20270716-4-7aace",
"20270716-5-17f47",
"20270716-6-a9a79",
"20270716-7-b36bc",
"20270716-8-bd102",
"20270630-0-3e5e2",
"20270630-1-162aa",
"20270630-2-a3d44",
"20270630-3-018fb",
"20270630-4-748e4",
"20270630-5-77fa5",
"20270630-6-25e6c",
"20270630-7-20aee",
"20270630-8-4a7b7",
"20270519-0-d7fee",
"20270519-1-15024",
"20270519-2-7ba1b",
"20270519-3-d6e43",
"20270519-4-05bd2",
"20270519-5-60edf",
"20270519-6-0d914",
"20270519-7-f01cf",
"20270519-8-23270",
"20270519-9-22dc3",
"20270519-10-876fe",
"20270115-0-30574",
"20270115-1-27bb1",
"20270115-2-2180c"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "ProposalForce#u0",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u1",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u2",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u3",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u4",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u5",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u6",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u7",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u8",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u9",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u10",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u11",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u12",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u13",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u14",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u15",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u16",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u17",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u18",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u19",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u20",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What new features about real-time collaboration are added to ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u21",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What new features about mobile app enhancements for iOS and Android are added to ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "ProposalForce#u22",
"product": "ProposalForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to ProposalForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a0",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for SearchFlow?",
"ground_truth": "- Mention potential limitations or challenges with integrating chAIX into existing Slack setups in the Product Features section.\n- Emphasize the importance of user testimonials and case studies in the Marketing Strategy section.",
"citations": [
"20260218-0-9bda5",
"20260218-1-678a8",
"20260218-2-82285",
"20260218-3-6f3cf",
"20260218-4-36b06",
"20260218-5-113e1",
"20260218-6-a924a",
"20260218-7-50181",
"20260218-8-47d68",
"20260218-9-a1dae",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a1",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for SearchFlow?",
"ground_truth": "- Add more detail on strategic recommendations in the Executive Summary, including a brief mention of the marketing strategy.\n- Include a comparison chart or table in the Competitive Analysis section to visually highlight chAIX's advantages over other tools.",
"citations": [
"20260218-0-9bda5",
"20260218-1-678a8",
"20260218-2-82285",
"20260218-3-6f3cf",
"20260218-4-36b06",
"20260218-5-113e1",
"20260218-6-a924a",
"20260218-7-50181",
"20260218-8-47d68",
"20260218-9-a1dae",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a2",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for SearchFlow?",
"ground_truth": "- Include statistics or data points about the growth of the collaboration software market in the Market Overview section.\n- Add information about how chAIX's AI technology specifically outperforms competitors in the Competitive Analysis section.",
"citations": [
"20260218-0-9bda5",
"20260218-1-678a8",
"20260218-2-82285",
"20260218-3-6f3cf",
"20260218-4-36b06",
"20260218-5-113e1",
"20260218-6-a924a",
"20260218-7-50181",
"20260218-8-47d68",
"20260218-9-a1dae",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a3",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for SearchFlow?",
"ground_truth": "- Include more specifics on AI capabilities in the Product Differentiation section, with examples of how our AI is more advanced than competitors.\n- Provide more details in the Go-to-Market Strategy, including targeted industry events and plans to leverage user testimonials effectively.",
"citations": [
"20260226-0-e038c",
"20260226-1-d8c73",
"20260226-2-09e7c",
"20260226-3-15ee0",
"20260226-4-6bf3a",
"20260226-5-08740",
"20260226-6-33552",
"20260226-7-4de15",
"20260226-8-e2c9d",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a4",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for SearchFlow?",
"ground_truth": "- Include statistics or data points in the Market Opportunity section to highlight the current limitations of Slack's native search.",
"citations": [
"20260226-0-e038c",
"20260226-1-d8c73",
"20260226-2-09e7c",
"20260226-3-15ee0",
"20260226-4-6bf3a",
"20260226-5-08740",
"20260226-6-33552",
"20260226-7-4de15",
"20260226-8-e2c9d",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a5",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for SearchFlow?",
"ground_truth": "- Specify how user feedback will be gathered in the Product Development section, considering methods such as surveys, interviews, or analytics.\n- Mention any initial feedback received from beta users in the Go-to-Market Strategy to add credibility and demonstrate progress.",
"citations": [
"20260226-0-e038c",
"20260226-1-d8c73",
"20260226-2-09e7c",
"20260226-3-15ee0",
"20260226-4-6bf3a",
"20260226-5-08740",
"20260226-6-33552",
"20260226-7-4de15",
"20260226-8-e2c9d",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a6",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Requirements Document for SearchFlow?",
"ground_truth": "- Specify which cloud-based AI services are being considered in the Technical Requirements section to anticipate integration challenges.\n- Highlight a unique selling proposition early in the Introduction to grab attention.",
"citations": [
"20260306-0-55ffc",
"20260306-1-b8829",
"20260306-2-324ef",
"20260306-3-95c52",
"20260306-4-93c0e",
"20260306-5-ecae6",
"20260306-6-08850",
"20260306-7-d040a",
"20260306-8-7cf76",
"20260306-9-1f47c",
"20260306-10-106ea",
"20260306-11-ddf69",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a7",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Requirements Document for SearchFlow?",
"ground_truth": "- Clarify how chAIX will handle ambiguous queries in the Key Features section to ensure user-friendliness.\n- Specify a timeline for regular updates in the Feedback and Iteration section to set expectations for users and maintain schedule adherence.",
"citations": [
"20260306-0-55ffc",
"20260306-1-b8829",
"20260306-2-324ef",
"20260306-3-95c52",
"20260306-4-93c0e",
"20260306-5-ecae6",
"20260306-6-08850",
"20260306-7-d040a",
"20260306-8-7cf76",
"20260306-9-1f47c",
"20260306-10-106ea",
"20260306-11-ddf69",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a8",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Requirements Document for SearchFlow?",
"ground_truth": "- Include user personas in the User Experience section to illustrate how different users will interact with chAIX.\n- Emphasize partnerships with Slack-certified partners in the Go-to-Market Strategy to enhance credibility and reach.",
"citations": [
"20260306-0-55ffc",
"20260306-1-b8829",
"20260306-2-324ef",
"20260306-3-95c52",
"20260306-4-93c0e",
"20260306-5-ecae6",
"20260306-6-08850",
"20260306-7-d040a",
"20260306-8-7cf76",
"20260306-9-1f47c",
"20260306-10-106ea",
"20260306-11-ddf69",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a9",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for SearchFlow?",
"ground_truth": "- Specify the cloud platform being considered for hosting under 'System Architecture'.\n- Outline specific security protocols to be implemented, particularly due to handling sensitive user data.",
"citations": [
"20260313-0-90381",
"20260313-1-f5dcd",
"20260313-2-baeac",
"20260313-3-ab121",
"20260313-4-e3217",
"20260313-5-c74c6",
"20260313-6-3bed6",
"20260313-7-c051d",
"20260313-8-d1526",
"20260313-9-cda17",
"20260313-10-f27c3",
"20260313-11-3425b",
"20260313-12-140ca",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a10",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Technical Specifications Document for SearchFlow?",
"ground_truth": "- Elaborate on how multilingual support will be handled under 'Natural Language Processing' to cater to international users.",
"citations": [
"20260313-0-90381",
"20260313-1-f5dcd",
"20260313-2-baeac",
"20260313-3-ab121",
"20260313-4-e3217",
"20260313-5-c74c6",
"20260313-6-3bed6",
"20260313-7-c051d",
"20260313-8-d1526",
"20260313-9-cda17",
"20260313-10-f27c3",
"20260313-11-3425b",
"20260313-12-140ca",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a11",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the changes suggested by Product Manager to improve the Technical Specifications Document for SearchFlow?",
"ground_truth": "- Include details on initial languages supported and future expansion plans for multilingual support.\n- Specify methods for prioritizing user feedback, such as a voting system or direct user interviews.\n- Outline a feedback prioritization strategy based on user engagement levels.\n- Specify the frequency of updates and how downtime will be managed during updates in the 'Deployment and Maintenance' section.",
"citations": [
"20260313-0-90381",
"20260313-1-f5dcd",
"20260313-2-baeac",
"20260313-3-ab121",
"20260313-4-e3217",
"20260313-5-c74c6",
"20260313-6-3bed6",
"20260313-7-c051d",
"20260313-8-d1526",
"20260313-9-cda17",
"20260313-10-f27c3",
"20260313-11-3425b",
"20260313-12-140ca",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a12",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the unique features of SearchFlow's competitor products?",
"ground_truth": "SmartSearch for Slack has several unique features: it uses AI-driven search to prioritize recent and frequently accessed content, offers contextual search suggestions based on user behavior and interactions, and integrates with third-party apps to expand search capabilities beyond Slack.\n\nThe unique features of SlackSense include natural language processing to understand and respond to complex queries, personalized search results tailored to individual user preferences, and real-time updates to the search index as new content is added to Slack.\n\nInsightBot for Slack offers AI-powered insights that highlight key messages and trends in discussions. It enhances Slack's native search by adding advanced filtering options, allowing users to narrow down search results by date, user, or channel.",
"citations": [
"20260525-0-cb680",
"20260525-1-1087f",
"20260525-2-024a3",
"20260525-3-1f5c1",
"20260525-4-96621",
"20260525-5-71d2a",
"20260525-6-f32d5",
"20260525-7-d5b18",
"20260525-8-b9ef0",
"20260525-9-e706c",
"20260525-10-25268",
"20260525-11-a4903",
"20260522-0-0eafa",
"20260522-1-54505",
"20260522-2-03293",
"20260522-3-f0b5e",
"20260522-4-8735a",
"20260522-5-62b62",
"20260522-6-5b2cb",
"20260522-7-27251",
"20260522-8-701f3",
"20260522-9-36921",
"20260522-10-60489",
"20260522-11-801ad",
"20260722-0-61d86",
"20260722-1-7ac22",
"20260722-2-92e77",
"20260722-3-4832c",
"20260722-4-273fa",
"20260722-5-fff5d",
"20260722-6-a63c8",
"20260722-7-17ee9",
"20260722-8-c1c0b",
"20260722-9-b42e7",
"20260722-10-a3f35",
"20260722-11-281fb",
"20260722-12-8d90b",
"20260529-0-629e6",
"20260529-1-8d25d",
"20260529-2-40c9d",
"20260529-3-ae3cf",
"20260529-4-86401",
"20260529-5-0dca6",
"20260529-6-887d5",
"20260529-7-b9ace",
"20260529-8-c324b",
"20260529-9-75a5b",
"20260529-10-f21ea",
"20260529-11-0ab1b",
"20260529-12-f7cb7",
"20260331-0-c0418",
"20260331-1-dbea3",
"20260331-2-44075",
"20260331-3-c5c15",
"20260331-4-cec17",
"20260331-5-557ca",
"20260331-6-19181",
"20260331-7-7cd39",
"20260331-8-79f32",
"20260331-9-e22fb",
"20260331-10-0565a",
"20260331-11-26f06",
"20260709-0-681fd",
"20260709-1-88873",
"20260709-2-fdc4f",
"20260709-3-ee2dd",
"20260709-4-a1565",
"20260709-5-4e1b4",
"20260709-6-34e55",
"20260709-7-f2aae",
"20260709-8-d5cb2",
"20260709-9-7ce28",
"20260709-10-704e1",
"20260709-11-23058",
"20260709-12-c5801",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a13",
"product": "SearchFlow",
"kind": "answerable",
"question": "What are the weaknesses of SearchFlow's competitor products?",
"ground_truth": "The weaknesses of SmartSearch for Slack include struggling with indexing large volumes of historical data quickly, which can lead to delays in retrieving older messages. Additionally, it offers limited customization options for search filters and parameters, restricting users from creating complex search queries or adjusting filters beyond a few preset options.\n\nSlackSense has two main weaknesses: high computational demands that can slow down performance during peak usage, and a complex initial setup that requires significant configuration to align with team workflows. These issues can lead to user frustration, decreased productivity, and may deter potential customers.\n\nThe weaknesses of InsightBot for Slack include limited support for non-English languages, which could hinder communication for international teams, and the need for frequent updates to stay compatible with Slack's API changes, potentially disrupting workflows.",
"citations": [
"20260525-0-cb680",
"20260525-1-1087f",
"20260525-2-024a3",
"20260525-3-1f5c1",
"20260525-4-96621",
"20260525-5-71d2a",
"20260525-6-f32d5",
"20260525-7-d5b18",
"20260525-8-b9ef0",
"20260525-9-e706c",
"20260525-10-25268",
"20260525-11-a4903",
"20260522-0-0eafa",
"20260522-1-54505",
"20260522-2-03293",
"20260522-3-f0b5e",
"20260522-4-8735a",
"20260522-5-62b62",
"20260522-6-5b2cb",
"20260522-7-27251",
"20260522-8-701f3",
"20260522-9-36921",
"20260522-10-60489",
"20260522-11-801ad",
"20260722-0-61d86",
"20260722-1-7ac22",
"20260722-2-92e77",
"20260722-3-4832c",
"20260722-4-273fa",
"20260722-5-fff5d",
"20260722-6-a63c8",
"20260722-7-17ee9",
"20260722-8-c1c0b",
"20260722-9-b42e7",
"20260722-10-a3f35",
"20260722-11-281fb",
"20260722-12-8d90b",
"20260529-0-629e6",
"20260529-1-8d25d",
"20260529-2-40c9d",
"20260529-3-ae3cf",
"20260529-4-86401",
"20260529-5-0dca6",
"20260529-6-887d5",
"20260529-7-b9ace",
"20260529-8-c324b",
"20260529-9-75a5b",
"20260529-10-f21ea",
"20260529-11-0ab1b",
"20260529-12-f7cb7",
"20260331-0-c0418",
"20260331-1-dbea3",
"20260331-2-44075",
"20260331-3-c5c15",
"20260331-4-cec17",
"20260331-5-557ca",
"20260331-6-19181",
"20260331-7-7cd39",
"20260331-8-79f32",
"20260331-9-e22fb",
"20260331-10-0565a",
"20260331-11-26f06",
"20260709-0-681fd",
"20260709-1-88873",
"20260709-2-fdc4f",
"20260709-3-ee2dd",
"20260709-4-a1565",
"20260709-5-4e1b4",
"20260709-6-34e55",
"20260709-7-f2aae",
"20260709-8-d5cb2",
"20260709-9-7ce28",
"20260709-10-704e1",
"20260709-11-23058",
"20260709-12-c5801",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a14",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of SearchFlow's competitor products?",
"ground_truth": [
"eid_df392037",
"eid_ea9d8486",
"eid_95f6d01c",
"eid_4afd9484",
"eid_3bcf2a20",
"eid_6f8eba96"
],
"citations": [
"20260525-0-cb680",
"20260525-1-1087f",
"20260525-2-024a3",
"20260525-3-1f5c1",
"20260525-4-96621",
"20260525-5-71d2a",
"20260525-6-f32d5",
"20260525-7-d5b18",
"20260525-8-b9ef0",
"20260525-9-e706c",
"20260525-10-25268",
"20260525-11-a4903",
"20260522-0-0eafa",
"20260522-1-54505",
"20260522-2-03293",
"20260522-3-f0b5e",
"20260522-4-8735a",
"20260522-5-62b62",
"20260522-6-5b2cb",
"20260522-7-27251",
"20260522-8-701f3",
"20260522-9-36921",
"20260522-10-60489",
"20260522-11-801ad",
"20260722-0-61d86",
"20260722-1-7ac22",
"20260722-2-92e77",
"20260722-3-4832c",
"20260722-4-273fa",
"20260722-5-fff5d",
"20260722-6-a63c8",
"20260722-7-17ee9",
"20260722-8-c1c0b",
"20260722-9-b42e7",
"20260722-10-a3f35",
"20260722-11-281fb",
"20260722-12-8d90b",
"20260529-0-629e6",
"20260529-1-8d25d",
"20260529-2-40c9d",
"20260529-3-ae3cf",
"20260529-4-86401",
"20260529-5-0dca6",
"20260529-6-887d5",
"20260529-7-b9ace",
"20260529-8-c324b",
"20260529-9-75a5b",
"20260529-10-f21ea",
"20260529-11-0ab1b",
"20260529-12-f7cb7",
"20260331-0-c0418",
"20260331-1-dbea3",
"20260331-2-44075",
"20260331-3-c5c15",
"20260331-4-cec17",
"20260331-5-557ca",
"20260331-6-19181",
"20260331-7-7cd39",
"20260331-8-79f32",
"20260331-9-e22fb",
"20260331-10-0565a",
"20260331-11-26f06",
"20260709-0-681fd",
"20260709-1-88873",
"20260709-2-fdc4f",
"20260709-3-ee2dd",
"20260709-4-a1565",
"20260709-5-4e1b4",
"20260709-6-34e55",
"20260709-7-f2aae",
"20260709-8-d5cb2",
"20260709-9-7ce28",
"20260709-10-704e1",
"20260709-11-23058",
"20260709-12-c5801",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a15",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of SearchFlow's competitor products?",
"ground_truth": [
"eid_ce2f3276",
"eid_816aea15",
"eid_7b874c82"
],
"citations": [
"20260525-0-cb680",
"20260525-1-1087f",
"20260525-2-024a3",
"20260525-3-1f5c1",
"20260525-4-96621",
"20260525-5-71d2a",
"20260525-6-f32d5",
"20260525-7-d5b18",
"20260525-8-b9ef0",
"20260525-9-e706c",
"20260525-10-25268",
"20260525-11-a4903",
"20260522-0-0eafa",
"20260522-1-54505",
"20260522-2-03293",
"20260522-3-f0b5e",
"20260522-4-8735a",
"20260522-5-62b62",
"20260522-6-5b2cb",
"20260522-7-27251",
"20260522-8-701f3",
"20260522-9-36921",
"20260522-10-60489",
"20260522-11-801ad",
"20260526-0-4e9d2",
"20260722-0-61d86",
"20260722-1-7ac22",
"20260722-2-92e77",
"20260722-3-4832c",
"20260722-4-273fa",
"20260722-5-fff5d",
"20260722-6-a63c8",
"20260722-7-17ee9",
"20260722-8-c1c0b",
"20260722-9-b42e7",
"20260722-10-a3f35",
"20260722-11-281fb",
"20260722-12-8d90b",
"20260529-0-629e6",
"20260529-1-8d25d",
"20260529-2-40c9d",
"20260529-3-ae3cf",
"20260529-4-86401",
"20260529-5-0dca6",
"20260529-6-887d5",
"20260529-7-b9ace",
"20260529-8-c324b",
"20260529-9-75a5b",
"20260529-10-f21ea",
"20260529-11-0ab1b",
"20260529-12-f7cb7",
"20260605-0-656d0",
"20260331-0-c0418",
"20260331-1-dbea3",
"20260331-2-44075",
"20260331-3-c5c15",
"20260331-4-cec17",
"20260331-5-557ca",
"20260331-6-19181",
"20260331-7-7cd39",
"20260331-8-79f32",
"20260331-9-e22fb",
"20260331-10-0565a",
"20260331-11-26f06",
"20260709-0-681fd",
"20260709-1-88873",
"20260709-2-fdc4f",
"20260709-3-ee2dd",
"20260709-4-a1565",
"20260709-5-4e1b4",
"20260709-6-34e55",
"20260709-7-f2aae",
"20260709-8-d5cb2",
"20260709-9-7ce28",
"20260709-10-704e1",
"20260709-11-23058",
"20260709-12-c5801",
"20260606-0-fb97a",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a16",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for SearchFlow's competitor products?",
"ground_truth": [
"https://smartsearchforslack.com/demo",
"https://insightbotforslack.com/demo",
"https://slacksense.com/demo"
],
"citations": [
"20260525-0-cb680",
"20260525-1-1087f",
"20260525-2-024a3",
"20260525-3-1f5c1",
"20260525-4-96621",
"20260525-5-71d2a",
"20260525-6-f32d5",
"20260525-7-d5b18",
"20260525-8-b9ef0",
"20260525-9-e706c",
"20260525-10-25268",
"20260525-11-a4903",
"20260522-0-0eafa",
"20260522-1-54505",
"20260522-2-03293",
"20260522-3-f0b5e",
"20260522-4-8735a",
"20260522-5-62b62",
"20260522-6-5b2cb",
"20260522-7-27251",
"20260522-8-701f3",
"20260522-9-36921",
"20260522-10-60489",
"20260522-11-801ad",
"20260526-0-4e9d2",
"20260722-0-61d86",
"20260722-1-7ac22",
"20260722-2-92e77",
"20260722-3-4832c",
"20260722-4-273fa",
"20260722-5-fff5d",
"20260722-6-a63c8",
"20260722-7-17ee9",
"20260722-8-c1c0b",
"20260722-9-b42e7",
"20260722-10-a3f35",
"20260722-11-281fb",
"20260722-12-8d90b",
"20260529-0-629e6",
"20260529-1-8d25d",
"20260529-2-40c9d",
"20260529-3-ae3cf",
"20260529-4-86401",
"20260529-5-0dca6",
"20260529-6-887d5",
"20260529-7-b9ace",
"20260529-8-c324b",
"20260529-9-75a5b",
"20260529-10-f21ea",
"20260529-11-0ab1b",
"20260529-12-f7cb7",
"20260605-0-656d0",
"20260331-0-c0418",
"20260331-1-dbea3",
"20260331-2-44075",
"20260331-3-c5c15",
"20260331-4-cec17",
"20260331-5-557ca",
"20260331-6-19181",
"20260331-7-7cd39",
"20260331-8-79f32",
"20260331-9-e22fb",
"20260331-10-0565a",
"20260331-11-26f06",
"20260709-0-681fd",
"20260709-1-88873",
"20260709-2-fdc4f",
"20260709-3-ee2dd",
"20260709-4-a1565",
"20260709-5-4e1b4",
"20260709-6-34e55",
"20260709-7-f2aae",
"20260709-8-d5cb2",
"20260709-9-7ce28",
"20260709-10-704e1",
"20260709-11-23058",
"20260709-12-c5801",
"20260606-0-fb97a",
"smartsearchforslack_com_demo",
"insightbotforslack_com_demo",
"slacksense_com_demo",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a17",
"product": "SearchFlow",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for the NLP enhancements in SearchFlow that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/1",
"https://github.com/salesforce/SearchFlow/pull/24"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_2",
"20260421-0-eac24",
"20260421-1-567d3",
"20260421-2-6dba0",
"20260421-3-f2871",
"20260421-4-5ba10",
"20260421-5-b3b2f",
"20260421-6-3f454",
"20260421-7-4d78a",
"20260421-8-107d2",
"20260421-9-8a656",
"20260421-10-3acd2",
"20260421-11-1f58a",
"20260421-12-87fac",
"20260421-13-d6002",
"20260421-14-a89b4",
"github_com_salesforce_SearchFlow_pull_1",
"20260403-0-59773",
"20260403-1-4b8bd",
"20260403-2-4f9cc",
"20260403-3-1652c",
"20260403-4-b3ded",
"20260403-5-79128",
"20260403-6-cdd48",
"20260403-7-cce51",
"20260403-8-fa210",
"20260403-9-0f407",
"product_dev_SearchFlow_7",
"20260623-0-ef276",
"20260623-1-e7985",
"20260623-2-55650",
"20260623-3-b75e4",
"20260623-4-ed2ea",
"20260623-5-83781",
"20260623-6-1d25e",
"20260623-7-15644",
"20260623-8-77f34",
"20260623-9-e5539",
"20260623-10-26318",
"20260623-11-35a28",
"20260623-12-539e7",
"20260623-13-d1c8c",
"github_com_salesforce_SearchFlow_pull_24",
"20260622-0-76fd8",
"20260622-1-95081",
"20260622-2-7d87f",
"20260622-3-4da09",
"20260622-4-a143c",
"20260622-5-738ab",
"20260622-6-7a2b0",
"20260622-7-e9121",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a18",
"product": "SearchFlow",
"kind": "answerable",
"question": "Can you provide the links to the PRs for the NLP enhancements in SearchFlow that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/11",
"https://github.com/salesforce/SearchFlow/pull/19"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_3",
"product_dev_SearchFlow_4",
"github_com_salesforce_SearchFlow_pull_11",
"20260510-0-aa1c8",
"20260510-1-4c3b1",
"20260510-2-a39a5",
"20260510-3-defb4",
"20260510-4-21379",
"20260510-5-173da",
"20260510-6-82879",
"20260510-7-d3f9f",
"20260510-8-4cf87",
"20260510-9-db078",
"20260510-10-5bc06",
"product_dev_SearchFlow_5",
"product_dev_SearchFlow_6",
"github_com_salesforce_SearchFlow_pull_19",
"20260608-0-e32c8",
"20260608-1-bca47",
"20260608-2-fd163",
"20260608-3-4cf4a",
"20260608-4-a59f6",
"20260608-5-67e46",
"20260608-6-d2f92",
"20260608-7-1e5ba",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a19",
"product": "SearchFlow",
"kind": "answerable",
"question": "Can you provide links to PRs related to semantic search improvements in SearchFlow that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/6",
"https://github.com/salesforce/SearchFlow/pull/20"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_3",
"github_com_salesforce_SearchFlow_pull_6",
"github_com_salesforce_SearchFlow_pull_9",
"20260427-0-1aa5e",
"20260427-1-01137",
"20260427-2-894d8",
"20260427-3-a33b2",
"20260427-4-686c9",
"20260427-5-f60e3",
"20260427-6-3a321",
"20260427-7-1b2f2",
"20260427-8-6c483",
"20260503-0-9616e",
"20260503-1-af6c6",
"20260503-2-0e2b2",
"20260503-3-809fb",
"20260503-4-be9d9",
"20260503-5-d3f7c",
"20260503-6-ce381",
"20260503-7-e7b8d",
"20260503-8-884ad",
"20260503-9-56524",
"20260503-10-b4666",
"20260503-11-511bf",
"20260503-12-7bd70",
"20260503-13-a0154",
"20260504-0-9010e",
"20260504-1-ddf4a",
"20260504-2-8acf9",
"product_dev_SearchFlow_6",
"github_com_salesforce_SearchFlow_pull_20",
"github_com_salesforce_SearchFlow_pull_23",
"20260609-0-9e1fd",
"20260609-1-95658",
"20260609-2-a6208",
"20260609-3-e9086",
"20260609-4-0a3a1",
"20260609-5-64bb3",
"20260609-6-ae0b4",
"20260609-7-28ad4",
"20260609-8-b0938",
"20260613-0-fbb6e",
"20260613-1-64a75",
"20260613-2-ae60b",
"20260613-3-7caea",
"20260613-4-7ecf2",
"20260613-5-6f694",
"20260613-6-45cbc",
"20260613-7-00c79",
"20260613-8-a9d17",
"20260613-9-e7d00",
"20260613-10-8c9b7",
"20260613-11-cb9e6",
"20260613-12-abed7",
"20260613-13-b23c6",
"20260613-14-40866",
"20260613-0-20c3a",
"20260613-1-90daa",
"20260613-2-262ad",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a20",
"product": "SearchFlow",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for the semantic search improvements in SearchFlow that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/16"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_4",
"product_dev_SearchFlow_5",
"20260602-0-67886",
"20260602-1-df4ed",
"20260602-2-97bea",
"20260602-3-37ec3",
"20260602-4-1b9b2",
"20260602-5-861b5",
"20260602-6-f1a61",
"20260602-7-c38b2",
"20260602-8-b9dee",
"20260602-9-0cc82",
"github_com_salesforce_SearchFlow_pull_16",
"20260523-0-91ac4",
"20260523-1-5e989",
"20260523-2-c2505",
"20260523-3-4aadc",
"20260523-4-9a9a2",
"20260523-5-5c7f0",
"20260523-6-f5bd7",
"20260523-7-e3e80",
"20260523-8-f79e2",
"20260523-9-e1950",
"20260523-10-607e2",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a21",
"product": "SearchFlow",
"kind": "answerable",
"question": "Can you provide links to PRs for implementing multilingual support in SearchFlow that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/29"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_7",
"product_dev_SearchFlow_8",
"github_com_salesforce_SearchFlow_pull_29",
"github_com_salesforce_SearchFlow_pull_31",
"20260705-0-17b4a",
"20260705-1-33c9f",
"20260705-2-49dc5",
"20260705-3-25084",
"20260705-4-e2360",
"20260705-5-80203",
"20260705-6-5f32a",
"20260705-7-7d0ed",
"20260708-0-0783d",
"20260708-1-d4f02",
"20260708-2-34cbb",
"20260708-3-a4de1",
"20260708-4-f8356",
"20260708-5-f81d1",
"20260708-6-8c0ab",
"20260708-7-0109c",
"20260708-8-00e02",
"20260708-9-9f06b",
"20260708-10-f2e55",
"20260708-0-b0489",
"20260708-1-f47f0",
"20260708-2-6839c",
"20260708-3-f9f71",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a22",
"product": "SearchFlow",
"kind": "answerable",
"question": "Can you provide links to PRs related to implementing multilingual support in SearchFlow that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/7"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_2",
"product_dev_SearchFlow_3",
"github_com_salesforce_SearchFlow_pull_7",
"github_com_salesforce_SearchFlow_pull_10",
"20260502-0-99c49",
"20260502-1-4a3d5",
"20260502-2-ce8d7",
"20260502-3-c2535",
"20260502-4-c0c5c",
"20260502-5-85403",
"20260502-6-d957b",
"20260502-7-6986a",
"20260502-8-e08c8",
"20260502-9-8ffb4",
"20260502-10-f943f",
"20260504-0-d8917",
"20260504-1-bd5e8",
"20260504-2-f944f",
"20260504-3-c6022",
"20260504-4-3db67",
"20260504-5-af03c",
"20260504-6-b8b0d",
"20260504-7-408aa",
"20260504-8-fe552",
"20260504-9-28113",
"20260504-10-047b9",
"20260504-11-d46e4",
"20260504-12-3baf9",
"20260504-13-5f1ec",
"20260504-14-f6e5c",
"20260504-15-3edb5",
"20260504-16-4362b",
"20260505-0-2f77c",
"20260505-1-bfbb0",
"20260505-2-af931",
"20260505-3-a2e0c",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a23",
"product": "SearchFlow",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for implementing multilingual support in SearchFlow that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/13"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_4",
"20260517-0-346ee",
"20260517-1-c12b4",
"20260517-2-8aad0",
"20260517-3-54350",
"20260517-4-4e6fa",
"20260517-5-58ef0",
"20260517-6-f26c1",
"20260517-7-263ff",
"20260517-8-16f96",
"github_com_salesforce_SearchFlow_pull_13",
"20260517-0-5681b",
"20260517-1-938a2",
"20260517-2-877a9",
"20260517-3-35eb8",
"20260517-4-6ad4e",
"20260517-5-22414",
"20260517-6-e0acd",
"20260517-7-197ea",
"20260517-8-c4747",
"20260517-9-dedfe",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a24",
"product": "SearchFlow",
"kind": "answerable",
"question": "Could you provide the links to the PRs for implementing multilingual support in SearchFlow that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/17"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_5",
"github_com_salesforce_SearchFlow_pull_17",
"20260527-0-b36af",
"20260527-1-4176d",
"20260527-2-3e077",
"20260527-3-54112",
"20260527-4-e0cbc",
"20260527-5-163af",
"20260527-6-19a36",
"20260527-7-d7824",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a25",
"product": "SearchFlow",
"kind": "answerable",
"question": "Can you provide links to PRs related to the deployment pipeline optimization in SearchFlow that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/32"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_8",
"product_dev_SearchFlow_9",
"github_com_salesforce_SearchFlow_pull_32",
"github_com_salesforce_SearchFlow_pull_33",
"20260711-0-7f869",
"20260711-1-4f21a",
"20260711-2-77cdb",
"20260711-3-dcf48",
"20260711-4-a0d7d",
"20260711-5-c5c71",
"20260711-6-3ab3c",
"20260711-7-ab132",
"20260711-8-0bea0",
"20260711-9-f0c55",
"20260711-10-1e3ef",
"20260713-0-928bf",
"20260713-1-edb20",
"20260713-2-23eaa",
"20260713-3-710bb",
"20260713-4-23fa2",
"20260713-5-1c60b",
"20260713-6-e72d3",
"20260713-7-1e7fd",
"20260713-8-eeeef",
"20260713-9-5ccda",
"20260713-10-a661f",
"20260713-11-486a1",
"20260714-0-1be30",
"20260714-1-6bf0d",
"20260714-2-a92ab",
"20260714-3-5a847",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a26",
"product": "SearchFlow",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the deployment pipeline optimization in SearchFlow that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/27"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_6",
"product_dev_SearchFlow_7",
"20260625-0-b99d1",
"20260625-1-44f83",
"20260625-2-d453d",
"20260625-3-aa597",
"20260625-4-ae854",
"20260625-5-2f3f6",
"20260625-6-987e4",
"20260625-7-e624e",
"20260625-8-ec491",
"20260625-9-43c43",
"github_com_salesforce_SearchFlow_pull_27",
"20260625-0-59eaa",
"20260625-1-df200",
"20260625-2-ed6a0",
"20260625-3-aae10",
"20260625-4-63f2b",
"20260625-5-b44a3",
"20260625-6-4505e",
"20260625-7-3bca5",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a27",
"product": "SearchFlow",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the deployment pipeline optimization in SearchFlow that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/18",
"https://github.com/salesforce/SearchFlow/pull/34"
],
"citations": [
"product_dev_SearchFlow_1",
"product_dev_SearchFlow_4",
"product_dev_SearchFlow_5",
"github_com_salesforce_SearchFlow_pull_18",
"20260602-0-2e7a3",
"20260602-1-9deb8",
"20260602-2-374a8",
"20260602-3-f0c34",
"20260602-4-4a0f7",
"20260602-5-08b64",
"20260602-6-f4b65",
"20260602-7-4d492",
"20260602-8-54ebd",
"20260602-9-d6d2c",
"product_dev_SearchFlow_10",
"github_com_salesforce_SearchFlow_pull_34",
"20260723-0-9fbb6",
"20260723-1-1e18a",
"20260723-2-149e3",
"20260723-3-ba959",
"20260723-4-d17c9",
"20260723-5-4c27c",
"20260723-6-f85b6",
"20260723-7-daac8",
"20260723-8-3bedd",
"20260723-9-6ce65",
"20260723-10-97a5d",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a28",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the AI Model & Search Algorithm in SearchFlow that caused decreased search accuracy and disrupted workflow?",
"ground_truth": [
"FusionTech",
"NextGenTech",
"ComputeWorks",
"TechCorp",
"SmartData",
"DataSolutions"
],
"citations": [
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20260822-0-eb2a0",
"20260822-1-9cfec",
"20260822-2-5a52e",
"20260822-3-0ba4c",
"20260822-4-75096",
"20260822-5-e24c1",
"20260822-6-9d624",
"20260822-7-e3772",
"20260822-8-158ac",
"20260822-9-eab9f",
"20260822-10-5eb2e",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a29",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the AI Model & Search Algorithm in SearchFlow that were causing decreased search accuracy and disrupting workflow?",
"ground_truth": [
"eid_e01a396c",
"eid_4812cbd8"
],
"citations": [
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20261014-0-3d382",
"20261014-1-9ed77",
"20261014-2-52635",
"20261014-3-e4022",
"20261014-4-4c42d",
"20261014-5-698c2",
"20261014-6-5094d",
"20261014-7-d1ed1",
"20261014-8-8bea6",
"github_com_salesforce_SearchFlow_pull_55",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260912-0-f14c6",
"20260912-1-d8976",
"20260912-2-a8daa",
"20260912-3-61269",
"20260912-4-38f37",
"20260912-5-7ce97",
"20260912-6-0286e",
"20260912-7-b2ab8",
"github_com_salesforce_SearchFlow_pull_50",
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260817-0-a7957",
"20260817-1-6f7aa",
"20260817-2-ca77e",
"20260817-3-8b798",
"20260817-4-84498",
"20260817-5-8bd3e",
"20260817-6-975e8",
"20260817-7-4f21c",
"github_com_salesforce_SearchFlow_pull_44",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a30",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the backend search engine of SearchFlow that prevented retrieval of important historical messages, risking loss of critical information and user dissatisfaction?",
"ground_truth": [
"FusionTech",
"ComputeWorks",
"InnovateAI",
"CloudSync",
"DataSolutions"
],
"citations": [
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20261001-0-ea87e",
"20261001-1-e67f7",
"20261001-2-77c3e",
"20261001-3-29650",
"20261001-4-ad9ca",
"20261001-5-7d004",
"20261001-6-e3df0",
"20261001-7-10a19",
"20261001-8-f9a45",
"20261001-9-b52af",
"20261001-10-56990",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a31",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the backend search engine in SearchFlow that were preventing users from retrieving important historical messages and decreasing user satisfaction?",
"ground_truth": [
"eid_036b54bf",
"eid_a4fa6150",
"eid_234b3360",
"eid_e3c15ff5",
"eid_4bcfb482"
],
"citations": [
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20260930-0-60453",
"20260930-1-95807",
"20260930-2-8ef57",
"20260930-3-b8ab6",
"20260930-4-ebadd",
"20260930-5-dfba5",
"20260930-6-93bf3",
"20260930-7-8e26b",
"20260930-8-43700",
"github_com_salesforce_SearchFlow_pull_52",
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20261007-0-ddaab",
"20261007-1-5ab6b",
"20261007-2-187ed",
"20261007-3-148be",
"20261007-4-ed8cd",
"20261007-5-391dc",
"20261007-6-f25bd",
"20261007-7-00f67",
"20261007-8-6ae27",
"github_com_salesforce_SearchFlow_pull_54",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260902-0-9838e",
"20260902-1-b87d7",
"20260902-2-50028",
"20260902-3-e2587",
"20260902-4-14246",
"20260902-5-a6fc9",
"20260902-6-7c3ef",
"github_com_salesforce_SearchFlow_pull_47",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20261027-0-5454e",
"20261027-1-e4678",
"20261027-2-eaaa2",
"20261027-3-653ac",
"20261027-4-d28d3",
"20261027-5-6e96f",
"20261027-6-46f1b",
"github_com_salesforce_SearchFlow_pull_58",
"20261001-0-ea87e",
"20261001-1-e67f7",
"20261001-2-77c3e",
"20261001-3-29650",
"20261001-4-ad9ca",
"20261001-5-7d004",
"20261001-6-e3df0",
"20261001-7-10a19",
"20261001-8-f9a45",
"20261001-9-b52af",
"20261001-10-56990",
"20261016-0-bb27b",
"20261016-1-11765",
"20261016-2-041ba",
"20261016-3-995c1",
"20261016-4-3202c",
"20261016-5-a9428",
"20261016-6-e14ee",
"github_com_salesforce_SearchFlow_pull_56",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a32",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the SearchFlow user interface that caused frustration due to unresponsive interactions during search result loading?",
"ground_truth": [
"BlueWave",
"FusionTech",
"AITransformers",
"TechCorp",
"SmartData"
],
"citations": [
"20260805-0-1901b",
"20260805-1-3d1b0",
"20260805-2-f1f9a",
"20260805-3-1e6c8",
"20260805-4-ab6dc",
"20260805-5-79d8a",
"20260805-6-3b333",
"20260805-7-27266",
"20260805-8-ef7da",
"20260805-9-388b3",
"20260805-10-da0cf",
"20260805-11-7c603",
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a33",
"product": "SearchFlow",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the issue with the User Interface in SearchFlow that was causing user frustration due to the inability to interact with the application while waiting for search results?",
"ground_truth": [
"eid_f73462f7",
"eid_e01a396c",
"eid_036b54bf"
],
"citations": [
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260815-0-97fd2",
"20260815-1-a67be",
"20260815-2-4c3fb",
"20260815-3-85749",
"20260815-4-9c36b",
"20260815-5-441c3",
"github_com_salesforce_SearchFlow_pull_43",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260906-0-b01ee",
"20260906-1-8b3db",
"20260906-2-da90c",
"20260906-3-367b0",
"20260906-4-48c39",
"20260906-5-1726e",
"20260906-6-85c4a",
"github_com_salesforce_SearchFlow_pull_49",
"20260819-0-10b41",
"20260819-1-a0614",
"20260819-2-deae5",
"20260819-3-df06d",
"20260819-4-3d3cc",
"20260819-5-4b7c7",
"20260819-6-97a22",
"github_com_salesforce_SearchFlow_pull_45",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a34",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Search API of SearchFlow that posed security risks and potential data breaches?",
"ground_truth": [
"FusionTech",
"ComputeWorks",
"DataSolutions"
],
"citations": [
"20260805-0-1901b",
"20260805-1-3d1b0",
"20260805-2-f1f9a",
"20260805-3-1e6c8",
"20260805-4-ab6dc",
"20260805-5-79d8a",
"20260805-6-3b333",
"20260805-7-27266",
"20260805-8-ef7da",
"20260805-9-388b3",
"20260805-10-da0cf",
"20260805-11-7c603",
"20260822-0-eb2a0",
"20260822-1-9cfec",
"20260822-2-5a52e",
"20260822-3-0ba4c",
"20260822-4-75096",
"20260822-5-e24c1",
"20260822-6-9d624",
"20260822-7-e3772",
"20260822-8-158ac",
"20260822-9-eab9f",
"20260822-10-5eb2e",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20261001-0-ea87e",
"20261001-1-e67f7",
"20261001-2-77c3e",
"20261001-3-29650",
"20261001-4-ad9ca",
"20261001-5-7d004",
"20261001-6-e3df0",
"20261001-7-10a19",
"20261001-8-f9a45",
"20261001-9-b52af",
"20261001-10-56990",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a35",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Search API in SearchFlow that were posing a significant security risk and potentially leading to data breaches?",
"ground_truth": [
"eid_e01a396c",
"eid_b98a194c"
],
"citations": [
"20260822-0-eb2a0",
"20260822-1-9cfec",
"20260822-2-5a52e",
"20260822-3-0ba4c",
"20260822-4-75096",
"20260822-5-e24c1",
"20260822-6-9d624",
"20260822-7-e3772",
"20260822-8-158ac",
"20260822-9-eab9f",
"20260822-10-5eb2e",
"20260826-0-9fcf6",
"20260826-1-b9fac",
"20260826-2-ebe42",
"20260826-3-30db6",
"20260826-4-82cb6",
"20260826-5-79a0b",
"20260826-6-24bdd",
"20260826-7-a56e0",
"github_com_salesforce_SearchFlow_pull_46",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260904-0-f4dbe",
"20260904-1-1d6ad",
"20260904-2-a9eb3",
"20260904-3-12601",
"20260904-4-39fe0",
"20260904-5-c936a",
"20260904-6-5348e",
"20260904-7-3b29e",
"20260904-8-ba593",
"20260904-9-e8efd",
"github_com_salesforce_SearchFlow_pull_48",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a36",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the database management of SearchFlow that caused slow search performance and impacted productivity?",
"ground_truth": [
"FusionTech",
"CloudSync",
"ComputeWorks",
"DataSolutions"
],
"citations": [
"20261021-0-89df2",
"20261021-1-7ef01",
"20261021-2-0e3b0",
"20261021-3-2d974",
"20261021-4-03086",
"20261021-5-03b16",
"20261021-6-202ed",
"20261021-7-f6e17",
"20261021-8-dcba1",
"20261021-9-79880",
"20261021-10-045eb",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a37",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Database Management in SearchFlow that were causing slow search performance and impacting user productivity?",
"ground_truth": [
"eid_a4fa6150",
"eid_0ac476e4",
"eid_de315467",
"eid_49aa3b00",
"eid_686130c8"
],
"citations": [
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260916-0-cd75c",
"20260916-1-78998",
"20260916-2-490b6",
"20260916-3-4e2d1",
"20260916-4-54ab2",
"20260916-5-96c04",
"20260916-6-525d7",
"github_com_salesforce_SearchFlow_pull_51",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20261024-0-40294",
"20261024-1-f404e",
"20261024-2-74085",
"20261024-3-b7bea",
"20261024-4-156f4",
"20261024-5-7f5f4",
"20261024-6-e131a",
"20261024-7-ece78",
"github_com_salesforce_SearchFlow_pull_57",
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20261006-0-f6e32",
"20261006-1-03e85",
"20261006-2-8a183",
"20261006-3-9fe56",
"20261006-4-5668b",
"20261006-5-795a9",
"20261006-6-ba917",
"20261006-7-149f5",
"github_com_salesforce_SearchFlow_pull_53",
"20261021-0-89df2",
"20261021-1-7ef01",
"20261021-2-0e3b0",
"20261021-3-2d974",
"20261021-4-03086",
"20261021-5-03b16",
"20261021-6-202ed",
"20261021-7-f6e17",
"20261021-8-dcba1",
"20261021-9-79880",
"20261021-10-045eb",
"20261102-0-59835",
"20261102-1-eaa35",
"20261102-2-93fa4",
"20261102-3-a2778",
"20261102-4-1d3ce",
"20261102-5-88f56",
"20261102-6-7ed38",
"github_com_salesforce_SearchFlow_pull_60",
"20261028-0-e133c",
"20261028-1-e2573",
"20261028-2-9d1a9",
"20261028-3-f578d",
"20261028-4-54485",
"20261028-5-d2154",
"20261028-6-9f559",
"github_com_salesforce_SearchFlow_pull_59",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a38",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find all PR links submitted by eid_a4fa6150 to resolve bugs reported by FusionTech in SearchFlow",
"ground_truth": [
"https://github.com/salesforce/SearchFlow/pull/58",
"https://github.com/salesforce/SearchFlow/pull/57"
],
"citations": [
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20261027-0-5454e",
"20261027-1-e4678",
"20261027-2-eaaa2",
"20261027-3-653ac",
"20261027-4-d28d3",
"20261027-5-6e96f",
"20261027-6-46f1b",
"github_com_salesforce_SearchFlow_pull_58",
"20261024-0-40294",
"20261024-1-f404e",
"20261024-2-74085",
"20261024-3-b7bea",
"20261024-4-156f4",
"20261024-5-7f5f4",
"20261024-6-e131a",
"20261024-7-ece78",
"github_com_salesforce_SearchFlow_pull_57",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#a39",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in SearchFlow",
"ground_truth": [
"eid_e01a396c"
],
"citations": [
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20261014-0-3d382",
"20261014-1-9ed77",
"20261014-2-52635",
"20261014-3-e4022",
"20261014-4-4c42d",
"20261014-5-698c2",
"20261014-6-5094d",
"20261014-7-d1ed1",
"20261014-8-8bea6",
"github_com_salesforce_SearchFlow_pull_55",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260912-0-f14c6",
"20260912-1-d8976",
"20260912-2-a8daa",
"20260912-3-61269",
"20260912-4-38f37",
"20260912-5-7ce97",
"20260912-6-0286e",
"20260912-7-b2ab8",
"github_com_salesforce_SearchFlow_pull_50",
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260817-0-a7957",
"20260817-1-6f7aa",
"20260817-2-ca77e",
"20260817-3-8b798",
"20260817-4-84498",
"20260817-5-8bd3e",
"20260817-6-975e8",
"20260817-7-4f21c",
"github_com_salesforce_SearchFlow_pull_44",
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20260930-0-60453",
"20260930-1-95807",
"20260930-2-8ef57",
"20260930-3-b8ab6",
"20260930-4-ebadd",
"20260930-5-dfba5",
"20260930-6-93bf3",
"20260930-7-8e26b",
"20260930-8-43700",
"github_com_salesforce_SearchFlow_pull_52",
"20261007-0-ddaab",
"20261007-1-5ab6b",
"20261007-2-187ed",
"20261007-3-148be",
"20261007-4-ed8cd",
"20261007-5-391dc",
"20261007-6-f25bd",
"20261007-7-00f67",
"20261007-8-6ae27",
"github_com_salesforce_SearchFlow_pull_54",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260902-0-9838e",
"20260902-1-b87d7",
"20260902-2-50028",
"20260902-3-e2587",
"20260902-4-14246",
"20260902-5-a6fc9",
"20260902-6-7c3ef",
"github_com_salesforce_SearchFlow_pull_47",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20261027-0-5454e",
"20261027-1-e4678",
"20261027-2-eaaa2",
"20261027-3-653ac",
"20261027-4-d28d3",
"20261027-5-6e96f",
"20261027-6-46f1b",
"github_com_salesforce_SearchFlow_pull_58",
"20261001-0-ea87e",
"20261001-1-e67f7",
"20261001-2-77c3e",
"20261001-3-29650",
"20261001-4-ad9ca",
"20261001-5-7d004",
"20261001-6-e3df0",
"20261001-7-10a19",
"20261001-8-f9a45",
"20261001-9-b52af",
"20261001-10-56990",
"20261016-0-bb27b",
"20261016-1-11765",
"20261016-2-041ba",
"20261016-3-995c1",
"20261016-4-3202c",
"20261016-5-a9428",
"20261016-6-e14ee",
"github_com_salesforce_SearchFlow_pull_56",
"20260815-0-97fd2",
"20260815-1-a67be",
"20260815-2-4c3fb",
"20260815-3-85749",
"20260815-4-9c36b",
"20260815-5-441c3",
"github_com_salesforce_SearchFlow_pull_43",
"20260906-0-b01ee",
"20260906-1-8b3db",
"20260906-2-da90c",
"20260906-3-367b0",
"20260906-4-48c39",
"20260906-5-1726e",
"20260906-6-85c4a",
"github_com_salesforce_SearchFlow_pull_49",
"20260819-0-10b41",
"20260819-1-a0614",
"20260819-2-deae5",
"20260819-3-df06d",
"20260819-4-3d3cc",
"20260819-5-4b7c7",
"20260819-6-97a22",
"github_com_salesforce_SearchFlow_pull_45",
"20260822-0-eb2a0",
"20260822-1-9cfec",
"20260822-2-5a52e",
"20260822-3-0ba4c",
"20260822-4-75096",
"20260822-5-e24c1",
"20260822-6-9d624",
"20260822-7-e3772",
"20260822-8-158ac",
"20260822-9-eab9f",
"20260822-10-5eb2e",
"20260826-0-9fcf6",
"20260826-1-b9fac",
"20260826-2-ebe42",
"20260826-3-30db6",
"20260826-4-82cb6",
"20260826-5-79a0b",
"20260826-6-24bdd",
"20260826-7-a56e0",
"github_com_salesforce_SearchFlow_pull_46",
"20260904-0-f4dbe",
"20260904-1-1d6ad",
"20260904-2-a9eb3",
"20260904-3-12601",
"20260904-4-39fe0",
"20260904-5-c936a",
"20260904-6-5348e",
"20260904-7-3b29e",
"20260904-8-ba593",
"20260904-9-e8efd",
"github_com_salesforce_SearchFlow_pull_48",
"20260916-0-cd75c",
"20260916-1-78998",
"20260916-2-490b6",
"20260916-3-4e2d1",
"20260916-4-54ab2",
"20260916-5-96c04",
"20260916-6-525d7",
"github_com_salesforce_SearchFlow_pull_51",
"20261024-0-40294",
"20261024-1-f404e",
"20261024-2-74085",
"20261024-3-b7bea",
"20261024-4-156f4",
"20261024-5-7f5f4",
"20261024-6-e131a",
"20261024-7-ece78",
"github_com_salesforce_SearchFlow_pull_57",
"20261006-0-f6e32",
"20261006-1-03e85",
"20261006-2-8a183",
"20261006-3-9fe56",
"20261006-4-5668b",
"20261006-5-795a9",
"20261006-6-ba917",
"20261006-7-149f5",
"github_com_salesforce_SearchFlow_pull_53",
"20261021-0-89df2",
"20261021-1-7ef01",
"20261021-2-0e3b0",
"20261021-3-2d974",
"20261021-4-03086",
"20261021-5-03b16",
"20261021-6-202ed",
"20261021-7-f6e17",
"20261021-8-dcba1",
"20261021-9-79880",
"20261021-10-045eb",
"20261102-0-59835",
"20261102-1-eaa35",
"20261102-2-93fa4",
"20261102-3-a2778",
"20261102-4-1d3ce",
"20261102-5-88f56",
"20261102-6-7ed38",
"github_com_salesforce_SearchFlow_pull_60",
"20261028-0-e133c",
"20261028-1-e2573",
"20261028-2-9d1a9",
"20261028-3-f578d",
"20261028-4-54485",
"20261028-5-d2154",
"20261028-6-9f559",
"github_com_salesforce_SearchFlow_pull_59",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#a40",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in SearchFlow",
"ground_truth": [
"FusionTech"
],
"citations": [
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20261014-0-3d382",
"20261014-1-9ed77",
"20261014-2-52635",
"20261014-3-e4022",
"20261014-4-4c42d",
"20261014-5-698c2",
"20261014-6-5094d",
"20261014-7-d1ed1",
"20261014-8-8bea6",
"github_com_salesforce_SearchFlow_pull_55",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260912-0-f14c6",
"20260912-1-d8976",
"20260912-2-a8daa",
"20260912-3-61269",
"20260912-4-38f37",
"20260912-5-7ce97",
"20260912-6-0286e",
"20260912-7-b2ab8",
"github_com_salesforce_SearchFlow_pull_50",
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260817-0-a7957",
"20260817-1-6f7aa",
"20260817-2-ca77e",
"20260817-3-8b798",
"20260817-4-84498",
"20260817-5-8bd3e",
"20260817-6-975e8",
"20260817-7-4f21c",
"github_com_salesforce_SearchFlow_pull_44",
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20260930-0-60453",
"20260930-1-95807",
"20260930-2-8ef57",
"20260930-3-b8ab6",
"20260930-4-ebadd",
"20260930-5-dfba5",
"20260930-6-93bf3",
"20260930-7-8e26b",
"20260930-8-43700",
"github_com_salesforce_SearchFlow_pull_52",
"20261007-0-ddaab",
"20261007-1-5ab6b",
"20261007-2-187ed",
"20261007-3-148be",
"20261007-4-ed8cd",
"20261007-5-391dc",
"20261007-6-f25bd",
"20261007-7-00f67",
"20261007-8-6ae27",
"github_com_salesforce_SearchFlow_pull_54",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260902-0-9838e",
"20260902-1-b87d7",
"20260902-2-50028",
"20260902-3-e2587",
"20260902-4-14246",
"20260902-5-a6fc9",
"20260902-6-7c3ef",
"github_com_salesforce_SearchFlow_pull_47",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20261027-0-5454e",
"20261027-1-e4678",
"20261027-2-eaaa2",
"20261027-3-653ac",
"20261027-4-d28d3",
"20261027-5-6e96f",
"20261027-6-46f1b",
"github_com_salesforce_SearchFlow_pull_58",
"20261001-0-ea87e",
"20261001-1-e67f7",
"20261001-2-77c3e",
"20261001-3-29650",
"20261001-4-ad9ca",
"20261001-5-7d004",
"20261001-6-e3df0",
"20261001-7-10a19",
"20261001-8-f9a45",
"20261001-9-b52af",
"20261001-10-56990",
"20261016-0-bb27b",
"20261016-1-11765",
"20261016-2-041ba",
"20261016-3-995c1",
"20261016-4-3202c",
"20261016-5-a9428",
"20261016-6-e14ee",
"github_com_salesforce_SearchFlow_pull_56",
"20260815-0-97fd2",
"20260815-1-a67be",
"20260815-2-4c3fb",
"20260815-3-85749",
"20260815-4-9c36b",
"20260815-5-441c3",
"github_com_salesforce_SearchFlow_pull_43",
"20260906-0-b01ee",
"20260906-1-8b3db",
"20260906-2-da90c",
"20260906-3-367b0",
"20260906-4-48c39",
"20260906-5-1726e",
"20260906-6-85c4a",
"github_com_salesforce_SearchFlow_pull_49",
"20260819-0-10b41",
"20260819-1-a0614",
"20260819-2-deae5",
"20260819-3-df06d",
"20260819-4-3d3cc",
"20260819-5-4b7c7",
"20260819-6-97a22",
"github_com_salesforce_SearchFlow_pull_45",
"20260822-0-eb2a0",
"20260822-1-9cfec",
"20260822-2-5a52e",
"20260822-3-0ba4c",
"20260822-4-75096",
"20260822-5-e24c1",
"20260822-6-9d624",
"20260822-7-e3772",
"20260822-8-158ac",
"20260822-9-eab9f",
"20260822-10-5eb2e",
"20260826-0-9fcf6",
"20260826-1-b9fac",
"20260826-2-ebe42",
"20260826-3-30db6",
"20260826-4-82cb6",
"20260826-5-79a0b",
"20260826-6-24bdd",
"20260826-7-a56e0",
"github_com_salesforce_SearchFlow_pull_46",
"20260904-0-f4dbe",
"20260904-1-1d6ad",
"20260904-2-a9eb3",
"20260904-3-12601",
"20260904-4-39fe0",
"20260904-5-c936a",
"20260904-6-5348e",
"20260904-7-3b29e",
"20260904-8-ba593",
"20260904-9-e8efd",
"github_com_salesforce_SearchFlow_pull_48",
"20260916-0-cd75c",
"20260916-1-78998",
"20260916-2-490b6",
"20260916-3-4e2d1",
"20260916-4-54ab2",
"20260916-5-96c04",
"20260916-6-525d7",
"github_com_salesforce_SearchFlow_pull_51",
"20261024-0-40294",
"20261024-1-f404e",
"20261024-2-74085",
"20261024-3-b7bea",
"20261024-4-156f4",
"20261024-5-7f5f4",
"20261024-6-e131a",
"20261024-7-ece78",
"github_com_salesforce_SearchFlow_pull_57",
"20261006-0-f6e32",
"20261006-1-03e85",
"20261006-2-8a183",
"20261006-3-9fe56",
"20261006-4-5668b",
"20261006-5-795a9",
"20261006-6-ba917",
"20261006-7-149f5",
"github_com_salesforce_SearchFlow_pull_53",
"20261021-0-89df2",
"20261021-1-7ef01",
"20261021-2-0e3b0",
"20261021-3-2d974",
"20261021-4-03086",
"20261021-5-03b16",
"20261021-6-202ed",
"20261021-7-f6e17",
"20261021-8-dcba1",
"20261021-9-79880",
"20261021-10-045eb",
"20261102-0-59835",
"20261102-1-eaa35",
"20261102-2-93fa4",
"20261102-3-a2778",
"20261102-4-1d3ce",
"20261102-5-88f56",
"20261102-6-7ed38",
"github_com_salesforce_SearchFlow_pull_60",
"20261028-0-e133c",
"20261028-1-e2573",
"20261028-2-9d1a9",
"20261028-3-f578d",
"20261028-4-54485",
"20261028-5-d2154",
"20261028-6-9f559",
"github_com_salesforce_SearchFlow_pull_59",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#a41",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in SearchFlow?",
"ground_truth": [
"FusionTech"
],
"citations": [
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20261014-0-3d382",
"20261014-1-9ed77",
"20261014-2-52635",
"20261014-3-e4022",
"20261014-4-4c42d",
"20261014-5-698c2",
"20261014-6-5094d",
"20261014-7-d1ed1",
"20261014-8-8bea6",
"github_com_salesforce_SearchFlow_pull_55",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260912-0-f14c6",
"20260912-1-d8976",
"20260912-2-a8daa",
"20260912-3-61269",
"20260912-4-38f37",
"20260912-5-7ce97",
"20260912-6-0286e",
"20260912-7-b2ab8",
"github_com_salesforce_SearchFlow_pull_50",
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260817-0-a7957",
"20260817-1-6f7aa",
"20260817-2-ca77e",
"20260817-3-8b798",
"20260817-4-84498",
"20260817-5-8bd3e",
"20260817-6-975e8",
"20260817-7-4f21c",
"github_com_salesforce_SearchFlow_pull_44",
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20260822-0-eb2a0",
"20260822-1-9cfec",
"20260822-2-5a52e",
"20260822-3-0ba4c",
"20260822-4-75096",
"20260822-5-e24c1",
"20260822-6-9d624",
"20260822-7-e3772",
"20260822-8-158ac",
"20260822-9-eab9f",
"20260822-10-5eb2e",
"20260930-0-60453",
"20260930-1-95807",
"20260930-2-8ef57",
"20260930-3-b8ab6",
"20260930-4-ebadd",
"20260930-5-dfba5",
"20260930-6-93bf3",
"20260930-7-8e26b",
"20260930-8-43700",
"github_com_salesforce_SearchFlow_pull_52",
"20261007-0-ddaab",
"20261007-1-5ab6b",
"20261007-2-187ed",
"20261007-3-148be",
"20261007-4-ed8cd",
"20261007-5-391dc",
"20261007-6-f25bd",
"20261007-7-00f67",
"20261007-8-6ae27",
"github_com_salesforce_SearchFlow_pull_54",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260902-0-9838e",
"20260902-1-b87d7",
"20260902-2-50028",
"20260902-3-e2587",
"20260902-4-14246",
"20260902-5-a6fc9",
"20260902-6-7c3ef",
"github_com_salesforce_SearchFlow_pull_47",
"20261001-0-ea87e",
"20261001-1-e67f7",
"20261001-2-77c3e",
"20261001-3-29650",
"20261001-4-ad9ca",
"20261001-5-7d004",
"20261001-6-e3df0",
"20261001-7-10a19",
"20261001-8-f9a45",
"20261001-9-b52af",
"20261001-10-56990",
"20261027-0-5454e",
"20261027-1-e4678",
"20261027-2-eaaa2",
"20261027-3-653ac",
"20261027-4-d28d3",
"20261027-5-6e96f",
"20261027-6-46f1b",
"github_com_salesforce_SearchFlow_pull_58",
"20261016-0-bb27b",
"20261016-1-11765",
"20261016-2-041ba",
"20261016-3-995c1",
"20261016-4-3202c",
"20261016-5-a9428",
"20261016-6-e14ee",
"github_com_salesforce_SearchFlow_pull_56",
"20260805-0-1901b",
"20260805-1-3d1b0",
"20260805-2-f1f9a",
"20260805-3-1e6c8",
"20260805-4-ab6dc",
"20260805-5-79d8a",
"20260805-6-3b333",
"20260805-7-27266",
"20260805-8-ef7da",
"20260805-9-388b3",
"20260805-10-da0cf",
"20260805-11-7c603",
"20260815-0-97fd2",
"20260815-1-a67be",
"20260815-2-4c3fb",
"20260815-3-85749",
"20260815-4-9c36b",
"20260815-5-441c3",
"github_com_salesforce_SearchFlow_pull_43",
"20260906-0-b01ee",
"20260906-1-8b3db",
"20260906-2-da90c",
"20260906-3-367b0",
"20260906-4-48c39",
"20260906-5-1726e",
"20260906-6-85c4a",
"github_com_salesforce_SearchFlow_pull_49",
"20260819-0-10b41",
"20260819-1-a0614",
"20260819-2-deae5",
"20260819-3-df06d",
"20260819-4-3d3cc",
"20260819-5-4b7c7",
"20260819-6-97a22",
"github_com_salesforce_SearchFlow_pull_45",
"20260826-0-9fcf6",
"20260826-1-b9fac",
"20260826-2-ebe42",
"20260826-3-30db6",
"20260826-4-82cb6",
"20260826-5-79a0b",
"20260826-6-24bdd",
"20260826-7-a56e0",
"github_com_salesforce_SearchFlow_pull_46",
"20260904-0-f4dbe",
"20260904-1-1d6ad",
"20260904-2-a9eb3",
"20260904-3-12601",
"20260904-4-39fe0",
"20260904-5-c936a",
"20260904-6-5348e",
"20260904-7-3b29e",
"20260904-8-ba593",
"20260904-9-e8efd",
"github_com_salesforce_SearchFlow_pull_48",
"20261021-0-89df2",
"20261021-1-7ef01",
"20261021-2-0e3b0",
"20261021-3-2d974",
"20261021-4-03086",
"20261021-5-03b16",
"20261021-6-202ed",
"20261021-7-f6e17",
"20261021-8-dcba1",
"20261021-9-79880",
"20261021-10-045eb",
"20260916-0-cd75c",
"20260916-1-78998",
"20260916-2-490b6",
"20260916-3-4e2d1",
"20260916-4-54ab2",
"20260916-5-96c04",
"20260916-6-525d7",
"github_com_salesforce_SearchFlow_pull_51",
"20261024-0-40294",
"20261024-1-f404e",
"20261024-2-74085",
"20261024-3-b7bea",
"20261024-4-156f4",
"20261024-5-7f5f4",
"20261024-6-e131a",
"20261024-7-ece78",
"github_com_salesforce_SearchFlow_pull_57",
"20261006-0-f6e32",
"20261006-1-03e85",
"20261006-2-8a183",
"20261006-3-9fe56",
"20261006-4-5668b",
"20261006-5-795a9",
"20261006-6-ba917",
"20261006-7-149f5",
"github_com_salesforce_SearchFlow_pull_53",
"20261102-0-59835",
"20261102-1-eaa35",
"20261102-2-93fa4",
"20261102-3-a2778",
"20261102-4-1d3ce",
"20261102-5-88f56",
"20261102-6-7ed38",
"github_com_salesforce_SearchFlow_pull_60",
"20261028-0-e133c",
"20261028-1-e2573",
"20261028-2-9d1a9",
"20261028-3-f578d",
"20261028-4-54485",
"20261028-5-d2154",
"20261028-6-9f559",
"github_com_salesforce_SearchFlow_pull_59",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#a42",
"product": "SearchFlow",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in SearchFlow.",
"ground_truth": [
"eid_a4fa6150",
"eid_49aa3b00",
"eid_de315467"
],
"citations": [
"20260925-0-356d4",
"20260925-1-b9c4d",
"20260925-2-be4f4",
"20260925-3-c985c",
"20260925-4-d267e",
"20260925-5-4a690",
"20260925-6-a32e7",
"20260925-7-3effc",
"20260925-8-795b6",
"20260925-9-5ec62",
"20260925-10-02907",
"20261014-0-3d382",
"20261014-1-9ed77",
"20261014-2-52635",
"20261014-3-e4022",
"20261014-4-4c42d",
"20261014-5-698c2",
"20261014-6-5094d",
"20261014-7-d1ed1",
"20261014-8-8bea6",
"github_com_salesforce_SearchFlow_pull_55",
"20260908-0-7de3b",
"20260908-1-79948",
"20260908-2-901c5",
"20260908-3-bb0b8",
"20260908-4-d9b36",
"20260908-5-9bebd",
"20260908-6-de63d",
"20260908-7-f637a",
"20260908-8-9394e",
"20260908-9-d23b1",
"20260908-10-5b523",
"20260912-0-f14c6",
"20260912-1-d8976",
"20260912-2-a8daa",
"20260912-3-61269",
"20260912-4-38f37",
"20260912-5-7ce97",
"20260912-6-0286e",
"20260912-7-b2ab8",
"github_com_salesforce_SearchFlow_pull_50",
"20260809-0-8da7f",
"20260809-1-b3711",
"20260809-2-020e7",
"20260809-3-7358b",
"20260809-4-128fa",
"20260809-5-359bb",
"20260809-6-91a2c",
"20260809-7-de4e3",
"20260809-8-796fb",
"20260809-9-a752d",
"20260809-10-cbb52",
"20260809-11-c619f",
"20260809-12-b55e0",
"20260817-0-a7957",
"20260817-1-6f7aa",
"20260817-2-ca77e",
"20260817-3-8b798",
"20260817-4-84498",
"20260817-5-8bd3e",
"20260817-6-975e8",
"20260817-7-4f21c",
"github_com_salesforce_SearchFlow_pull_44",
"20260917-0-20492",
"20260917-1-648f0",
"20260917-2-d932f",
"20260917-3-d05cb",
"20260917-4-ce552",
"20260917-5-6e405",
"20260917-6-3d6dd",
"20260917-7-c5060",
"20260917-8-72f30",
"20260917-9-e5015",
"20261012-0-1f51a",
"20261012-1-56e34",
"20261012-2-51709",
"20261012-3-d5d16",
"20261012-4-f134e",
"20261012-5-90ac9",
"20261012-6-ce25a",
"20261012-7-4e193",
"20261012-8-1c9f4",
"20261012-9-de43a",
"20260822-0-eb2a0",
"20260822-1-9cfec",
"20260822-2-5a52e",
"20260822-3-0ba4c",
"20260822-4-75096",
"20260822-5-e24c1",
"20260822-6-9d624",
"20260822-7-e3772",
"20260822-8-158ac",
"20260822-9-eab9f",
"20260822-10-5eb2e",
"20260930-0-60453",
"20260930-1-95807",
"20260930-2-8ef57",
"20260930-3-b8ab6",
"20260930-4-ebadd",
"20260930-5-dfba5",
"20260930-6-93bf3",
"20260930-7-8e26b",
"20260930-8-43700",
"github_com_salesforce_SearchFlow_pull_52",
"20261007-0-ddaab",
"20261007-1-5ab6b",
"20261007-2-187ed",
"20261007-3-148be",
"20261007-4-ed8cd",
"20261007-5-391dc",
"20261007-6-f25bd",
"20261007-7-00f67",
"20261007-8-6ae27",
"github_com_salesforce_SearchFlow_pull_54",
"20260827-0-08574",
"20260827-1-932b2",
"20260827-2-01ce2",
"20260827-3-40ace",
"20260827-4-41fdb",
"20260827-5-514bc",
"20260827-6-c21b5",
"20260827-7-7070b",
"20260827-8-1b33c",
"20260827-9-0227b",
"20260827-10-cbabf",
"20260902-0-9838e",
"20260902-1-b87d7",
"20260902-2-50028",
"20260902-3-e2587",
"20260902-4-14246",
"20260902-5-a6fc9",
"20260902-6-7c3ef",
"github_com_salesforce_SearchFlow_pull_47",
"20261001-0-ea87e",
"20261001-1-e67f7",
"20261001-2-77c3e",
"20261001-3-29650",
"20261001-4-ad9ca",
"20261001-5-7d004",
"20261001-6-e3df0",
"20261001-7-10a19",
"20261001-8-f9a45",
"20261001-9-b52af",
"20261001-10-56990",
"20261027-0-5454e",
"20261027-1-e4678",
"20261027-2-eaaa2",
"20261027-3-653ac",
"20261027-4-d28d3",
"20261027-5-6e96f",
"20261027-6-46f1b",
"github_com_salesforce_SearchFlow_pull_58",
"20261016-0-bb27b",
"20261016-1-11765",
"20261016-2-041ba",
"20261016-3-995c1",
"20261016-4-3202c",
"20261016-5-a9428",
"20261016-6-e14ee",
"github_com_salesforce_SearchFlow_pull_56",
"20260805-0-1901b",
"20260805-1-3d1b0",
"20260805-2-f1f9a",
"20260805-3-1e6c8",
"20260805-4-ab6dc",
"20260805-5-79d8a",
"20260805-6-3b333",
"20260805-7-27266",
"20260805-8-ef7da",
"20260805-9-388b3",
"20260805-10-da0cf",
"20260805-11-7c603",
"20260815-0-97fd2",
"20260815-1-a67be",
"20260815-2-4c3fb",
"20260815-3-85749",
"20260815-4-9c36b",
"20260815-5-441c3",
"github_com_salesforce_SearchFlow_pull_43",
"20260906-0-b01ee",
"20260906-1-8b3db",
"20260906-2-da90c",
"20260906-3-367b0",
"20260906-4-48c39",
"20260906-5-1726e",
"20260906-6-85c4a",
"github_com_salesforce_SearchFlow_pull_49",
"20260819-0-10b41",
"20260819-1-a0614",
"20260819-2-deae5",
"20260819-3-df06d",
"20260819-4-3d3cc",
"20260819-5-4b7c7",
"20260819-6-97a22",
"github_com_salesforce_SearchFlow_pull_45",
"20260826-0-9fcf6",
"20260826-1-b9fac",
"20260826-2-ebe42",
"20260826-3-30db6",
"20260826-4-82cb6",
"20260826-5-79a0b",
"20260826-6-24bdd",
"20260826-7-a56e0",
"github_com_salesforce_SearchFlow_pull_46",
"20260904-0-f4dbe",
"20260904-1-1d6ad",
"20260904-2-a9eb3",
"20260904-3-12601",
"20260904-4-39fe0",
"20260904-5-c936a",
"20260904-6-5348e",
"20260904-7-3b29e",
"20260904-8-ba593",
"20260904-9-e8efd",
"github_com_salesforce_SearchFlow_pull_48",
"20261021-0-89df2",
"20261021-1-7ef01",
"20261021-2-0e3b0",
"20261021-3-2d974",
"20261021-4-03086",
"20261021-5-03b16",
"20261021-6-202ed",
"20261021-7-f6e17",
"20261021-8-dcba1",
"20261021-9-79880",
"20261021-10-045eb",
"20260916-0-cd75c",
"20260916-1-78998",
"20260916-2-490b6",
"20260916-3-4e2d1",
"20260916-4-54ab2",
"20260916-5-96c04",
"20260916-6-525d7",
"github_com_salesforce_SearchFlow_pull_51",
"20261024-0-40294",
"20261024-1-f404e",
"20261024-2-74085",
"20261024-3-b7bea",
"20261024-4-156f4",
"20261024-5-7f5f4",
"20261024-6-e131a",
"20261024-7-ece78",
"github_com_salesforce_SearchFlow_pull_57",
"20261006-0-f6e32",
"20261006-1-03e85",
"20261006-2-8a183",
"20261006-3-9fe56",
"20261006-4-5668b",
"20261006-5-795a9",
"20261006-6-ba917",
"20261006-7-149f5",
"github_com_salesforce_SearchFlow_pull_53",
"20261102-0-59835",
"20261102-1-eaa35",
"20261102-2-93fa4",
"20261102-3-a2778",
"20261102-4-1d3ce",
"20261102-5-88f56",
"20261102-6-7ed38",
"github_com_salesforce_SearchFlow_pull_60",
"20261028-0-e133c",
"20261028-1-e2573",
"20261028-2-9d1a9",
"20261028-3-f578d",
"20261028-4-54485",
"20261028-5-d2154",
"20261028-6-9f559",
"github_com_salesforce_SearchFlow_pull_59",
"20260316-0-cfa56",
"20260316-1-9a3e5",
"20260316-2-b37a5"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#u0",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u1",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u2",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u3",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u4",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u5",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u6",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u7",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u8",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u9",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u10",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u11",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u12",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u13",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u14",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u15",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u16",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u17",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u18",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u19",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u20",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Can you provide links to PRs for NLP enhancements in SearchFlow that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u21",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Can you provide links to PRs for implementing NLP enhancements in SearchFlow that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u22",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Can you provide links to PRs for semantic search improvements in SearchFlow that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u23",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for the semantic search improvements in SearchFlow that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u24",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the deployment pipeline optimization in SearchFlow that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u25",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u26",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Which bugs in SearchFlow were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchFlow#u27",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in SearchFlow?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#u28",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in SearchFlow.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#u29",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in SearchFlow for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#u30",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in SearchFlow that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchFlow#u31",
"product": "SearchFlow",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in SearchFlow.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchForce#a0",
"product": "SearchForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of SearchForce?",
"ground_truth": [
"eid_3bd7cd36",
"eid_bd4d2940"
],
"citations": [
"chprox_market_research_report_final",
"latest_shaix_market_research_report",
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a1",
"product": "SearchForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of SearchForce?",
"ground_truth": [
"eid_9937f1d5",
"eid_36319f22",
"eid_2c384d22"
],
"citations": [
"latest_shaix_product_requirements_document",
"chprox_product_requirements_document_final",
"latest_shaix_product_vision_document",
"chprox_product_vision_document_final",
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a2",
"product": "SearchForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of SearchForce?",
"ground_truth": [
"eid_719a0253",
"eid_792330e0"
],
"citations": [
"chprox_technical_specifications_document_final",
"latest_shaix_technical_specifications_document",
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a3",
"product": "SearchForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of SearchForce?",
"ground_truth": [
"eid_52681a26",
"eid_82e9fcef"
],
"citations": [
"latest_shaix_system_design_document",
"chprox_system_design_document_final",
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a4",
"product": "SearchForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of SearchForce?",
"ground_truth": [
"The issue reported by the customer is the slow performance of the search feature during peak times.",
"The issues reported by the customer are difficulties in customizing search parameters to fit their specific business needs.",
"The customer reported that the search feature of shAIX occasionally becomes unavailable."
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a5",
"product": "SearchForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of SearchForce?",
"ground_truth": [
"The QA Specialist reported that the AI is misinterpreting complex queries, leading to less relevant search results.",
"The issues reported by the QA Specialist include inconsistent integration with third-party apps, leading to incomplete data retrieval."
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a6",
"product": "SearchForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of SearchForce?",
"ground_truth": [
"The positive feedback provided by the customers includes:\n\n1. Customer CUST-0008 mentioned that the AI effectively understands and processes simple queries, providing highly relevant results.\n2. Customer CUST-0096 appreciated the intuitive interface, saying it makes it easy to navigate and use the search feature.\n3. Customer CUST-0021 reported that the system integrates well with core Salesforce applications, enhancing overall functionality.",
"The customer, CUST-0103, provided positive feedback on the search feature, praising its ability to adapt quickly to new data inputs while maintaining accuracy. They also mentioned that the contextual understanding of queries significantly improves the relevance of search results."
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a7",
"product": "SearchForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of SearchForce?",
"ground_truth": [
"DataSolutions",
"FusionTech"
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a8",
"product": "SearchForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of SearchForce?",
"ground_truth": [
"eid_c7622c8e",
"eid_7c6dd6a6"
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a9",
"product": "SearchForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of SearchForce?",
"ground_truth": [
"BlueWave",
"DataSolutions",
"FusionTech"
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a10",
"product": "SearchForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of SearchForce?",
"ground_truth": [
"eid_d0b6cb92",
"eid_439a052b"
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a11",
"product": "SearchForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of SearchForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/chProX/demo_3",
"https://sf-internal.slack.com/archives/chProX/demo_2",
"https://sf-internal.slack.com/archives/chProX/demo_1",
"https://sf-internal.slack.com/archives/chProX/demo_4"
],
"citations": [
"20260902-0-f2e36",
"20260902-1-f3870",
"20260902-2-1e974",
"20260902-3-55f12",
"20260902-4-48310",
"20260902-5-07b64",
"20260902-6-4c843",
"20260902-7-bfd33",
"20260909-0-ea179",
"20260922-0-3328f",
"20260925-0-8bf40",
"20261008-0-0be88",
"20260907-0-b8855",
"20260907-1-2fdb8",
"20260907-2-e64d0",
"20260907-3-d52b7",
"20260907-4-e0997",
"20260907-5-87a70",
"20260907-6-3c323",
"20260907-7-47048",
"20260907-8-ec5b1",
"20260907-9-6e7b4",
"20260907-10-a4bab",
"20260907-11-f439c",
"20260907-12-fa3a3",
"20260907-13-8884f",
"20261031-0-3f69b",
"20261031-1-48dea",
"20261031-2-01de2",
"20261031-3-70b82",
"20261031-4-51303",
"20261031-5-13967",
"20261031-6-39f32",
"20261031-7-45ba5",
"20261031-8-21ebd",
"20261031-9-dba2a",
"20260906-0-f4f60",
"20260906-1-0a52b",
"20260906-2-b4a8c",
"20260906-3-59a21",
"20260906-4-f093e",
"20260906-5-3111f",
"20260906-6-6333f",
"20260906-7-beadc",
"20260906-8-2f3a3",
"20260906-9-b664d",
"20260906-10-d8924",
"20260930-0-84eb2",
"20260930-1-f00d3",
"20260930-2-17cfd",
"20260930-3-5bf0a",
"20260930-4-44fbc",
"20260930-5-6e84b",
"20260930-6-d4514",
"20260930-7-055f5",
"20260930-8-dd322",
"20260930-9-2b74f",
"20260930-10-b6b58",
"20260930-11-fa310",
"20260906-0-18128",
"20260906-1-f02c5",
"20260906-2-edb85",
"20260906-3-b8082",
"20260906-4-b962d",
"20260906-5-4a7d0",
"20260906-6-b9c85",
"20261006-0-40d7b",
"20261006-1-dc306",
"20261006-2-d18cc",
"20261006-3-e8987",
"20261006-4-888ff",
"20261006-5-40425",
"20261006-6-37ecd",
"20261006-7-c0a1b",
"20261006-8-97038",
"20261006-9-08a20",
"20261026-0-d9e18",
"20261026-1-439fd",
"20261026-2-be6ca",
"20261026-3-95420",
"20261026-4-54125",
"20261026-5-c5742",
"20261026-6-50923",
"sf-internal_slack_com_archives_chProX_demo_3",
"sf-internal_slack_com_archives_chProX_demo_2",
"sf-internal_slack_com_archives_chProX_demo_1",
"sf-internal_slack_com_archives_chProX_demo_4",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a12",
"product": "SearchForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for enhancing natural language processing capabilities in SearchForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/9"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_SearchForce_4",
"20261129-0-15d52",
"20261129-1-74fb5",
"20261129-2-c0aa8",
"20261129-3-b631c",
"20261129-4-86a95",
"20261129-5-16233",
"20261129-6-67fd3",
"20261129-7-77b6a",
"20261129-8-2b2f2",
"github_com_salesforce_shAIX_pull_9",
"20261119-0-6d790",
"20261119-1-9abb2",
"20261119-2-7ea55",
"20261119-3-ab9e6",
"20261119-4-bb127",
"20261119-5-caaa1",
"20261119-6-d8e6b",
"20261119-7-27447",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a13",
"product": "SearchForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for enhancing natural language processing capabilities in SearchForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/5",
"https://github.com/salesforce/shAIX/pull/21"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_shAIX_2",
"product_dev_SearchForce_3",
"github_com_salesforce_shAIX_pull_5",
"20261109-0-04f00",
"20261109-1-08463",
"20261109-2-d43e0",
"20261109-3-32177",
"20261109-4-ac27e",
"20261109-5-f63c5",
"20261109-6-2a349",
"20261109-7-12804",
"product_dev_SearchForce_7",
"github_com_salesforce_shAIX_pull_21",
"20270107-0-62c74",
"20270107-1-81dc4",
"20270107-2-f6c20",
"20270107-3-de89b",
"20270107-4-2ce73",
"20270107-5-02215",
"20270107-6-7001e",
"20270107-7-56b1e",
"20270107-8-ecd35",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a14",
"product": "SearchForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the implementation of context awareness algorithms in SearchForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/2",
"https://github.com/salesforce/shAIX/pull/25"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_shAIX_2",
"20261030-0-261a1",
"20261030-1-de831",
"20261030-2-2707e",
"20261030-3-ede04",
"20261030-4-eb06a",
"20261030-5-70cb8",
"20261030-6-51a58",
"20261030-7-4895f",
"20261030-8-a2787",
"20261030-9-b0678",
"github_com_salesforce_shAIX_pull_2",
"20261021-0-a956b",
"20261021-1-e9468",
"20261021-2-4304d",
"20261021-3-5e05e",
"20261021-4-b67c1",
"20261021-5-8e13b",
"20261021-6-f780d",
"20261021-7-0ba32",
"product_dev_SearchForce_8",
"product_dev_SearchForce_9",
"20270123-0-ef8e1",
"20270123-1-a9c9d",
"20270123-2-70ba6",
"20270123-3-9da04",
"20270123-4-c7ae6",
"20270123-5-81fb4",
"20270123-6-9e0d3",
"20270123-7-16ba0",
"20270123-8-83179",
"github_com_salesforce_shAIX_pull_25",
"20270127-0-b9483",
"20270127-1-0be03",
"20270127-2-957fd",
"20270127-3-01f2e",
"20270127-4-6e9a5",
"20270127-5-2c0e8",
"20270127-6-80bc3",
"20270127-7-aa3f8",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a15",
"product": "SearchForce",
"kind": "answerable",
"question": "Can you provide the links to the PRs for the implementation of context awareness algorithms in SearchForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/10"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_SearchForce_3",
"product_dev_SearchForce_4",
"github_com_salesforce_shAIX_pull_10",
"20261127-0-3afb9",
"20261127-1-07964",
"20261127-2-ec1d1",
"20261127-3-11c07",
"20261127-4-06a94",
"20261127-5-e2223",
"20261127-6-e02eb",
"20261127-7-cf947",
"20261127-8-135d1",
"20261127-9-91da9",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a16",
"product": "SearchForce",
"kind": "answerable",
"question": "Could you find links to the approved PRs for improving integration with third-party applications in SearchForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/15"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_SearchForce_5",
"20261213-0-1c2c0",
"20261213-1-485e2",
"20261213-2-b1eaf",
"20261213-3-e12cf",
"20261213-4-f31ad",
"20261213-5-37814",
"20261213-6-c1038",
"20261213-7-814a8",
"20261213-8-2962b",
"github_com_salesforce_shAIX_pull_15",
"20261212-0-cc544",
"20261212-1-a3e83",
"20261212-2-2c963",
"20261212-3-ff58b",
"20261212-4-70834",
"20261212-5-339ce",
"20261212-6-bc3c8",
"20261212-7-c7cb7",
"20261212-8-d7733",
"20261212-9-07f64",
"20261212-10-0dd15",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a17",
"product": "SearchForce",
"kind": "answerable",
"question": "Can you provide links to the PRs for improving integration with third-party applications in SearchForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/3",
"https://github.com/salesforce/shAIX/pull/11",
"https://github.com/salesforce/shAIX/pull/23"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_shAIX_2",
"github_com_salesforce_shAIX_pull_3",
"20261028-0-04390",
"20261028-1-1ec88",
"20261028-2-94120",
"20261028-3-30b19",
"20261028-4-0e566",
"20261028-5-e9447",
"20261028-6-91c33",
"20261028-7-a3408",
"20261028-8-24490",
"product_dev_SearchForce_3",
"product_dev_SearchForce_4",
"github_com_salesforce_shAIX_pull_11",
"20261130-0-84293",
"20261130-1-7d94d",
"20261130-2-467eb",
"20261130-3-f456d",
"20261130-4-e7aad",
"20261130-5-6d3b5",
"20261130-6-1db2b",
"product_dev_SearchForce_6",
"product_dev_SearchForce_7",
"github_com_salesforce_shAIX_pull_23",
"20270111-0-7e20d",
"20270111-1-13f85",
"20270111-2-14059",
"20270111-3-a7e5a",
"20270111-4-d950f",
"20270111-5-4d00a",
"20270111-6-1caf8",
"20270111-7-7a4bf",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a18",
"product": "SearchForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for enhancing the user interface in SearchForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/8",
"https://github.com/salesforce/shAIX/pull/20"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_SearchForce_3",
"20261112-0-a240f",
"20261112-1-54592",
"20261112-2-7dc11",
"20261112-3-bc8ba",
"20261112-4-def9d",
"20261112-5-ae275",
"20261112-6-7a636",
"20261112-7-daa43",
"github_com_salesforce_shAIX_pull_8",
"20261115-0-ea0b6",
"20261115-1-430f1",
"20261115-2-e0255",
"20261115-3-4ded4",
"20261115-4-6a650",
"20261115-5-e8f15",
"20261115-6-1d89e",
"20261115-7-2cc46",
"product_dev_SearchForce_6",
"20261231-0-210c5",
"20261231-1-52655",
"20261231-2-c8712",
"20261231-3-af920",
"20261231-4-2e591",
"20261231-5-67107",
"20261231-6-c881d",
"20261231-7-c2d50",
"github_com_salesforce_shAIX_pull_20",
"20261230-0-754ad",
"20261230-1-a09a9",
"20261230-2-17607",
"20261230-3-b08b2",
"20261230-4-52b0f",
"20261230-5-d3101",
"20261230-6-ba653",
"20261230-7-6eedc",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a19",
"product": "SearchForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for enhancing the user interface in SearchForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/shAIX/pull/4",
"https://github.com/salesforce/shAIX/pull/16"
],
"citations": [
"product_dev_shAIX_1",
"product_dev_shAIX_2",
"github_com_salesforce_shAIX_pull_4",
"20261031-0-4f740",
"20261031-1-3cbaa",
"20261031-2-8fb02",
"20261031-3-4535a",
"20261031-4-ad903",
"20261031-5-e62f3",
"20261031-6-32329",
"20261031-7-9585c",
"product_dev_SearchForce_4",
"product_dev_SearchForce_5",
"github_com_salesforce_shAIX_pull_16",
"20261214-0-63a6b",
"20261214-1-b6dd3",
"20261214-2-a0e38",
"20261214-3-b7707",
"20261214-4-48054",
"20261214-5-11cf9",
"20261214-6-cc97d",
"20261214-7-9f95f",
"20261214-8-386cf",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#a20",
"product": "SearchForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in SearchForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_160fca3c"
],
"citations": [
"20270212-0-b9fdd",
"20270212-1-d2306",
"20270212-2-00ae6",
"20270212-3-d3be6",
"20270212-4-2919e",
"20270212-5-a3088",
"20270212-6-acc54",
"20270212-7-df3e5",
"20270212-8-84002",
"20270212-9-0514a",
"20270216-0-e94f5",
"20270216-1-566b1",
"20270216-2-1e204",
"20270216-3-2bd73",
"20270216-4-02328",
"20270216-5-68e36",
"github_com_salesforce_SearchForce_pull_31",
"20270227-0-4f9ab",
"20270227-1-8bac5",
"20270227-2-0e2ef",
"20270227-3-9e5b7",
"20270227-4-6aaa8",
"20270227-5-1fd4b",
"20270227-6-fdd2d",
"20270227-7-55086",
"20270407-0-8517a",
"20270407-1-3d70c",
"20270407-2-c160f",
"20270407-3-08da9",
"20270407-4-e6672",
"20270407-5-e2957",
"20270407-6-4b32c",
"20270407-7-6172c",
"20270407-8-579e4",
"20270407-9-2a189",
"20270407-10-b65e0",
"20270427-0-36790",
"20270427-1-d94cc",
"20270427-2-93eab",
"20270427-3-72f25",
"20270427-4-51201",
"20270427-5-196f5",
"20270427-6-e1878",
"20270427-7-9b3f4",
"20270427-8-46965",
"github_com_salesforce_SearchForce_pull_39",
"20270429-0-e6185",
"20270429-1-a99b4",
"20270429-2-db849",
"20270429-3-af56d",
"20270429-4-2b9a0",
"20270429-5-f5973",
"20270429-6-25f2d",
"20270424-0-4f2ea",
"20270424-1-fd7f6",
"20270424-2-df108",
"20270424-3-53170",
"20270424-4-dad70",
"20270424-5-f72b7",
"20270424-6-82355",
"github_com_salesforce_SearchForce_pull_38",
"20270425-0-2f419",
"20270425-1-fd25a",
"20270425-2-bdaa5",
"20270425-3-c33d5",
"20270425-4-099a0",
"20270425-5-16f23",
"20270425-6-02f88",
"20270425-7-1ac81",
"20270412-0-5aa07",
"20270412-1-411d8",
"20270412-2-43b08",
"20270412-3-5bcec",
"20270412-4-078c8",
"20270412-5-885e9",
"20270412-6-85915",
"20270412-7-08e70",
"20270412-8-03258",
"20270412-9-1d170",
"20270412-10-58d4b",
"20270502-0-06da5",
"20270502-1-d0860",
"20270502-2-05e5e",
"20270502-3-d8f5c",
"20270502-4-93dcf",
"20270502-5-14487",
"20270502-6-c8994",
"github_com_salesforce_SearchForce_pull_41",
"20270504-0-365d6",
"20270504-1-4e9c0",
"20270504-2-12a14",
"20270504-3-ce77d",
"20270504-4-ff619",
"20270504-5-bb138",
"20270504-6-79fd4",
"20270504-7-2a064",
"20270314-0-70a4d",
"20270314-1-ffd55",
"20270314-2-0e969",
"20270314-3-5a274",
"20270314-4-dce33",
"20270314-5-15500",
"20270314-6-81f1e",
"20270314-7-afeaa",
"20270314-8-e139f",
"20270314-9-96146",
"20270314-10-cd064",
"20270323-0-fbb43",
"20270323-1-e0889",
"20270323-2-e41a8",
"20270323-3-0a60c",
"20270323-4-2fbef",
"20270323-5-1f337",
"20270323-6-bfe2f",
"20270323-7-b9577",
"20270323-8-2ff19",
"github_com_salesforce_SearchForce_pull_34",
"20270329-0-38b0b",
"20270329-1-2338a",
"20270329-2-0dee7",
"20270329-3-1615c",
"20270329-4-4afb7",
"20270329-5-88170",
"20270329-6-dc863",
"20270329-7-e7671",
"20270329-8-64125",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchForce#a21",
"product": "SearchForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in SearchForce that are now reopened by customers.",
"ground_truth": [
"eid_12c203a5",
"eid_7db4431d",
"eid_3fa288cf"
],
"citations": [
"20270222-0-ee114",
"20270222-1-d8d12",
"20270222-2-5f7f1",
"20270222-3-627fb",
"20270222-4-00042",
"20270222-5-5ee0d",
"20270222-6-f1073",
"20270222-7-5c752",
"20270222-8-4a42a",
"20270222-9-fa079",
"20270222-10-7bf47",
"20270301-0-f6e97",
"20270301-1-a8b49",
"20270301-2-4410e",
"20270301-3-a6c48",
"20270301-4-060bd",
"20270301-5-5dbac",
"20270301-6-92f6b",
"20270301-7-c79f3",
"20270301-8-8743e",
"20270301-9-22940",
"20270301-10-4a358",
"20270302-0-5f355",
"20270302-1-4b6c6",
"20270302-2-6d837",
"20270302-3-b4929",
"20270302-4-85b24",
"20270302-5-3f266",
"20270302-6-88b37",
"20270302-7-bc639",
"20270206-0-4d89c",
"20270206-1-c9b86",
"20270206-2-0acf0",
"20270206-3-905b4",
"20270206-4-5eecf",
"20270206-5-a036e",
"20270206-6-c7190",
"20270206-7-e76e5",
"20270206-8-fe42b",
"20270206-9-74678",
"20270215-0-b87cd",
"20270215-1-3505d",
"20270215-2-2f407",
"20270215-3-24567",
"20270215-4-e98b2",
"20270215-5-961e3",
"20270215-6-673bd",
"20270215-7-76623",
"20270215-8-652a3",
"20270215-9-8f336",
"20270215-10-51629",
"20270215-0-816fb",
"20270215-1-6c4a7",
"20270215-2-d38a7",
"20270215-3-8c035",
"20270215-4-9f7bf",
"20270215-5-06ffd",
"20270215-6-db286",
"20270407-0-8517a",
"20270407-1-3d70c",
"20270407-2-c160f",
"20270407-3-08da9",
"20270407-4-e6672",
"20270407-5-e2957",
"20270407-6-4b32c",
"20270407-7-6172c",
"20270407-8-579e4",
"20270407-9-2a189",
"20270407-10-b65e0",
"20270415-0-d96f1",
"20270415-1-59a52",
"20270415-2-dfb7f",
"20270415-3-c5cd6",
"20270415-4-d30b0",
"20270415-5-1ebb7",
"20270415-6-f7e00",
"20270415-7-b52b1",
"20270415-8-4263c",
"20270415-9-bba63",
"20270422-0-5a717",
"20270422-1-3313f",
"20270422-2-7fb97",
"20270422-3-edb53",
"20270422-4-ea5df",
"20270422-5-46ec0",
"20270422-6-ae405",
"20270422-7-fc5ec",
"20270422-8-585f9",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchForce#a22",
"product": "SearchForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in SearchForce.",
"ground_truth": [
"BlueWave",
"FusionTech"
],
"citations": [
"20270222-0-ee114",
"20270222-1-d8d12",
"20270222-2-5f7f1",
"20270222-3-627fb",
"20270222-4-00042",
"20270222-5-5ee0d",
"20270222-6-f1073",
"20270222-7-5c752",
"20270222-8-4a42a",
"20270222-9-fa079",
"20270222-10-7bf47",
"20270301-0-f6e97",
"20270301-1-a8b49",
"20270301-2-4410e",
"20270301-3-a6c48",
"20270301-4-060bd",
"20270301-5-5dbac",
"20270301-6-92f6b",
"20270301-7-c79f3",
"20270301-8-8743e",
"20270301-9-22940",
"20270301-10-4a358",
"20270302-0-5f355",
"20270302-1-4b6c6",
"20270302-2-6d837",
"20270302-3-b4929",
"20270302-4-85b24",
"20270302-5-3f266",
"20270302-6-88b37",
"20270302-7-bc639",
"20270206-0-4d89c",
"20270206-1-c9b86",
"20270206-2-0acf0",
"20270206-3-905b4",
"20270206-4-5eecf",
"20270206-5-a036e",
"20270206-6-c7190",
"20270206-7-e76e5",
"20270206-8-fe42b",
"20270206-9-74678",
"20270215-0-b87cd",
"20270215-1-3505d",
"20270215-2-2f407",
"20270215-3-24567",
"20270215-4-e98b2",
"20270215-5-961e3",
"20270215-6-673bd",
"20270215-7-76623",
"20270215-8-652a3",
"20270215-9-8f336",
"20270215-10-51629",
"20270215-0-816fb",
"20270215-1-6c4a7",
"20270215-2-d38a7",
"20270215-3-8c035",
"20270215-4-9f7bf",
"20270215-5-06ffd",
"20270215-6-db286",
"20270407-0-8517a",
"20270407-1-3d70c",
"20270407-2-c160f",
"20270407-3-08da9",
"20270407-4-e6672",
"20270407-5-e2957",
"20270407-6-4b32c",
"20270407-7-6172c",
"20270407-8-579e4",
"20270407-9-2a189",
"20270407-10-b65e0",
"20270415-0-d96f1",
"20270415-1-59a52",
"20270415-2-dfb7f",
"20270415-3-c5cd6",
"20270415-4-d30b0",
"20270415-5-1ebb7",
"20270415-6-f7e00",
"20270415-7-b52b1",
"20270415-8-4263c",
"20270415-9-bba63",
"20270422-0-5a717",
"20270422-1-3313f",
"20270422-2-7fb97",
"20270422-3-edb53",
"20270422-4-ea5df",
"20270422-5-46ec0",
"20270422-6-ae405",
"20270422-7-fc5ec",
"20270422-8-585f9",
"20270427-0-36790",
"20270427-1-d94cc",
"20270427-2-93eab",
"20270427-3-72f25",
"20270427-4-51201",
"20270427-5-196f5",
"20270427-6-e1878",
"20270427-7-9b3f4",
"20270427-8-46965",
"github_com_salesforce_SearchForce_pull_39",
"20270429-0-e6185",
"20270429-1-a99b4",
"20270429-2-db849",
"20270429-3-af56d",
"20270429-4-2b9a0",
"20270429-5-f5973",
"20270429-6-25f2d",
"20270212-0-b9fdd",
"20270212-1-d2306",
"20270212-2-00ae6",
"20270212-3-d3be6",
"20270212-4-2919e",
"20270212-5-a3088",
"20270212-6-acc54",
"20270212-7-df3e5",
"20270212-8-84002",
"20270212-9-0514a",
"20270216-0-e94f5",
"20270216-1-566b1",
"20270216-2-1e204",
"20270216-3-2bd73",
"20270216-4-02328",
"20270216-5-68e36",
"github_com_salesforce_SearchForce_pull_31",
"20270227-0-4f9ab",
"20270227-1-8bac5",
"20270227-2-0e2ef",
"20270227-3-9e5b7",
"20270227-4-6aaa8",
"20270227-5-1fd4b",
"20270227-6-fdd2d",
"20270227-7-55086",
"20270424-0-4f2ea",
"20270424-1-fd7f6",
"20270424-2-df108",
"20270424-3-53170",
"20270424-4-dad70",
"20270424-5-f72b7",
"20270424-6-82355",
"github_com_salesforce_SearchForce_pull_38",
"20270425-0-2f419",
"20270425-1-fd25a",
"20270425-2-bdaa5",
"20270425-3-c33d5",
"20270425-4-099a0",
"20270425-5-16f23",
"20270425-6-02f88",
"20270425-7-1ac81",
"20270412-0-5aa07",
"20270412-1-411d8",
"20270412-2-43b08",
"20270412-3-5bcec",
"20270412-4-078c8",
"20270412-5-885e9",
"20270412-6-85915",
"20270412-7-08e70",
"20270412-8-03258",
"20270412-9-1d170",
"20270412-10-58d4b",
"20270502-0-06da5",
"20270502-1-d0860",
"20270502-2-05e5e",
"20270502-3-d8f5c",
"20270502-4-93dcf",
"20270502-5-14487",
"20270502-6-c8994",
"github_com_salesforce_SearchForce_pull_41",
"20270504-0-365d6",
"20270504-1-4e9c0",
"20270504-2-12a14",
"20270504-3-ce77d",
"20270504-4-ff619",
"20270504-5-bb138",
"20270504-6-79fd4",
"20270504-7-2a064",
"20270314-0-70a4d",
"20270314-1-ffd55",
"20270314-2-0e969",
"20270314-3-5a274",
"20270314-4-dce33",
"20270314-5-15500",
"20270314-6-81f1e",
"20270314-7-afeaa",
"20270314-8-e139f",
"20270314-9-96146",
"20270314-10-cd064",
"20270323-0-fbb43",
"20270323-1-e0889",
"20270323-2-e41a8",
"20270323-3-0a60c",
"20270323-4-2fbef",
"20270323-5-1f337",
"20270323-6-bfe2f",
"20270323-7-b9577",
"20270323-8-2ff19",
"github_com_salesforce_SearchForce_pull_34",
"20270329-0-38b0b",
"20270329-1-2338a",
"20270329-2-0dee7",
"20270329-3-1615c",
"20270329-4-4afb7",
"20270329-5-88170",
"20270329-6-dc863",
"20270329-7-e7671",
"20270329-8-64125",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchForce#a23",
"product": "SearchForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in SearchForce.",
"ground_truth": [
"TechCorp",
"BlueWave",
"SmartData",
"DataSolutions"
],
"citations": [
"20270222-0-ee114",
"20270222-1-d8d12",
"20270222-2-5f7f1",
"20270222-3-627fb",
"20270222-4-00042",
"20270222-5-5ee0d",
"20270222-6-f1073",
"20270222-7-5c752",
"20270222-8-4a42a",
"20270222-9-fa079",
"20270222-10-7bf47",
"20270301-0-f6e97",
"20270301-1-a8b49",
"20270301-2-4410e",
"20270301-3-a6c48",
"20270301-4-060bd",
"20270301-5-5dbac",
"20270301-6-92f6b",
"20270301-7-c79f3",
"20270301-8-8743e",
"20270301-9-22940",
"20270301-10-4a358",
"20270302-0-5f355",
"20270302-1-4b6c6",
"20270302-2-6d837",
"20270302-3-b4929",
"20270302-4-85b24",
"20270302-5-3f266",
"20270302-6-88b37",
"20270302-7-bc639",
"20270206-0-4d89c",
"20270206-1-c9b86",
"20270206-2-0acf0",
"20270206-3-905b4",
"20270206-4-5eecf",
"20270206-5-a036e",
"20270206-6-c7190",
"20270206-7-e76e5",
"20270206-8-fe42b",
"20270206-9-74678",
"20270215-0-b87cd",
"20270215-1-3505d",
"20270215-2-2f407",
"20270215-3-24567",
"20270215-4-e98b2",
"20270215-5-961e3",
"20270215-6-673bd",
"20270215-7-76623",
"20270215-8-652a3",
"20270215-9-8f336",
"20270215-10-51629",
"20270215-0-816fb",
"20270215-1-6c4a7",
"20270215-2-d38a7",
"20270215-3-8c035",
"20270215-4-9f7bf",
"20270215-5-06ffd",
"20270215-6-db286",
"20270306-0-3cdf2",
"20270306-1-fab3a",
"20270306-2-b29a4",
"20270306-3-3c766",
"20270306-4-b23c5",
"20270306-5-196f8",
"20270306-6-51f42",
"20270306-7-823a3",
"20270306-8-ad71d",
"20270306-9-da924",
"20270306-10-11e57",
"20270418-0-721a1",
"20270418-1-dca15",
"20270418-2-7ed84",
"20270418-3-53e04",
"20270418-4-f5870",
"20270418-5-c9efb",
"20270418-6-7f4af",
"20270418-7-348ee",
"20270418-8-c18b5",
"20270418-9-2908a",
"20270418-10-82b0f",
"20270407-0-8517a",
"20270407-1-3d70c",
"20270407-2-c160f",
"20270407-3-08da9",
"20270407-4-e6672",
"20270407-5-e2957",
"20270407-6-4b32c",
"20270407-7-6172c",
"20270407-8-579e4",
"20270407-9-2a189",
"20270407-10-b65e0",
"20270415-0-d96f1",
"20270415-1-59a52",
"20270415-2-dfb7f",
"20270415-3-c5cd6",
"20270415-4-d30b0",
"20270415-5-1ebb7",
"20270415-6-f7e00",
"20270415-7-b52b1",
"20270415-8-4263c",
"20270415-9-bba63",
"20270422-0-5a717",
"20270422-1-3313f",
"20270422-2-7fb97",
"20270422-3-edb53",
"20270422-4-ea5df",
"20270422-5-46ec0",
"20270422-6-ae405",
"20270422-7-fc5ec",
"20270422-8-585f9",
"20270427-0-36790",
"20270427-1-d94cc",
"20270427-2-93eab",
"20270427-3-72f25",
"20270427-4-51201",
"20270427-5-196f5",
"20270427-6-e1878",
"20270427-7-9b3f4",
"20270427-8-46965",
"github_com_salesforce_SearchForce_pull_39",
"20270429-0-e6185",
"20270429-1-a99b4",
"20270429-2-db849",
"20270429-3-af56d",
"20270429-4-2b9a0",
"20270429-5-f5973",
"20270429-6-25f2d",
"20270212-0-b9fdd",
"20270212-1-d2306",
"20270212-2-00ae6",
"20270212-3-d3be6",
"20270212-4-2919e",
"20270212-5-a3088",
"20270212-6-acc54",
"20270212-7-df3e5",
"20270212-8-84002",
"20270212-9-0514a",
"20270216-0-e94f5",
"20270216-1-566b1",
"20270216-2-1e204",
"20270216-3-2bd73",
"20270216-4-02328",
"20270216-5-68e36",
"github_com_salesforce_SearchForce_pull_31",
"20270227-0-4f9ab",
"20270227-1-8bac5",
"20270227-2-0e2ef",
"20270227-3-9e5b7",
"20270227-4-6aaa8",
"20270227-5-1fd4b",
"20270227-6-fdd2d",
"20270227-7-55086",
"20270424-0-4f2ea",
"20270424-1-fd7f6",
"20270424-2-df108",
"20270424-3-53170",
"20270424-4-dad70",
"20270424-5-f72b7",
"20270424-6-82355",
"github_com_salesforce_SearchForce_pull_38",
"20270425-0-2f419",
"20270425-1-fd25a",
"20270425-2-bdaa5",
"20270425-3-c33d5",
"20270425-4-099a0",
"20270425-5-16f23",
"20270425-6-02f88",
"20270425-7-1ac81",
"20270321-0-79784",
"20270321-1-4e1ba",
"20270321-2-aaeca",
"20270321-3-47af1",
"20270321-4-db038",
"20270321-5-746a3",
"20270321-6-3ec55",
"20270321-7-ae35b",
"20270321-8-a99c1",
"20270321-9-bc823",
"20270321-10-1996e",
"20270326-0-b0a53",
"20270326-1-aa61e",
"20270326-2-6732f",
"20270326-3-8e3b6",
"20270326-4-03545",
"20270326-5-e0171",
"20270326-6-6ae87",
"20270326-7-ea0fe",
"20270326-8-7f47f",
"20270326-9-03d4a",
"20270326-10-dc90d",
"20270412-0-5aa07",
"20270412-1-411d8",
"20270412-2-43b08",
"20270412-3-5bcec",
"20270412-4-078c8",
"20270412-5-885e9",
"20270412-6-85915",
"20270412-7-08e70",
"20270412-8-03258",
"20270412-9-1d170",
"20270412-10-58d4b",
"20270502-0-06da5",
"20270502-1-d0860",
"20270502-2-05e5e",
"20270502-3-d8f5c",
"20270502-4-93dcf",
"20270502-5-14487",
"20270502-6-c8994",
"github_com_salesforce_SearchForce_pull_41",
"20270504-0-365d6",
"20270504-1-4e9c0",
"20270504-2-12a14",
"20270504-3-ce77d",
"20270504-4-ff619",
"20270504-5-bb138",
"20270504-6-79fd4",
"20270504-7-2a064",
"20270314-0-70a4d",
"20270314-1-ffd55",
"20270314-2-0e969",
"20270314-3-5a274",
"20270314-4-dce33",
"20270314-5-15500",
"20270314-6-81f1e",
"20270314-7-afeaa",
"20270314-8-e139f",
"20270314-9-96146",
"20270314-10-cd064",
"20270323-0-fbb43",
"20270323-1-e0889",
"20270323-2-e41a8",
"20270323-3-0a60c",
"20270323-4-2fbef",
"20270323-5-1f337",
"20270323-6-bfe2f",
"20270323-7-b9577",
"20270323-8-2ff19",
"github_com_salesforce_SearchForce_pull_34",
"20270329-0-38b0b",
"20270329-1-2338a",
"20270329-2-0dee7",
"20270329-3-1615c",
"20270329-4-4afb7",
"20270329-5-88170",
"20270329-6-dc863",
"20270329-7-e7671",
"20270329-8-64125",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchForce#a24",
"product": "SearchForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in SearchForce.",
"ground_truth": [
"eid_13786f09"
],
"citations": [
"20270212-0-b9fdd",
"20270212-1-d2306",
"20270212-2-00ae6",
"20270212-3-d3be6",
"20270212-4-2919e",
"20270212-5-a3088",
"20270212-6-acc54",
"20270212-7-df3e5",
"20270212-8-84002",
"20270212-9-0514a",
"20270216-0-e94f5",
"20270216-1-566b1",
"20270216-2-1e204",
"20270216-3-2bd73",
"20270216-4-02328",
"20270216-5-68e36",
"github_com_salesforce_SearchForce_pull_31",
"20270227-0-4f9ab",
"20270227-1-8bac5",
"20270227-2-0e2ef",
"20270227-3-9e5b7",
"20270227-4-6aaa8",
"20270227-5-1fd4b",
"20270227-6-fdd2d",
"20270227-7-55086",
"20270407-0-8517a",
"20270407-1-3d70c",
"20270407-2-c160f",
"20270407-3-08da9",
"20270407-4-e6672",
"20270407-5-e2957",
"20270407-6-4b32c",
"20270407-7-6172c",
"20270407-8-579e4",
"20270407-9-2a189",
"20270407-10-b65e0",
"20270427-0-36790",
"20270427-1-d94cc",
"20270427-2-93eab",
"20270427-3-72f25",
"20270427-4-51201",
"20270427-5-196f5",
"20270427-6-e1878",
"20270427-7-9b3f4",
"20270427-8-46965",
"github_com_salesforce_SearchForce_pull_39",
"20270429-0-e6185",
"20270429-1-a99b4",
"20270429-2-db849",
"20270429-3-af56d",
"20270429-4-2b9a0",
"20270429-5-f5973",
"20270429-6-25f2d",
"20270424-0-4f2ea",
"20270424-1-fd7f6",
"20270424-2-df108",
"20270424-3-53170",
"20270424-4-dad70",
"20270424-5-f72b7",
"20270424-6-82355",
"github_com_salesforce_SearchForce_pull_38",
"20270425-0-2f419",
"20270425-1-fd25a",
"20270425-2-bdaa5",
"20270425-3-c33d5",
"20270425-4-099a0",
"20270425-5-16f23",
"20270425-6-02f88",
"20270425-7-1ac81",
"20270306-0-3cdf2",
"20270306-1-fab3a",
"20270306-2-b29a4",
"20270306-3-3c766",
"20270306-4-b23c5",
"20270306-5-196f8",
"20270306-6-51f42",
"20270306-7-823a3",
"20270306-8-ad71d",
"20270306-9-da924",
"20270306-10-11e57",
"20270412-0-5aa07",
"20270412-1-411d8",
"20270412-2-43b08",
"20270412-3-5bcec",
"20270412-4-078c8",
"20270412-5-885e9",
"20270412-6-85915",
"20270412-7-08e70",
"20270412-8-03258",
"20270412-9-1d170",
"20270412-10-58d4b",
"20270502-0-06da5",
"20270502-1-d0860",
"20270502-2-05e5e",
"20270502-3-d8f5c",
"20270502-4-93dcf",
"20270502-5-14487",
"20270502-6-c8994",
"github_com_salesforce_SearchForce_pull_41",
"20270504-0-365d6",
"20270504-1-4e9c0",
"20270504-2-12a14",
"20270504-3-ce77d",
"20270504-4-ff619",
"20270504-5-bb138",
"20270504-6-79fd4",
"20270504-7-2a064",
"20270326-0-b0a53",
"20270326-1-aa61e",
"20270326-2-6732f",
"20270326-3-8e3b6",
"20270326-4-03545",
"20270326-5-e0171",
"20270326-6-6ae87",
"20270326-7-ea0fe",
"20270326-8-7f47f",
"20270326-9-03d4a",
"20270326-10-dc90d",
"20270314-0-70a4d",
"20270314-1-ffd55",
"20270314-2-0e969",
"20270314-3-5a274",
"20270314-4-dce33",
"20270314-5-15500",
"20270314-6-81f1e",
"20270314-7-afeaa",
"20270314-8-e139f",
"20270314-9-96146",
"20270314-10-cd064",
"20270323-0-fbb43",
"20270323-1-e0889",
"20270323-2-e41a8",
"20270323-3-0a60c",
"20270323-4-2fbef",
"20270323-5-1f337",
"20270323-6-bfe2f",
"20270323-7-b9577",
"20270323-8-2ff19",
"github_com_salesforce_SearchForce_pull_34",
"20270329-0-38b0b",
"20270329-1-2338a",
"20270329-2-0dee7",
"20270329-3-1615c",
"20270329-4-4afb7",
"20270329-5-88170",
"20270329-6-dc863",
"20270329-7-e7671",
"20270329-8-64125",
"20270222-0-ee114",
"20270222-1-d8d12",
"20270222-2-5f7f1",
"20270222-3-627fb",
"20270222-4-00042",
"20270222-5-5ee0d",
"20270222-6-f1073",
"20270222-7-5c752",
"20270222-8-4a42a",
"20270222-9-fa079",
"20270222-10-7bf47",
"20270301-0-f6e97",
"20270301-1-a8b49",
"20270301-2-4410e",
"20270301-3-a6c48",
"20270301-4-060bd",
"20270301-5-5dbac",
"20270301-6-92f6b",
"20270301-7-c79f3",
"20270301-8-8743e",
"20270301-9-22940",
"20270301-10-4a358",
"20270302-0-5f355",
"20270302-1-4b6c6",
"20270302-2-6d837",
"20270302-3-b4929",
"20270302-4-85b24",
"20270302-5-3f266",
"20270302-6-88b37",
"20270302-7-bc639",
"20270206-0-4d89c",
"20270206-1-c9b86",
"20270206-2-0acf0",
"20270206-3-905b4",
"20270206-4-5eecf",
"20270206-5-a036e",
"20270206-6-c7190",
"20270206-7-e76e5",
"20270206-8-fe42b",
"20270206-9-74678",
"20270215-0-b87cd",
"20270215-1-3505d",
"20270215-2-2f407",
"20270215-3-24567",
"20270215-4-e98b2",
"20270215-5-961e3",
"20270215-6-673bd",
"20270215-7-76623",
"20270215-8-652a3",
"20270215-9-8f336",
"20270215-10-51629",
"20270215-0-816fb",
"20270215-1-6c4a7",
"20270215-2-d38a7",
"20270215-3-8c035",
"20270215-4-9f7bf",
"20270215-5-06ffd",
"20270215-6-db286",
"20270415-0-d96f1",
"20270415-1-59a52",
"20270415-2-dfb7f",
"20270415-3-c5cd6",
"20270415-4-d30b0",
"20270415-5-1ebb7",
"20270415-6-f7e00",
"20270415-7-b52b1",
"20270415-8-4263c",
"20270415-9-bba63",
"20270422-0-5a717",
"20270422-1-3313f",
"20270422-2-7fb97",
"20270422-3-edb53",
"20270422-4-ea5df",
"20270422-5-46ec0",
"20270422-6-ae405",
"20270422-7-fc5ec",
"20270422-8-585f9",
"20270321-0-79784",
"20270321-1-4e1ba",
"20270321-2-aaeca",
"20270321-3-47af1",
"20270321-4-db038",
"20270321-5-746a3",
"20270321-6-3ec55",
"20270321-7-ae35b",
"20270321-8-a99c1",
"20270321-9-bc823",
"20270321-10-1996e",
"20270418-0-721a1",
"20270418-1-dca15",
"20270418-2-7ed84",
"20270418-3-53e04",
"20270418-4-f5870",
"20270418-5-c9efb",
"20270418-6-7f4af",
"20270418-7-348ee",
"20270418-8-c18b5",
"20270418-9-2908a",
"20270418-10-82b0f",
"20261017-0-67b2b",
"20261017-1-0f460",
"20261017-2-ce2de"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SearchForce#u0",
"product": "SearchForce",
"kind": "unanswerable",
"question": "What are the unique features of SearchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u1",
"product": "SearchForce",
"kind": "unanswerable",
"question": "What are the weaknesses of SearchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u2",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of SearchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u3",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of SearchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u4",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for SearchForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u5",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for enhancing natural language processing capabilities in SearchForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u6",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for enhancing natural language processing capabilities in SearchForce that were reverted as they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u7",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for the implementation of context awareness algorithms in SearchForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u8",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you provide links to the PRs for the implementation of context awareness algorithms in SearchForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u9",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to improving integration with third-party applications in SearchForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u10",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to improving integration with third-party applications in SearchForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u11",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for enhancing the user interface in SearchForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SearchForce#u12",
"product": "SearchForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for enhancing the user interface in SearchForce that were reverted as they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a0",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for SecurityForce?",
"ground_truth": "- Include recent statistics or data points about the growth rate of the API security market in the Market Overview section.\n- Highlight specific emerging markets where API security is becoming a priority in the Market Opportunities section.\n- Mention potential regulatory changes that could impact the API security landscape in the Challenges and Risks section.",
"citations": [
"20260420-0-ba807",
"20260420-1-fd122",
"20260420-2-46254",
"20260420-3-c8ba5",
"20260420-4-77984",
"20260420-5-f3611",
"20260420-6-0b707",
"20260420-7-98231",
"20260420-8-a1d20",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a1",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for SecurityForce?",
"ground_truth": "- Include a brief mention of the potential ROI for businesses adopting rityAIX in the Executive Summary.\n- Add a comparison table or chart in the Competitive Analysis to visually differentiate rityAIX from competitors.",
"citations": [
"20260420-0-ba807",
"20260420-1-fd122",
"20260420-2-46254",
"20260420-3-c8ba5",
"20260420-4-77984",
"20260420-5-f3611",
"20260420-6-0b707",
"20260420-7-98231",
"20260420-8-a1d20",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a2",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for SecurityForce?",
"ground_truth": "- Add more detail in the Target Audience section on how rityAIX specifically benefits each identified group, such as API developers and IT security professionals.\n- Elaborate on the user-friendly interface in the Product Features and Benefits section, potentially including a brief user testimonial or case study to illustrate its ease of use.",
"citations": [
"20260420-0-ba807",
"20260420-1-fd122",
"20260420-2-46254",
"20260420-3-c8ba5",
"20260420-4-77984",
"20260420-5-f3611",
"20260420-6-0b707",
"20260420-7-98231",
"20260420-8-a1d20",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a3",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for SecurityForce?",
"ground_truth": "- Add more detail in the 'Key Features' section, specifically highlighting how our AI-driven threat detection differentiates from competitors.\n- Emphasize the importance of continuous user education and support in the 'Strategic Recommendations' section to maintain customer satisfaction and loyalty.\n- Mention any upcoming webinars or workshops as part of the engagement strategy.",
"citations": [
"20260427-0-a635b",
"20260427-1-b565f",
"20260427-2-924f9",
"20260427-3-9a878",
"20260427-4-0c9bf",
"20260427-5-0adfe",
"20260427-6-206ee",
"20260427-7-caecb",
"20260427-8-88957",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a4",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for SecurityForce?",
"ground_truth": "- Highlight partnerships or collaborations in emerging markets in the 'Market Opportunities' section.\n- Acknowledge potential risks of AI bias in threat detection in the 'Challenges' section and outline mitigation plans.",
"citations": [
"20260427-0-a635b",
"20260427-1-b565f",
"20260427-2-924f9",
"20260427-3-9a878",
"20260427-4-0c9bf",
"20260427-5-0adfe",
"20260427-6-206ee",
"20260427-7-caecb",
"20260427-8-88957",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a5",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for SecurityForce?",
"ground_truth": "- Include specific user personas or case studies in the 'Target Audience' section to enhance relatability and tailor marketing strategies.\n- Add a section on 'User Feedback' or 'Customer Testimonials' to provide social proof and demonstrate the effectiveness of rityAIX in real-world scenarios.",
"citations": [
"20260427-0-a635b",
"20260427-1-b565f",
"20260427-2-924f9",
"20260427-3-9a878",
"20260427-4-0c9bf",
"20260427-5-0adfe",
"20260427-6-206ee",
"20260427-7-caecb",
"20260427-8-88957",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a6",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the unique features of SecurityForce's competitor products?",
"ground_truth": "SecureAPI Insight offers AI-driven vulnerability detection specifically for APIs, real-time threat monitoring and alerts, comprehensive security reports with actionable insights, seamless integration with popular API management platforms, and automated compliance checks for industry standards.\n\nAPI Shield Pro has several unique features: it uses advanced machine learning algorithms for threat prediction, offers a detailed and user-friendly analytics dashboard for security metrics, allows highly customizable security policies for different API environments, integrates with a wide range of DevOps tools for continuous security, and provides regular updates with the latest threat intelligence.\n\nThe unique features of the VulnGuard API Scanner include the use of advanced AI models for vulnerability scanning, automated patch management suggestions based on risk assessment, a user-friendly interface with step-by-step guidance, support for both REST and GraphQL APIs, and integration with popular CI/CD pipelines like Jenkins, GitLab CI, and CircleCI.",
"citations": [
"20260528-0-4a898",
"20260528-1-0970a",
"20260528-2-3dafc",
"20260528-3-6f964",
"20260528-4-dbf57",
"20260528-5-36c7e",
"20260528-6-fdc48",
"20260528-7-07c8f",
"20260528-8-42476",
"20260528-9-1e639",
"20260528-10-af221",
"20260528-11-24bab",
"20260528-12-95e18",
"20260528-13-a7b2f",
"20260830-0-8a8f4",
"20260830-1-fcfb7",
"20260830-2-bed12",
"20260830-3-49194",
"20260830-4-2f2ef",
"20260830-5-220ea",
"20260830-6-0a2c9",
"20260830-7-6051b",
"20260830-8-d0aa1",
"20260830-9-0869f",
"20260830-10-6180d",
"20260830-11-6b313",
"20260830-12-3a9aa",
"20260813-0-8b37d",
"20260813-1-e3622",
"20260813-2-754b3",
"20260813-3-50680",
"20260813-4-04f89",
"20260813-5-12c78",
"20260813-6-8c682",
"20260813-7-1d41c",
"20260813-8-25def",
"20260813-9-efcfb",
"20260813-10-fead6",
"20260813-11-94360",
"20260813-12-2da5b",
"20260530-0-17489",
"20260530-1-90e9d",
"20260530-2-effd9",
"20260530-3-4f3d0",
"20260530-4-4f7eb",
"20260530-5-33090",
"20260530-6-45353",
"20260530-7-0f20f",
"20260530-8-915ee",
"20260530-9-fc2a3",
"20260530-10-d7765",
"20260530-11-aaa5c",
"20260915-0-0a278",
"20260915-1-43e0c",
"20260915-2-e4efc",
"20260915-3-d9d14",
"20260915-4-8b111",
"20260915-5-5eb17",
"20260915-6-0d479",
"20260915-7-a1c11",
"20260915-8-3f2cd",
"20260915-9-e0fc3",
"20260915-10-513eb",
"20260915-11-7d6ff",
"20260915-12-f22e5",
"20260615-0-55e11",
"20260615-1-661de",
"20260615-2-43c64",
"20260615-3-b6804",
"20260615-4-5dbd4",
"20260615-5-1ca21",
"20260615-6-823bb",
"20260615-7-fa92d",
"20260615-8-98cae",
"20260615-9-22fe5",
"20260615-10-59fea",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a7",
"product": "SecurityForce",
"kind": "answerable",
"question": "What are the weaknesses of SecurityForce's competitor products?",
"ground_truth": "The weaknesses of SecureAPI Insight include limited support for legacy API systems, a higher price point that might not be ideal for small businesses, and occasional false positives in threat detection.\n\nThe weaknesses of API Shield Pro include a complex setup process that requires a deep understanding of their system architecture, limited language support for international users, and the need for high computational resources, which can lead to higher operational costs.\n\nThe weaknesses of the VulnGuard API Scanner include limited features in the free tier, occasional delays in threat updates ranging from a few minutes to a couple of hours, and the need for manual intervention in complex threat scenarios, which can be challenging for teams without dedicated security personnel.",
"citations": [
"20260528-0-4a898",
"20260528-1-0970a",
"20260528-2-3dafc",
"20260528-3-6f964",
"20260528-4-dbf57",
"20260528-5-36c7e",
"20260528-6-fdc48",
"20260528-7-07c8f",
"20260528-8-42476",
"20260528-9-1e639",
"20260528-10-af221",
"20260528-11-24bab",
"20260528-12-95e18",
"20260528-13-a7b2f",
"20260830-0-8a8f4",
"20260830-1-fcfb7",
"20260830-2-bed12",
"20260830-3-49194",
"20260830-4-2f2ef",
"20260830-5-220ea",
"20260830-6-0a2c9",
"20260830-7-6051b",
"20260830-8-d0aa1",
"20260830-9-0869f",
"20260830-10-6180d",
"20260830-11-6b313",
"20260830-12-3a9aa",
"20260813-0-8b37d",
"20260813-1-e3622",
"20260813-2-754b3",
"20260813-3-50680",
"20260813-4-04f89",
"20260813-5-12c78",
"20260813-6-8c682",
"20260813-7-1d41c",
"20260813-8-25def",
"20260813-9-efcfb",
"20260813-10-fead6",
"20260813-11-94360",
"20260813-12-2da5b",
"20260530-0-17489",
"20260530-1-90e9d",
"20260530-2-effd9",
"20260530-3-4f3d0",
"20260530-4-4f7eb",
"20260530-5-33090",
"20260530-6-45353",
"20260530-7-0f20f",
"20260530-8-915ee",
"20260530-9-fc2a3",
"20260530-10-d7765",
"20260530-11-aaa5c",
"20260915-0-0a278",
"20260915-1-43e0c",
"20260915-2-e4efc",
"20260915-3-d9d14",
"20260915-4-8b111",
"20260915-5-5eb17",
"20260915-6-0d479",
"20260915-7-a1c11",
"20260915-8-3f2cd",
"20260915-9-e0fc3",
"20260915-10-513eb",
"20260915-11-7d6ff",
"20260915-12-f22e5",
"20260615-0-55e11",
"20260615-1-661de",
"20260615-2-43c64",
"20260615-3-b6804",
"20260615-4-5dbd4",
"20260615-5-1ca21",
"20260615-6-823bb",
"20260615-7-fa92d",
"20260615-8-98cae",
"20260615-9-22fe5",
"20260615-10-59fea",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a8",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of SecurityForce's competitor products?",
"ground_truth": [
"eid_aedadd3e",
"eid_f95e63d8",
"eid_6a7cba73",
"eid_038c9fb6",
"eid_44c67741",
"eid_4d689aa7"
],
"citations": [
"20260528-0-4a898",
"20260528-1-0970a",
"20260528-2-3dafc",
"20260528-3-6f964",
"20260528-4-dbf57",
"20260528-5-36c7e",
"20260528-6-fdc48",
"20260528-7-07c8f",
"20260528-8-42476",
"20260528-9-1e639",
"20260528-10-af221",
"20260528-11-24bab",
"20260528-12-95e18",
"20260528-13-a7b2f",
"20260830-0-8a8f4",
"20260830-1-fcfb7",
"20260830-2-bed12",
"20260830-3-49194",
"20260830-4-2f2ef",
"20260830-5-220ea",
"20260830-6-0a2c9",
"20260830-7-6051b",
"20260830-8-d0aa1",
"20260830-9-0869f",
"20260830-10-6180d",
"20260830-11-6b313",
"20260830-12-3a9aa",
"20260813-0-8b37d",
"20260813-1-e3622",
"20260813-2-754b3",
"20260813-3-50680",
"20260813-4-04f89",
"20260813-5-12c78",
"20260813-6-8c682",
"20260813-7-1d41c",
"20260813-8-25def",
"20260813-9-efcfb",
"20260813-10-fead6",
"20260813-11-94360",
"20260813-12-2da5b",
"20260530-0-17489",
"20260530-1-90e9d",
"20260530-2-effd9",
"20260530-3-4f3d0",
"20260530-4-4f7eb",
"20260530-5-33090",
"20260530-6-45353",
"20260530-7-0f20f",
"20260530-8-915ee",
"20260530-9-fc2a3",
"20260530-10-d7765",
"20260530-11-aaa5c",
"20260915-0-0a278",
"20260915-1-43e0c",
"20260915-2-e4efc",
"20260915-3-d9d14",
"20260915-4-8b111",
"20260915-5-5eb17",
"20260915-6-0d479",
"20260915-7-a1c11",
"20260915-8-3f2cd",
"20260915-9-e0fc3",
"20260915-10-513eb",
"20260915-11-7d6ff",
"20260915-12-f22e5",
"20260615-0-55e11",
"20260615-1-661de",
"20260615-2-43c64",
"20260615-3-b6804",
"20260615-4-5dbd4",
"20260615-5-1ca21",
"20260615-6-823bb",
"20260615-7-fa92d",
"20260615-8-98cae",
"20260615-9-22fe5",
"20260615-10-59fea",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a9",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of SecurityForce's competitor products?",
"ground_truth": [
"eid_3a0795f3",
"eid_aedadd3e"
],
"citations": [
"20260528-0-4a898",
"20260528-1-0970a",
"20260528-2-3dafc",
"20260528-3-6f964",
"20260528-4-dbf57",
"20260528-5-36c7e",
"20260528-6-fdc48",
"20260528-7-07c8f",
"20260528-8-42476",
"20260528-9-1e639",
"20260528-10-af221",
"20260528-11-24bab",
"20260528-12-95e18",
"20260528-13-a7b2f",
"20260830-0-8a8f4",
"20260830-1-fcfb7",
"20260830-2-bed12",
"20260830-3-49194",
"20260830-4-2f2ef",
"20260830-5-220ea",
"20260830-6-0a2c9",
"20260830-7-6051b",
"20260830-8-d0aa1",
"20260830-9-0869f",
"20260830-10-6180d",
"20260830-11-6b313",
"20260830-12-3a9aa",
"20261002-0-f36f3",
"20260813-0-8b37d",
"20260813-1-e3622",
"20260813-2-754b3",
"20260813-3-50680",
"20260813-4-04f89",
"20260813-5-12c78",
"20260813-6-8c682",
"20260813-7-1d41c",
"20260813-8-25def",
"20260813-9-efcfb",
"20260813-10-fead6",
"20260813-11-94360",
"20260813-12-2da5b",
"20260530-0-17489",
"20260530-1-90e9d",
"20260530-2-effd9",
"20260530-3-4f3d0",
"20260530-4-4f7eb",
"20260530-5-33090",
"20260530-6-45353",
"20260530-7-0f20f",
"20260530-8-915ee",
"20260530-9-fc2a3",
"20260530-10-d7765",
"20260530-11-aaa5c",
"20261003-0-7883b",
"20260915-0-0a278",
"20260915-1-43e0c",
"20260915-2-e4efc",
"20260915-3-d9d14",
"20260915-4-8b111",
"20260915-5-5eb17",
"20260915-6-0d479",
"20260915-7-a1c11",
"20260915-8-3f2cd",
"20260915-9-e0fc3",
"20260915-10-513eb",
"20260915-11-7d6ff",
"20260915-12-f22e5",
"20260615-0-55e11",
"20260615-1-661de",
"20260615-2-43c64",
"20260615-3-b6804",
"20260615-4-5dbd4",
"20260615-5-1ca21",
"20260615-6-823bb",
"20260615-7-fa92d",
"20260615-8-98cae",
"20260615-9-22fe5",
"20260615-10-59fea",
"20260814-0-bab31",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a10",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for SecurityForce's competitor products?",
"ground_truth": [
"https://apishieldpro.com/demo",
"https://secureapiinsight.com/demo",
"https://vulnguardapiscanner.com/demo"
],
"citations": [
"20260528-0-4a898",
"20260528-1-0970a",
"20260528-2-3dafc",
"20260528-3-6f964",
"20260528-4-dbf57",
"20260528-5-36c7e",
"20260528-6-fdc48",
"20260528-7-07c8f",
"20260528-8-42476",
"20260528-9-1e639",
"20260528-10-af221",
"20260528-11-24bab",
"20260528-12-95e18",
"20260528-13-a7b2f",
"20260830-0-8a8f4",
"20260830-1-fcfb7",
"20260830-2-bed12",
"20260830-3-49194",
"20260830-4-2f2ef",
"20260830-5-220ea",
"20260830-6-0a2c9",
"20260830-7-6051b",
"20260830-8-d0aa1",
"20260830-9-0869f",
"20260830-10-6180d",
"20260830-11-6b313",
"20260830-12-3a9aa",
"20261002-0-f36f3",
"20260813-0-8b37d",
"20260813-1-e3622",
"20260813-2-754b3",
"20260813-3-50680",
"20260813-4-04f89",
"20260813-5-12c78",
"20260813-6-8c682",
"20260813-7-1d41c",
"20260813-8-25def",
"20260813-9-efcfb",
"20260813-10-fead6",
"20260813-11-94360",
"20260813-12-2da5b",
"20260530-0-17489",
"20260530-1-90e9d",
"20260530-2-effd9",
"20260530-3-4f3d0",
"20260530-4-4f7eb",
"20260530-5-33090",
"20260530-6-45353",
"20260530-7-0f20f",
"20260530-8-915ee",
"20260530-9-fc2a3",
"20260530-10-d7765",
"20260530-11-aaa5c",
"20261003-0-7883b",
"20260915-0-0a278",
"20260915-1-43e0c",
"20260915-2-e4efc",
"20260915-3-d9d14",
"20260915-4-8b111",
"20260915-5-5eb17",
"20260915-6-0d479",
"20260915-7-a1c11",
"20260915-8-3f2cd",
"20260915-9-e0fc3",
"20260915-10-513eb",
"20260915-11-7d6ff",
"20260915-12-f22e5",
"20260615-0-55e11",
"20260615-1-661de",
"20260615-2-43c64",
"20260615-3-b6804",
"20260615-4-5dbd4",
"20260615-5-1ca21",
"20260615-6-823bb",
"20260615-7-fa92d",
"20260615-8-98cae",
"20260615-9-22fe5",
"20260615-10-59fea",
"20260814-0-bab31",
"apishieldpro_com_demo",
"secureapiinsight_com_demo",
"vulnguardapiscanner_com_demo",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a11",
"product": "SecurityForce",
"kind": "answerable",
"question": "Can you find links to PRs for improving the user interface for better usability in SecurityForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/SecurityForce/pull/1",
"https://github.com/salesforce/SecurityForce/pull/7"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_1",
"20260603-0-c1535",
"20260603-1-8d1d5",
"20260603-2-d779a",
"20260603-3-0ff6b",
"20260603-4-23edc",
"20260603-5-b8731",
"20260603-6-6ece2",
"20260603-7-6e86a",
"20260603-8-a7cbd",
"20260603-9-d01b8",
"product_dev_SecurityForce_4",
"product_dev_SecurityForce_5",
"github_com_salesforce_SecurityForce_pull_7",
"20260701-0-2b1fb",
"20260701-1-9802c",
"20260701-2-4518d",
"20260701-3-8bf4c",
"20260701-4-e4d1a",
"20260701-5-10db2",
"20260701-6-66a6a",
"20260701-7-a7be2",
"20260701-8-151f2",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a12",
"product": "SecurityForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for improving the user interface for better usability in SecurityForce?",
"ground_truth": [
"https://github.com/salesforce/SecurityForce/pull/4",
"https://github.com/salesforce/SecurityForce/pull/10",
"https://github.com/salesforce/SecurityForce/pull/13",
"https://github.com/salesforce/SecurityForce/pull/16"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_4",
"20260624-0-476c9",
"20260624-1-d79fb",
"20260624-2-b8227",
"20260624-3-e9577",
"20260624-4-2d15a",
"20260624-5-1e76e",
"20260624-6-90c89",
"20260624-7-b030a",
"20260624-8-01ad0",
"product_dev_SecurityForce_4",
"product_dev_SecurityForce_5",
"github_com_salesforce_SecurityForce_pull_10",
"20260715-0-83da4",
"20260715-1-2e1cd",
"20260715-2-962f3",
"20260715-3-b50d8",
"20260715-4-ea41c",
"20260715-5-ce2f6",
"20260715-6-bfeff",
"20260715-7-06844",
"20260715-8-d4f9a",
"product_dev_SecurityForce_6",
"github_com_salesforce_SecurityForce_pull_13",
"20260723-0-a1704",
"20260723-1-e4d9e",
"20260723-2-0a8e3",
"20260723-3-8332f",
"20260723-4-abe0a",
"20260723-5-369d9",
"20260723-6-93c1a",
"20260723-7-e99d7",
"20260723-8-db634",
"20260723-9-1f60f",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_16",
"20260731-0-4d1df",
"20260731-1-f6401",
"20260731-2-c3688",
"20260731-3-56ce8",
"20260731-4-3bb39",
"20260731-5-d6d1d",
"20260731-6-2559f",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a13",
"product": "SecurityForce",
"kind": "answerable",
"question": "Can you provide links to PRs for integrating advanced threat intelligence capabilities in SecurityForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/SecurityForce/pull/11"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_5",
"product_dev_SecurityForce_6",
"github_com_salesforce_SecurityForce_pull_11",
"20260716-0-45d1b",
"20260716-1-fd455",
"20260716-2-785a0",
"20260716-3-9ab33",
"20260716-4-92b6f",
"20260716-5-39e27",
"20260716-6-c4e17",
"20260716-7-07fa5",
"20260716-8-3afb1",
"20260716-9-29473",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a14",
"product": "SecurityForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for integrating advanced threat intelligence capabilities in SecurityForce?",
"ground_truth": [
"https://github.com/salesforce/SecurityForce/pull/2",
"https://github.com/salesforce/SecurityForce/pull/5",
"https://github.com/salesforce/SecurityForce/pull/8",
"https://github.com/salesforce/SecurityForce/pull/14",
"https://github.com/salesforce/SecurityForce/pull/17"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"github_com_salesforce_SecurityForce_pull_2",
"20260608-0-83018",
"20260608-1-84004",
"20260608-2-1e647",
"20260608-3-52c65",
"20260608-4-ffda2",
"20260608-5-dd36a",
"20260608-6-c79b5",
"20260608-7-b696d",
"20260608-8-93cba",
"20260608-9-4e63f",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_5",
"20260629-0-5499a",
"20260629-1-b4159",
"20260629-2-2d180",
"20260629-3-b2727",
"20260629-4-1e203",
"20260629-5-7bda6",
"20260629-6-12cc3",
"20260629-7-38538",
"20260629-8-eb220",
"20260629-9-3f5a1",
"product_dev_SecurityForce_4",
"github_com_salesforce_SecurityForce_pull_8",
"20260707-0-8ec95",
"20260707-1-922b9",
"20260707-2-355ba",
"20260707-3-12955",
"20260707-4-6af30",
"20260707-5-1db51",
"20260707-6-f6b64",
"20260707-7-92a5f",
"product_dev_SecurityForce_5",
"product_dev_SecurityForce_6",
"github_com_salesforce_SecurityForce_pull_14",
"20260727-0-1da75",
"20260727-1-936cf",
"20260727-2-1aa03",
"20260727-3-9f67d",
"20260727-4-841a8",
"20260727-5-b58e1",
"20260727-6-76d95",
"20260727-7-7f5ee",
"20260727-8-37ff7",
"20260727-9-6ed4c",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_17",
"20260801-0-17faf",
"20260801-1-33636",
"20260801-2-4a679",
"20260801-3-1860b",
"20260801-4-01500",
"20260801-5-11fcf",
"20260801-6-f94eb",
"20260801-7-2e638",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a15",
"product": "SecurityForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to ensuring compliance with emerging regulations in SecurityForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/SecurityForce/pull/15"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_6",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_15",
"20260729-0-f199d",
"20260729-1-0d2dc",
"20260729-2-b0239",
"20260729-3-845f8",
"20260729-4-c9552",
"20260729-5-6d12d",
"20260729-6-44955",
"20260729-7-95e27",
"20260729-8-f037e",
"20260729-9-43569",
"20260729-10-2c81d",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a16",
"product": "SecurityForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for ensuring compliance with emerging regulations in SecurityForce?",
"ground_truth": [
"https://github.com/salesforce/SecurityForce/pull/3",
"https://github.com/salesforce/SecurityForce/pull/6",
"https://github.com/salesforce/SecurityForce/pull/9",
"https://github.com/salesforce/SecurityForce/pull/12",
"https://github.com/salesforce/SecurityForce/pull/18"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"github_com_salesforce_SecurityForce_pull_3",
"20260614-0-482a3",
"20260614-1-e217e",
"20260614-2-7aa5f",
"20260614-3-bab4f",
"20260614-4-8b598",
"20260614-5-4cb88",
"20260614-6-f9193",
"20260614-7-2c3dc",
"20260614-8-e1c76",
"20260614-9-4d4a7",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_6",
"20260627-0-2bab8",
"20260627-1-6c0d0",
"20260627-2-a5344",
"20260627-3-624af",
"20260627-4-7fb5e",
"20260627-5-5cfc5",
"20260627-6-d5f5d",
"20260627-7-c9d07",
"20260627-8-d85dd",
"20260627-9-8d42e",
"product_dev_SecurityForce_4",
"github_com_salesforce_SecurityForce_pull_9",
"20260707-0-5fad2",
"20260707-1-c453c",
"20260707-2-2de41",
"20260707-3-8bd16",
"20260707-4-cc073",
"20260707-5-56a04",
"20260707-6-cbb54",
"20260707-7-7c4e4",
"20260707-8-18d6b",
"20260707-9-f0fbf",
"product_dev_SecurityForce_5",
"github_com_salesforce_SecurityForce_pull_12",
"20260715-0-9dda7",
"20260715-1-1cef7",
"20260715-2-9f2bd",
"20260715-3-d6049",
"20260715-4-4992c",
"20260715-5-7b761",
"20260715-6-7b559",
"20260715-7-6ca48",
"20260715-8-ad698",
"product_dev_SecurityForce_6",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_18",
"20260807-0-4cef6",
"20260807-1-65df6",
"20260807-2-d4fb3",
"20260807-3-6436c",
"20260807-4-bb34f",
"20260807-5-61959",
"20260807-6-21a88",
"20260807-7-9d82a",
"20260807-8-d7604",
"20260807-9-0d87d",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a17",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in SecurityForce?",
"ground_truth": [
"eid_f50066b1"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_4",
"20260624-0-476c9",
"20260624-1-d79fb",
"20260624-2-b8227",
"20260624-3-e9577",
"20260624-4-2d15a",
"20260624-5-1e76e",
"20260624-6-90c89",
"20260624-7-b030a",
"20260624-8-01ad0",
"product_dev_SecurityForce_4",
"product_dev_SecurityForce_5",
"github_com_salesforce_SecurityForce_pull_10",
"20260715-0-83da4",
"20260715-1-2e1cd",
"20260715-2-962f3",
"20260715-3-b50d8",
"20260715-4-ea41c",
"20260715-5-ce2f6",
"20260715-6-bfeff",
"20260715-7-06844",
"20260715-8-d4f9a",
"product_dev_SecurityForce_6",
"github_com_salesforce_SecurityForce_pull_13",
"20260723-0-a1704",
"20260723-1-e4d9e",
"20260723-2-0a8e3",
"20260723-3-8332f",
"20260723-4-abe0a",
"20260723-5-369d9",
"20260723-6-93c1a",
"20260723-7-e99d7",
"20260723-8-db634",
"20260723-9-1f60f",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_16",
"20260731-0-4d1df",
"20260731-1-f6401",
"20260731-2-c3688",
"20260731-3-56ce8",
"20260731-4-3bb39",
"20260731-5-d6d1d",
"20260731-6-2559f",
"github_com_salesforce_SecurityForce_pull_2",
"20260608-0-83018",
"20260608-1-84004",
"20260608-2-1e647",
"20260608-3-52c65",
"20260608-4-ffda2",
"20260608-5-dd36a",
"20260608-6-c79b5",
"20260608-7-b696d",
"20260608-8-93cba",
"20260608-9-4e63f",
"github_com_salesforce_SecurityForce_pull_5",
"20260629-0-5499a",
"20260629-1-b4159",
"20260629-2-2d180",
"20260629-3-b2727",
"20260629-4-1e203",
"20260629-5-7bda6",
"20260629-6-12cc3",
"20260629-7-38538",
"20260629-8-eb220",
"20260629-9-3f5a1",
"github_com_salesforce_SecurityForce_pull_8",
"20260707-0-8ec95",
"20260707-1-922b9",
"20260707-2-355ba",
"20260707-3-12955",
"20260707-4-6af30",
"20260707-5-1db51",
"20260707-6-f6b64",
"20260707-7-92a5f",
"github_com_salesforce_SecurityForce_pull_14",
"20260727-0-1da75",
"20260727-1-936cf",
"20260727-2-1aa03",
"20260727-3-9f67d",
"20260727-4-841a8",
"20260727-5-b58e1",
"20260727-6-76d95",
"20260727-7-7f5ee",
"20260727-8-37ff7",
"20260727-9-6ed4c",
"github_com_salesforce_SecurityForce_pull_17",
"20260801-0-17faf",
"20260801-1-33636",
"20260801-2-4a679",
"20260801-3-1860b",
"20260801-4-01500",
"20260801-5-11fcf",
"20260801-6-f94eb",
"20260801-7-2e638",
"github_com_salesforce_SecurityForce_pull_3",
"20260614-0-482a3",
"20260614-1-e217e",
"20260614-2-7aa5f",
"20260614-3-bab4f",
"20260614-4-8b598",
"20260614-5-4cb88",
"20260614-6-f9193",
"20260614-7-2c3dc",
"20260614-8-e1c76",
"20260614-9-4d4a7",
"github_com_salesforce_SecurityForce_pull_6",
"20260627-0-2bab8",
"20260627-1-6c0d0",
"20260627-2-a5344",
"20260627-3-624af",
"20260627-4-7fb5e",
"20260627-5-5cfc5",
"20260627-6-d5f5d",
"20260627-7-c9d07",
"20260627-8-d85dd",
"20260627-9-8d42e",
"github_com_salesforce_SecurityForce_pull_9",
"20260707-0-5fad2",
"20260707-1-c453c",
"20260707-2-2de41",
"20260707-3-8bd16",
"20260707-4-cc073",
"20260707-5-56a04",
"20260707-6-cbb54",
"20260707-7-7c4e4",
"20260707-8-18d6b",
"20260707-9-f0fbf",
"github_com_salesforce_SecurityForce_pull_12",
"20260715-0-9dda7",
"20260715-1-1cef7",
"20260715-2-9f2bd",
"20260715-3-d6049",
"20260715-4-4992c",
"20260715-5-7b761",
"20260715-6-7b559",
"20260715-7-6ca48",
"20260715-8-ad698",
"github_com_salesforce_SecurityForce_pull_18",
"20260807-0-4cef6",
"20260807-1-65df6",
"20260807-2-d4fb3",
"20260807-3-6436c",
"20260807-4-bb34f",
"20260807-5-61959",
"20260807-6-21a88",
"20260807-7-9d82a",
"20260807-8-d7604",
"20260807-9-0d87d",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SecurityForce#a18",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in SecurityForce?",
"ground_truth": [
"eid_71e8aec1"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_1",
"20260603-0-c1535",
"20260603-1-8d1d5",
"20260603-2-d779a",
"20260603-3-0ff6b",
"20260603-4-23edc",
"20260603-5-b8731",
"20260603-6-6ece2",
"20260603-7-6e86a",
"20260603-8-a7cbd",
"20260603-9-d01b8",
"product_dev_SecurityForce_4",
"product_dev_SecurityForce_5",
"github_com_salesforce_SecurityForce_pull_7",
"20260701-0-2b1fb",
"20260701-1-9802c",
"20260701-2-4518d",
"20260701-3-8bf4c",
"20260701-4-e4d1a",
"20260701-5-10db2",
"20260701-6-66a6a",
"20260701-7-a7be2",
"20260701-8-151f2",
"product_dev_SecurityForce_6",
"github_com_salesforce_SecurityForce_pull_11",
"20260716-0-45d1b",
"20260716-1-fd455",
"20260716-2-785a0",
"20260716-3-9ab33",
"20260716-4-92b6f",
"20260716-5-39e27",
"20260716-6-c4e17",
"20260716-7-07fa5",
"20260716-8-3afb1",
"20260716-9-29473",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_15",
"20260729-0-f199d",
"20260729-1-0d2dc",
"20260729-2-b0239",
"20260729-3-845f8",
"20260729-4-c9552",
"20260729-5-6d12d",
"20260729-6-44955",
"20260729-7-95e27",
"20260729-8-f037e",
"20260729-9-43569",
"20260729-10-2c81d",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SecurityForce#a19",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find features for SecurityForce that were discussed but not implemented?",
"ground_truth": "Enhancing the AI-driven threat detection\n- Refine machine learning models, enhance Random Forest and Neural Network models, incorporate recent threat intelligence feeds into training datasets, adjust data pipelines, review data synchronization strategies, tweak distributed databases and replication techniques, optimize event-driven architecture for real-time processing, implement performance optimizations.",
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_4",
"20260624-0-476c9",
"20260624-1-d79fb",
"20260624-2-b8227",
"20260624-3-e9577",
"20260624-4-2d15a",
"20260624-5-1e76e",
"20260624-6-90c89",
"20260624-7-b030a",
"20260624-8-01ad0",
"product_dev_SecurityForce_4",
"product_dev_SecurityForce_5",
"github_com_salesforce_SecurityForce_pull_10",
"20260715-0-83da4",
"20260715-1-2e1cd",
"20260715-2-962f3",
"20260715-3-b50d8",
"20260715-4-ea41c",
"20260715-5-ce2f6",
"20260715-6-bfeff",
"20260715-7-06844",
"20260715-8-d4f9a",
"product_dev_SecurityForce_6",
"github_com_salesforce_SecurityForce_pull_13",
"20260723-0-a1704",
"20260723-1-e4d9e",
"20260723-2-0a8e3",
"20260723-3-8332f",
"20260723-4-abe0a",
"20260723-5-369d9",
"20260723-6-93c1a",
"20260723-7-e99d7",
"20260723-8-db634",
"20260723-9-1f60f",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_16",
"20260731-0-4d1df",
"20260731-1-f6401",
"20260731-2-c3688",
"20260731-3-56ce8",
"20260731-4-3bb39",
"20260731-5-d6d1d",
"20260731-6-2559f",
"github_com_salesforce_SecurityForce_pull_2",
"20260608-0-83018",
"20260608-1-84004",
"20260608-2-1e647",
"20260608-3-52c65",
"20260608-4-ffda2",
"20260608-5-dd36a",
"20260608-6-c79b5",
"20260608-7-b696d",
"20260608-8-93cba",
"20260608-9-4e63f",
"github_com_salesforce_SecurityForce_pull_5",
"20260629-0-5499a",
"20260629-1-b4159",
"20260629-2-2d180",
"20260629-3-b2727",
"20260629-4-1e203",
"20260629-5-7bda6",
"20260629-6-12cc3",
"20260629-7-38538",
"20260629-8-eb220",
"20260629-9-3f5a1",
"github_com_salesforce_SecurityForce_pull_8",
"20260707-0-8ec95",
"20260707-1-922b9",
"20260707-2-355ba",
"20260707-3-12955",
"20260707-4-6af30",
"20260707-5-1db51",
"20260707-6-f6b64",
"20260707-7-92a5f",
"github_com_salesforce_SecurityForce_pull_14",
"20260727-0-1da75",
"20260727-1-936cf",
"20260727-2-1aa03",
"20260727-3-9f67d",
"20260727-4-841a8",
"20260727-5-b58e1",
"20260727-6-76d95",
"20260727-7-7f5ee",
"20260727-8-37ff7",
"20260727-9-6ed4c",
"github_com_salesforce_SecurityForce_pull_17",
"20260801-0-17faf",
"20260801-1-33636",
"20260801-2-4a679",
"20260801-3-1860b",
"20260801-4-01500",
"20260801-5-11fcf",
"20260801-6-f94eb",
"20260801-7-2e638",
"github_com_salesforce_SecurityForce_pull_3",
"20260614-0-482a3",
"20260614-1-e217e",
"20260614-2-7aa5f",
"20260614-3-bab4f",
"20260614-4-8b598",
"20260614-5-4cb88",
"20260614-6-f9193",
"20260614-7-2c3dc",
"20260614-8-e1c76",
"20260614-9-4d4a7",
"github_com_salesforce_SecurityForce_pull_6",
"20260627-0-2bab8",
"20260627-1-6c0d0",
"20260627-2-a5344",
"20260627-3-624af",
"20260627-4-7fb5e",
"20260627-5-5cfc5",
"20260627-6-d5f5d",
"20260627-7-c9d07",
"20260627-8-d85dd",
"20260627-9-8d42e",
"github_com_salesforce_SecurityForce_pull_9",
"20260707-0-5fad2",
"20260707-1-c453c",
"20260707-2-2de41",
"20260707-3-8bd16",
"20260707-4-cc073",
"20260707-5-56a04",
"20260707-6-cbb54",
"20260707-7-7c4e4",
"20260707-8-18d6b",
"20260707-9-f0fbf",
"github_com_salesforce_SecurityForce_pull_12",
"20260715-0-9dda7",
"20260715-1-1cef7",
"20260715-2-9f2bd",
"20260715-3-d6049",
"20260715-4-4992c",
"20260715-5-7b761",
"20260715-6-7b559",
"20260715-7-6ca48",
"20260715-8-ad698",
"github_com_salesforce_SecurityForce_pull_18",
"20260807-0-4cef6",
"20260807-1-65df6",
"20260807-2-d4fb3",
"20260807-3-6436c",
"20260807-4-bb34f",
"20260807-5-61959",
"20260807-6-21a88",
"20260807-7-9d82a",
"20260807-8-d7604",
"20260807-9-0d87d",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a20",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in SecurityForce that were discussed but not implemented?",
"ground_truth": [
"eid_5b9ab912",
"eid_6a7cba73",
"eid_11732422"
],
"citations": [
"product_dev_SecurityForce_1",
"product_dev_SecurityForce_2",
"product_dev_SecurityForce_3",
"github_com_salesforce_SecurityForce_pull_4",
"20260624-0-476c9",
"20260624-1-d79fb",
"20260624-2-b8227",
"20260624-3-e9577",
"20260624-4-2d15a",
"20260624-5-1e76e",
"20260624-6-90c89",
"20260624-7-b030a",
"20260624-8-01ad0",
"product_dev_SecurityForce_4",
"product_dev_SecurityForce_5",
"github_com_salesforce_SecurityForce_pull_10",
"20260715-0-83da4",
"20260715-1-2e1cd",
"20260715-2-962f3",
"20260715-3-b50d8",
"20260715-4-ea41c",
"20260715-5-ce2f6",
"20260715-6-bfeff",
"20260715-7-06844",
"20260715-8-d4f9a",
"product_dev_SecurityForce_6",
"github_com_salesforce_SecurityForce_pull_13",
"20260723-0-a1704",
"20260723-1-e4d9e",
"20260723-2-0a8e3",
"20260723-3-8332f",
"20260723-4-abe0a",
"20260723-5-369d9",
"20260723-6-93c1a",
"20260723-7-e99d7",
"20260723-8-db634",
"20260723-9-1f60f",
"product_dev_SecurityForce_7",
"github_com_salesforce_SecurityForce_pull_16",
"20260731-0-4d1df",
"20260731-1-f6401",
"20260731-2-c3688",
"20260731-3-56ce8",
"20260731-4-3bb39",
"20260731-5-d6d1d",
"20260731-6-2559f",
"github_com_salesforce_SecurityForce_pull_2",
"20260608-0-83018",
"20260608-1-84004",
"20260608-2-1e647",
"20260608-3-52c65",
"20260608-4-ffda2",
"20260608-5-dd36a",
"20260608-6-c79b5",
"20260608-7-b696d",
"20260608-8-93cba",
"20260608-9-4e63f",
"github_com_salesforce_SecurityForce_pull_5",
"20260629-0-5499a",
"20260629-1-b4159",
"20260629-2-2d180",
"20260629-3-b2727",
"20260629-4-1e203",
"20260629-5-7bda6",
"20260629-6-12cc3",
"20260629-7-38538",
"20260629-8-eb220",
"20260629-9-3f5a1",
"github_com_salesforce_SecurityForce_pull_8",
"20260707-0-8ec95",
"20260707-1-922b9",
"20260707-2-355ba",
"20260707-3-12955",
"20260707-4-6af30",
"20260707-5-1db51",
"20260707-6-f6b64",
"20260707-7-92a5f",
"github_com_salesforce_SecurityForce_pull_14",
"20260727-0-1da75",
"20260727-1-936cf",
"20260727-2-1aa03",
"20260727-3-9f67d",
"20260727-4-841a8",
"20260727-5-b58e1",
"20260727-6-76d95",
"20260727-7-7f5ee",
"20260727-8-37ff7",
"20260727-9-6ed4c",
"github_com_salesforce_SecurityForce_pull_17",
"20260801-0-17faf",
"20260801-1-33636",
"20260801-2-4a679",
"20260801-3-1860b",
"20260801-4-01500",
"20260801-5-11fcf",
"20260801-6-f94eb",
"20260801-7-2e638",
"github_com_salesforce_SecurityForce_pull_3",
"20260614-0-482a3",
"20260614-1-e217e",
"20260614-2-7aa5f",
"20260614-3-bab4f",
"20260614-4-8b598",
"20260614-5-4cb88",
"20260614-6-f9193",
"20260614-7-2c3dc",
"20260614-8-e1c76",
"20260614-9-4d4a7",
"github_com_salesforce_SecurityForce_pull_6",
"20260627-0-2bab8",
"20260627-1-6c0d0",
"20260627-2-a5344",
"20260627-3-624af",
"20260627-4-7fb5e",
"20260627-5-5cfc5",
"20260627-6-d5f5d",
"20260627-7-c9d07",
"20260627-8-d85dd",
"20260627-9-8d42e",
"github_com_salesforce_SecurityForce_pull_9",
"20260707-0-5fad2",
"20260707-1-c453c",
"20260707-2-2de41",
"20260707-3-8bd16",
"20260707-4-cc073",
"20260707-5-56a04",
"20260707-6-cbb54",
"20260707-7-7c4e4",
"20260707-8-18d6b",
"20260707-9-f0fbf",
"github_com_salesforce_SecurityForce_pull_12",
"20260715-0-9dda7",
"20260715-1-1cef7",
"20260715-2-9f2bd",
"20260715-3-d6049",
"20260715-4-4992c",
"20260715-5-7b761",
"20260715-6-7b559",
"20260715-7-6ca48",
"20260715-8-ad698",
"github_com_salesforce_SecurityForce_pull_18",
"20260807-0-4cef6",
"20260807-1-65df6",
"20260807-2-d4fb3",
"20260807-3-6436c",
"20260807-4-bb34f",
"20260807-5-61959",
"20260807-6-21a88",
"20260807-7-9d82a",
"20260807-8-d7604",
"20260807-9-0d87d",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#a21",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in SecurityForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_c38fe0e7"
],
"citations": [
"20261011-0-83780",
"20261011-1-7176d",
"20261011-2-29824",
"20261011-3-dc03e",
"20261011-4-856ba",
"20261011-5-af53b",
"20261011-6-3a0be",
"20261011-7-6bf9b",
"20261011-8-c4ea7",
"20261011-9-bf79c",
"20261011-10-3e1c5",
"20261110-0-29595",
"20261110-1-02d42",
"20261110-2-f35c8",
"20261110-3-ded96",
"20261110-4-f52e0",
"20261110-5-ebe7b",
"20261110-6-5fec7",
"github_com_salesforce_SecurityForce_pull_37",
"20261112-0-2e548",
"20261112-1-f4ab5",
"20261112-2-b4f21",
"20261112-3-5582e",
"20261112-4-a6f82",
"20261112-5-8054e",
"20261112-6-4d852",
"20261112-7-77760",
"20261108-0-0da51",
"20261108-1-d2273",
"20261108-2-0c5f7",
"20261108-3-816d1",
"20261108-4-7f77c",
"20261108-5-87607",
"20261108-6-23f8c",
"20261108-7-39776",
"20261108-8-aa2eb",
"20261108-9-fd3e7",
"20261108-10-de3b5",
"20261121-0-95aaf",
"20261121-1-dad04",
"20261121-2-75559",
"20261121-3-c8d18",
"20261121-4-55ad6",
"20261121-5-12e4e",
"20261121-6-7b8be",
"github_com_salesforce_SecurityForce_pull_41",
"20261122-0-80483",
"20261122-1-abca1",
"20261122-2-f9bf7",
"20261122-3-9082d",
"20261122-4-f5271",
"20261122-5-67902",
"20261122-6-752e1",
"20260923-0-eb997",
"20260923-1-08e6f",
"20260923-2-20a3b",
"20260923-3-70c17",
"20260923-4-3cc7b",
"20260923-5-1acde",
"20260923-6-4f86f",
"20260923-7-0fbee",
"20260923-8-e7b28",
"20260923-9-a7e68",
"20261013-0-7d7ba",
"20261013-1-9a13c",
"20261013-2-f4e34",
"20261013-3-a3c71",
"20261013-4-60302",
"20261013-5-e2986",
"20261013-6-700c7",
"20261013-7-ccd9e",
"github_com_salesforce_SecurityForce_pull_32",
"20261030-0-15cfc",
"20261030-1-0b05d",
"20261030-2-d91e5",
"20261030-3-ec578",
"20261030-4-ea207",
"20261030-5-4fb55",
"20261030-6-086bb",
"20261030-7-73337",
"20261025-0-a37c1",
"20261025-1-722be",
"20261025-2-8f8f8",
"20261025-3-6e1a7",
"20261025-4-a53cb",
"20261025-5-ac26a",
"20261025-6-0f62d",
"20261025-7-0b1ba",
"20261025-8-1eb7b",
"20261025-9-717b6",
"20261025-10-91ac8",
"20261117-0-0c9f3",
"20261117-1-2362f",
"20261117-2-b2ef7",
"20261117-3-facac",
"20261117-4-51f96",
"20261117-5-a4625",
"20261117-6-8d470",
"20261117-7-16d6b",
"20261117-8-eb5a6",
"github_com_salesforce_SecurityForce_pull_39",
"20261119-0-2270f",
"20261119-1-7b565",
"20261119-2-0e86a",
"20261119-3-ef9fb",
"20261119-4-baed8",
"20261119-5-37c63",
"20261119-6-7ea69",
"20261119-7-e816f",
"20261119-8-20f6f",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SecurityForce#a22",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in SecurityForce that are now reopened by customers.",
"ground_truth": [
"eid_f50066b1"
],
"citations": [
"20260928-0-e2920",
"20260928-1-f0ba6",
"20260928-2-f9df2",
"20260928-3-86e46",
"20260928-4-c8008",
"20260928-5-46c14",
"20260928-6-27329",
"20260928-7-f8b29",
"20260928-8-cf3f9",
"20260928-9-155b4",
"20260928-10-3796e",
"20261102-0-056dd",
"20261102-1-556bc",
"20261102-2-4167b",
"20261102-3-9ceb4",
"20261102-4-98e27",
"20261102-5-f2073",
"20261102-6-96bae",
"20261102-7-89c2f",
"20261102-8-c5d8a",
"20261102-9-dd275",
"20261102-0-a9ba1",
"20261102-1-aa493",
"20261102-2-a099d",
"20261102-3-417ae",
"20261102-4-fcfcd",
"20261102-5-e87fa",
"20261102-6-963dd",
"20261102-7-1bf03",
"20261102-8-a6932",
"20261019-0-95659",
"20261019-1-c82b5",
"20261019-2-aff35",
"20261019-3-ba0af",
"20261019-4-4ad94",
"20261019-5-455f6",
"20261019-6-97a4b",
"20261019-7-a3d54",
"20261019-8-22e14",
"20261019-9-4f142",
"20261019-10-f1b90",
"20261114-0-1d8be",
"20261114-1-3b3dc",
"20261114-2-f3a71",
"20261114-3-cf6c6",
"20261114-4-ba0cb",
"20261114-5-43244",
"20261114-6-2c753",
"20261114-7-fadca",
"20261114-8-cbbbc",
"20261114-9-0aebe",
"20261114-10-47d67",
"20261114-11-7593f",
"20261114-0-66033",
"20261114-1-30932",
"20261114-2-0a73e",
"20261114-3-c4a40",
"20261114-4-b510a",
"20261114-5-c2987",
"20261114-6-605ff",
"20260914-0-48216",
"20260914-1-3b1bb",
"20260914-2-3dc4a",
"20260914-3-7e847",
"20260914-4-78572",
"20260914-5-e8ea7",
"20260914-6-aa241",
"20260914-7-7b448",
"20260914-8-ae3a1",
"20260914-9-028e6",
"20261002-0-b77f5",
"20261002-1-cf459",
"20261002-2-1d045",
"20261002-3-dd46f",
"20261002-4-ea381",
"20261002-5-83724",
"20261002-6-e1d50",
"20261002-7-a42e7",
"20261002-8-5bc4b",
"20261002-9-5d943",
"20261005-0-b3d77",
"20261005-1-cfbaf",
"20261005-2-1f9a5",
"20261005-3-574f6",
"20261005-4-2488b",
"20261005-5-7fd05",
"20261005-6-8c0b7",
"20261005-7-bbbbc",
"20261005-0-41402",
"20261005-1-8f25a",
"20261005-2-e4c54",
"20261005-3-72031",
"20261005-4-e2c5f",
"20261005-5-6187d",
"20261005-6-bf4c0",
"20261005-7-b94e9",
"20261005-8-0c923",
"20261005-9-5dab9",
"20261005-10-da2e7",
"20261007-0-7cb85",
"20261007-1-d0962",
"20261007-2-7fe62",
"20261007-3-53e43",
"20261007-4-f6e60",
"20261007-5-0ffaa",
"20261007-6-6dd2c",
"20260822-0-f3858",
"20260822-1-69122",
"20260822-2-7c89f",
"20260822-3-fbdf9",
"20260822-4-07c35",
"20260822-5-c063d",
"20260822-6-93f3e",
"20260822-7-525c3",
"20260822-8-52ebf",
"20260822-9-3a2cc",
"20260822-10-1d390",
"20260825-0-172ad",
"20260825-1-d0020",
"20260825-2-68b6e",
"20260825-3-8e523",
"20260825-4-21caf",
"20260825-5-a625a",
"20260825-6-8d4ae",
"20260825-7-1e582",
"20260825-8-4a682",
"20260825-9-ae7ce",
"20260825-10-05ecd",
"20260825-11-3e2ba",
"20260828-0-9b00e",
"20260828-1-b0f8b",
"20260828-2-48428",
"20260828-3-d3212",
"20260828-4-2b758",
"20260828-5-b9121",
"20260828-6-083c2",
"20260828-7-92f7b",
"20260828-8-59d5d",
"20260828-9-166db",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SecurityForce#a23",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in SecurityForce.",
"ground_truth": [
"TechCorp"
],
"citations": [
"20260928-0-e2920",
"20260928-1-f0ba6",
"20260928-2-f9df2",
"20260928-3-86e46",
"20260928-4-c8008",
"20260928-5-46c14",
"20260928-6-27329",
"20260928-7-f8b29",
"20260928-8-cf3f9",
"20260928-9-155b4",
"20260928-10-3796e",
"20261102-0-056dd",
"20261102-1-556bc",
"20261102-2-4167b",
"20261102-3-9ceb4",
"20261102-4-98e27",
"20261102-5-f2073",
"20261102-6-96bae",
"20261102-7-89c2f",
"20261102-8-c5d8a",
"20261102-9-dd275",
"20261102-0-a9ba1",
"20261102-1-aa493",
"20261102-2-a099d",
"20261102-3-417ae",
"20261102-4-fcfcd",
"20261102-5-e87fa",
"20261102-6-963dd",
"20261102-7-1bf03",
"20261102-8-a6932",
"20260822-0-f3858",
"20260822-1-69122",
"20260822-2-7c89f",
"20260822-3-fbdf9",
"20260822-4-07c35",
"20260822-5-c063d",
"20260822-6-93f3e",
"20260822-7-525c3",
"20260822-8-52ebf",
"20260822-9-3a2cc",
"20260822-10-1d390",
"20260825-0-172ad",
"20260825-1-d0020",
"20260825-2-68b6e",
"20260825-3-8e523",
"20260825-4-21caf",
"20260825-5-a625a",
"20260825-6-8d4ae",
"20260825-7-1e582",
"20260825-8-4a682",
"20260825-9-ae7ce",
"20260825-10-05ecd",
"20260825-11-3e2ba",
"20260828-0-9b00e",
"20260828-1-b0f8b",
"20260828-2-48428",
"20260828-3-d3212",
"20260828-4-2b758",
"20260828-5-b9121",
"20260828-6-083c2",
"20260828-7-92f7b",
"20260828-8-59d5d",
"20260828-9-166db",
"20260914-0-48216",
"20260914-1-3b1bb",
"20260914-2-3dc4a",
"20260914-3-7e847",
"20260914-4-78572",
"20260914-5-e8ea7",
"20260914-6-aa241",
"20260914-7-7b448",
"20260914-8-ae3a1",
"20260914-9-028e6",
"20261005-0-41402",
"20261005-1-8f25a",
"20261005-2-e4c54",
"20261005-3-72031",
"20261005-4-e2c5f",
"20261005-5-6187d",
"20261005-6-bf4c0",
"20261005-7-b94e9",
"20261005-8-0c923",
"20261005-9-5dab9",
"20261005-10-da2e7",
"20261007-0-7cb85",
"20261007-1-d0962",
"20261007-2-7fe62",
"20261007-3-53e43",
"20261007-4-f6e60",
"20261007-5-0ffaa",
"20261007-6-6dd2c",
"20261025-0-a37c1",
"20261025-1-722be",
"20261025-2-8f8f8",
"20261025-3-6e1a7",
"20261025-4-a53cb",
"20261025-5-ac26a",
"20261025-6-0f62d",
"20261025-7-0b1ba",
"20261025-8-1eb7b",
"20261025-9-717b6",
"20261025-10-91ac8",
"20261117-0-0c9f3",
"20261117-1-2362f",
"20261117-2-b2ef7",
"20261117-3-facac",
"20261117-4-51f96",
"20261117-5-a4625",
"20261117-6-8d470",
"20261117-7-16d6b",
"20261117-8-eb5a6",
"github_com_salesforce_SecurityForce_pull_39",
"20261119-0-2270f",
"20261119-1-7b565",
"20261119-2-0e86a",
"20261119-3-ef9fb",
"20261119-4-baed8",
"20261119-5-37c63",
"20261119-6-7ea69",
"20261119-7-e816f",
"20261119-8-20f6f",
"20261019-0-95659",
"20261019-1-c82b5",
"20261019-2-aff35",
"20261019-3-ba0af",
"20261019-4-4ad94",
"20261019-5-455f6",
"20261019-6-97a4b",
"20261019-7-a3d54",
"20261019-8-22e14",
"20261019-9-4f142",
"20261019-10-f1b90",
"20261114-0-1d8be",
"20261114-1-3b3dc",
"20261114-2-f3a71",
"20261114-3-cf6c6",
"20261114-4-ba0cb",
"20261114-5-43244",
"20261114-6-2c753",
"20261114-7-fadca",
"20261114-8-cbbbc",
"20261114-9-0aebe",
"20261114-10-47d67",
"20261114-11-7593f",
"20261114-0-66033",
"20261114-1-30932",
"20261114-2-0a73e",
"20261114-3-c4a40",
"20261114-4-b510a",
"20261114-5-c2987",
"20261114-6-605ff",
"20261002-0-b77f5",
"20261002-1-cf459",
"20261002-2-1d045",
"20261002-3-dd46f",
"20261002-4-ea381",
"20261002-5-83724",
"20261002-6-e1d50",
"20261002-7-a42e7",
"20261002-8-5bc4b",
"20261002-9-5d943",
"20261005-0-b3d77",
"20261005-1-cfbaf",
"20261005-2-1f9a5",
"20261005-3-574f6",
"20261005-4-2488b",
"20261005-5-7fd05",
"20261005-6-8c0b7",
"20261005-7-bbbbc",
"20261011-0-83780",
"20261011-1-7176d",
"20261011-2-29824",
"20261011-3-dc03e",
"20261011-4-856ba",
"20261011-5-af53b",
"20261011-6-3a0be",
"20261011-7-6bf9b",
"20261011-8-c4ea7",
"20261011-9-bf79c",
"20261011-10-3e1c5",
"20261110-0-29595",
"20261110-1-02d42",
"20261110-2-f35c8",
"20261110-3-ded96",
"20261110-4-f52e0",
"20261110-5-ebe7b",
"20261110-6-5fec7",
"github_com_salesforce_SecurityForce_pull_37",
"20261112-0-2e548",
"20261112-1-f4ab5",
"20261112-2-b4f21",
"20261112-3-5582e",
"20261112-4-a6f82",
"20261112-5-8054e",
"20261112-6-4d852",
"20261112-7-77760",
"20260923-0-eb997",
"20260923-1-08e6f",
"20260923-2-20a3b",
"20260923-3-70c17",
"20260923-4-3cc7b",
"20260923-5-1acde",
"20260923-6-4f86f",
"20260923-7-0fbee",
"20260923-8-e7b28",
"20260923-9-a7e68",
"20261013-0-7d7ba",
"20261013-1-9a13c",
"20261013-2-f4e34",
"20261013-3-a3c71",
"20261013-4-60302",
"20261013-5-e2986",
"20261013-6-700c7",
"20261013-7-ccd9e",
"github_com_salesforce_SecurityForce_pull_32",
"20261030-0-15cfc",
"20261030-1-0b05d",
"20261030-2-d91e5",
"20261030-3-ec578",
"20261030-4-ea207",
"20261030-5-4fb55",
"20261030-6-086bb",
"20261030-7-73337",
"20261108-0-0da51",
"20261108-1-d2273",
"20261108-2-0c5f7",
"20261108-3-816d1",
"20261108-4-7f77c",
"20261108-5-87607",
"20261108-6-23f8c",
"20261108-7-39776",
"20261108-8-aa2eb",
"20261108-9-fd3e7",
"20261108-10-de3b5",
"20261121-0-95aaf",
"20261121-1-dad04",
"20261121-2-75559",
"20261121-3-c8d18",
"20261121-4-55ad6",
"20261121-5-12e4e",
"20261121-6-7b8be",
"github_com_salesforce_SecurityForce_pull_41",
"20261122-0-80483",
"20261122-1-abca1",
"20261122-2-f9bf7",
"20261122-3-9082d",
"20261122-4-f5271",
"20261122-5-67902",
"20261122-6-752e1",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SecurityForce#a24",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in SecurityForce.",
"ground_truth": [
"TechCorp"
],
"citations": [
"20260928-0-e2920",
"20260928-1-f0ba6",
"20260928-2-f9df2",
"20260928-3-86e46",
"20260928-4-c8008",
"20260928-5-46c14",
"20260928-6-27329",
"20260928-7-f8b29",
"20260928-8-cf3f9",
"20260928-9-155b4",
"20260928-10-3796e",
"20261102-0-056dd",
"20261102-1-556bc",
"20261102-2-4167b",
"20261102-3-9ceb4",
"20261102-4-98e27",
"20261102-5-f2073",
"20261102-6-96bae",
"20261102-7-89c2f",
"20261102-8-c5d8a",
"20261102-9-dd275",
"20261102-0-a9ba1",
"20261102-1-aa493",
"20261102-2-a099d",
"20261102-3-417ae",
"20261102-4-fcfcd",
"20261102-5-e87fa",
"20261102-6-963dd",
"20261102-7-1bf03",
"20261102-8-a6932",
"20260822-0-f3858",
"20260822-1-69122",
"20260822-2-7c89f",
"20260822-3-fbdf9",
"20260822-4-07c35",
"20260822-5-c063d",
"20260822-6-93f3e",
"20260822-7-525c3",
"20260822-8-52ebf",
"20260822-9-3a2cc",
"20260822-10-1d390",
"20260825-0-172ad",
"20260825-1-d0020",
"20260825-2-68b6e",
"20260825-3-8e523",
"20260825-4-21caf",
"20260825-5-a625a",
"20260825-6-8d4ae",
"20260825-7-1e582",
"20260825-8-4a682",
"20260825-9-ae7ce",
"20260825-10-05ecd",
"20260825-11-3e2ba",
"20260828-0-9b00e",
"20260828-1-b0f8b",
"20260828-2-48428",
"20260828-3-d3212",
"20260828-4-2b758",
"20260828-5-b9121",
"20260828-6-083c2",
"20260828-7-92f7b",
"20260828-8-59d5d",
"20260828-9-166db",
"20260914-0-48216",
"20260914-1-3b1bb",
"20260914-2-3dc4a",
"20260914-3-7e847",
"20260914-4-78572",
"20260914-5-e8ea7",
"20260914-6-aa241",
"20260914-7-7b448",
"20260914-8-ae3a1",
"20260914-9-028e6",
"20261005-0-41402",
"20261005-1-8f25a",
"20261005-2-e4c54",
"20261005-3-72031",
"20261005-4-e2c5f",
"20261005-5-6187d",
"20261005-6-bf4c0",
"20261005-7-b94e9",
"20261005-8-0c923",
"20261005-9-5dab9",
"20261005-10-da2e7",
"20261007-0-7cb85",
"20261007-1-d0962",
"20261007-2-7fe62",
"20261007-3-53e43",
"20261007-4-f6e60",
"20261007-5-0ffaa",
"20261007-6-6dd2c",
"20261025-0-a37c1",
"20261025-1-722be",
"20261025-2-8f8f8",
"20261025-3-6e1a7",
"20261025-4-a53cb",
"20261025-5-ac26a",
"20261025-6-0f62d",
"20261025-7-0b1ba",
"20261025-8-1eb7b",
"20261025-9-717b6",
"20261025-10-91ac8",
"20261117-0-0c9f3",
"20261117-1-2362f",
"20261117-2-b2ef7",
"20261117-3-facac",
"20261117-4-51f96",
"20261117-5-a4625",
"20261117-6-8d470",
"20261117-7-16d6b",
"20261117-8-eb5a6",
"github_com_salesforce_SecurityForce_pull_39",
"20261119-0-2270f",
"20261119-1-7b565",
"20261119-2-0e86a",
"20261119-3-ef9fb",
"20261119-4-baed8",
"20261119-5-37c63",
"20261119-6-7ea69",
"20261119-7-e816f",
"20261119-8-20f6f",
"20261019-0-95659",
"20261019-1-c82b5",
"20261019-2-aff35",
"20261019-3-ba0af",
"20261019-4-4ad94",
"20261019-5-455f6",
"20261019-6-97a4b",
"20261019-7-a3d54",
"20261019-8-22e14",
"20261019-9-4f142",
"20261019-10-f1b90",
"20261114-0-1d8be",
"20261114-1-3b3dc",
"20261114-2-f3a71",
"20261114-3-cf6c6",
"20261114-4-ba0cb",
"20261114-5-43244",
"20261114-6-2c753",
"20261114-7-fadca",
"20261114-8-cbbbc",
"20261114-9-0aebe",
"20261114-10-47d67",
"20261114-11-7593f",
"20261114-0-66033",
"20261114-1-30932",
"20261114-2-0a73e",
"20261114-3-c4a40",
"20261114-4-b510a",
"20261114-5-c2987",
"20261114-6-605ff",
"20261002-0-b77f5",
"20261002-1-cf459",
"20261002-2-1d045",
"20261002-3-dd46f",
"20261002-4-ea381",
"20261002-5-83724",
"20261002-6-e1d50",
"20261002-7-a42e7",
"20261002-8-5bc4b",
"20261002-9-5d943",
"20261005-0-b3d77",
"20261005-1-cfbaf",
"20261005-2-1f9a5",
"20261005-3-574f6",
"20261005-4-2488b",
"20261005-5-7fd05",
"20261005-6-8c0b7",
"20261005-7-bbbbc",
"20261011-0-83780",
"20261011-1-7176d",
"20261011-2-29824",
"20261011-3-dc03e",
"20261011-4-856ba",
"20261011-5-af53b",
"20261011-6-3a0be",
"20261011-7-6bf9b",
"20261011-8-c4ea7",
"20261011-9-bf79c",
"20261011-10-3e1c5",
"20261110-0-29595",
"20261110-1-02d42",
"20261110-2-f35c8",
"20261110-3-ded96",
"20261110-4-f52e0",
"20261110-5-ebe7b",
"20261110-6-5fec7",
"github_com_salesforce_SecurityForce_pull_37",
"20261112-0-2e548",
"20261112-1-f4ab5",
"20261112-2-b4f21",
"20261112-3-5582e",
"20261112-4-a6f82",
"20261112-5-8054e",
"20261112-6-4d852",
"20261112-7-77760",
"20260923-0-eb997",
"20260923-1-08e6f",
"20260923-2-20a3b",
"20260923-3-70c17",
"20260923-4-3cc7b",
"20260923-5-1acde",
"20260923-6-4f86f",
"20260923-7-0fbee",
"20260923-8-e7b28",
"20260923-9-a7e68",
"20261013-0-7d7ba",
"20261013-1-9a13c",
"20261013-2-f4e34",
"20261013-3-a3c71",
"20261013-4-60302",
"20261013-5-e2986",
"20261013-6-700c7",
"20261013-7-ccd9e",
"github_com_salesforce_SecurityForce_pull_32",
"20261030-0-15cfc",
"20261030-1-0b05d",
"20261030-2-d91e5",
"20261030-3-ec578",
"20261030-4-ea207",
"20261030-5-4fb55",
"20261030-6-086bb",
"20261030-7-73337",
"20260910-0-6be3a",
"20260910-1-05909",
"20260910-2-8a633",
"20260910-3-e98f0",
"20260910-4-6d11f",
"20260910-5-3891a",
"20260910-6-f1f46",
"20260910-7-739ae",
"20260910-8-03438",
"20260910-9-ab0d7",
"20261108-0-0da51",
"20261108-1-d2273",
"20261108-2-0c5f7",
"20261108-3-816d1",
"20261108-4-7f77c",
"20261108-5-87607",
"20261108-6-23f8c",
"20261108-7-39776",
"20261108-8-aa2eb",
"20261108-9-fd3e7",
"20261108-10-de3b5",
"20261121-0-95aaf",
"20261121-1-dad04",
"20261121-2-75559",
"20261121-3-c8d18",
"20261121-4-55ad6",
"20261121-5-12e4e",
"20261121-6-7b8be",
"github_com_salesforce_SecurityForce_pull_41",
"20261122-0-80483",
"20261122-1-abca1",
"20261122-2-f9bf7",
"20261122-3-9082d",
"20261122-4-f5271",
"20261122-5-67902",
"20261122-6-752e1",
"20260901-0-0fa93",
"20260901-1-af3ef",
"20260901-2-af8bf",
"20260901-3-47c52",
"20260901-4-ede8c",
"20260901-5-d3e45",
"20260901-6-7f2c6",
"20260901-7-733fd",
"20260901-8-a74d0",
"20260901-9-4fd14",
"20260901-10-7f1f6",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SecurityForce#a25",
"product": "SecurityForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in SecurityForce.",
"ground_truth": [
"eid_f50066b1"
],
"citations": [
"20261011-0-83780",
"20261011-1-7176d",
"20261011-2-29824",
"20261011-3-dc03e",
"20261011-4-856ba",
"20261011-5-af53b",
"20261011-6-3a0be",
"20261011-7-6bf9b",
"20261011-8-c4ea7",
"20261011-9-bf79c",
"20261011-10-3e1c5",
"20261110-0-29595",
"20261110-1-02d42",
"20261110-2-f35c8",
"20261110-3-ded96",
"20261110-4-f52e0",
"20261110-5-ebe7b",
"20261110-6-5fec7",
"github_com_salesforce_SecurityForce_pull_37",
"20261112-0-2e548",
"20261112-1-f4ab5",
"20261112-2-b4f21",
"20261112-3-5582e",
"20261112-4-a6f82",
"20261112-5-8054e",
"20261112-6-4d852",
"20261112-7-77760",
"20260928-0-e2920",
"20260928-1-f0ba6",
"20260928-2-f9df2",
"20260928-3-86e46",
"20260928-4-c8008",
"20260928-5-46c14",
"20260928-6-27329",
"20260928-7-f8b29",
"20260928-8-cf3f9",
"20260928-9-155b4",
"20260928-10-3796e",
"20261102-0-056dd",
"20261102-1-556bc",
"20261102-2-4167b",
"20261102-3-9ceb4",
"20261102-4-98e27",
"20261102-5-f2073",
"20261102-6-96bae",
"20261102-7-89c2f",
"20261102-8-c5d8a",
"20261102-9-dd275",
"20261102-0-a9ba1",
"20261102-1-aa493",
"20261102-2-a099d",
"20261102-3-417ae",
"20261102-4-fcfcd",
"20261102-5-e87fa",
"20261102-6-963dd",
"20261102-7-1bf03",
"20261102-8-a6932",
"20261108-0-0da51",
"20261108-1-d2273",
"20261108-2-0c5f7",
"20261108-3-816d1",
"20261108-4-7f77c",
"20261108-5-87607",
"20261108-6-23f8c",
"20261108-7-39776",
"20261108-8-aa2eb",
"20261108-9-fd3e7",
"20261108-10-de3b5",
"20261121-0-95aaf",
"20261121-1-dad04",
"20261121-2-75559",
"20261121-3-c8d18",
"20261121-4-55ad6",
"20261121-5-12e4e",
"20261121-6-7b8be",
"github_com_salesforce_SecurityForce_pull_41",
"20261122-0-80483",
"20261122-1-abca1",
"20261122-2-f9bf7",
"20261122-3-9082d",
"20261122-4-f5271",
"20261122-5-67902",
"20261122-6-752e1",
"20260923-0-eb997",
"20260923-1-08e6f",
"20260923-2-20a3b",
"20260923-3-70c17",
"20260923-4-3cc7b",
"20260923-5-1acde",
"20260923-6-4f86f",
"20260923-7-0fbee",
"20260923-8-e7b28",
"20260923-9-a7e68",
"20261013-0-7d7ba",
"20261013-1-9a13c",
"20261013-2-f4e34",
"20261013-3-a3c71",
"20261013-4-60302",
"20261013-5-e2986",
"20261013-6-700c7",
"20261013-7-ccd9e",
"github_com_salesforce_SecurityForce_pull_32",
"20261030-0-15cfc",
"20261030-1-0b05d",
"20261030-2-d91e5",
"20261030-3-ec578",
"20261030-4-ea207",
"20261030-5-4fb55",
"20261030-6-086bb",
"20261030-7-73337",
"20261025-0-a37c1",
"20261025-1-722be",
"20261025-2-8f8f8",
"20261025-3-6e1a7",
"20261025-4-a53cb",
"20261025-5-ac26a",
"20261025-6-0f62d",
"20261025-7-0b1ba",
"20261025-8-1eb7b",
"20261025-9-717b6",
"20261025-10-91ac8",
"20261117-0-0c9f3",
"20261117-1-2362f",
"20261117-2-b2ef7",
"20261117-3-facac",
"20261117-4-51f96",
"20261117-5-a4625",
"20261117-6-8d470",
"20261117-7-16d6b",
"20261117-8-eb5a6",
"github_com_salesforce_SecurityForce_pull_39",
"20261119-0-2270f",
"20261119-1-7b565",
"20261119-2-0e86a",
"20261119-3-ef9fb",
"20261119-4-baed8",
"20261119-5-37c63",
"20261119-6-7ea69",
"20261119-7-e816f",
"20261119-8-20f6f",
"20260822-0-f3858",
"20260822-1-69122",
"20260822-2-7c89f",
"20260822-3-fbdf9",
"20260822-4-07c35",
"20260822-5-c063d",
"20260822-6-93f3e",
"20260822-7-525c3",
"20260822-8-52ebf",
"20260822-9-3a2cc",
"20260822-10-1d390",
"20260825-0-172ad",
"20260825-1-d0020",
"20260825-2-68b6e",
"20260825-3-8e523",
"20260825-4-21caf",
"20260825-5-a625a",
"20260825-6-8d4ae",
"20260825-7-1e582",
"20260825-8-4a682",
"20260825-9-ae7ce",
"20260825-10-05ecd",
"20260825-11-3e2ba",
"20260828-0-9b00e",
"20260828-1-b0f8b",
"20260828-2-48428",
"20260828-3-d3212",
"20260828-4-2b758",
"20260828-5-b9121",
"20260828-6-083c2",
"20260828-7-92f7b",
"20260828-8-59d5d",
"20260828-9-166db",
"20261019-0-95659",
"20261019-1-c82b5",
"20261019-2-aff35",
"20261019-3-ba0af",
"20261019-4-4ad94",
"20261019-5-455f6",
"20261019-6-97a4b",
"20261019-7-a3d54",
"20261019-8-22e14",
"20261019-9-4f142",
"20261019-10-f1b90",
"20261114-0-1d8be",
"20261114-1-3b3dc",
"20261114-2-f3a71",
"20261114-3-cf6c6",
"20261114-4-ba0cb",
"20261114-5-43244",
"20261114-6-2c753",
"20261114-7-fadca",
"20261114-8-cbbbc",
"20261114-9-0aebe",
"20261114-10-47d67",
"20261114-11-7593f",
"20261114-0-66033",
"20261114-1-30932",
"20261114-2-0a73e",
"20261114-3-c4a40",
"20261114-4-b510a",
"20261114-5-c2987",
"20261114-6-605ff",
"20260914-0-48216",
"20260914-1-3b1bb",
"20260914-2-3dc4a",
"20260914-3-7e847",
"20260914-4-78572",
"20260914-5-e8ea7",
"20260914-6-aa241",
"20260914-7-7b448",
"20260914-8-ae3a1",
"20260914-9-028e6",
"20261002-0-b77f5",
"20261002-1-cf459",
"20261002-2-1d045",
"20261002-3-dd46f",
"20261002-4-ea381",
"20261002-5-83724",
"20261002-6-e1d50",
"20261002-7-a42e7",
"20261002-8-5bc4b",
"20261002-9-5d943",
"20261005-0-b3d77",
"20261005-1-cfbaf",
"20261005-2-1f9a5",
"20261005-3-574f6",
"20261005-4-2488b",
"20261005-5-7fd05",
"20261005-6-8c0b7",
"20261005-7-bbbbc",
"20261005-0-41402",
"20261005-1-8f25a",
"20261005-2-e4c54",
"20261005-3-72031",
"20261005-4-e2c5f",
"20261005-5-6187d",
"20261005-6-bf4c0",
"20261005-7-b94e9",
"20261005-8-0c923",
"20261005-9-5dab9",
"20261005-10-da2e7",
"20261007-0-7cb85",
"20261007-1-d0962",
"20261007-2-7fe62",
"20261007-3-53e43",
"20261007-4-f6e60",
"20261007-5-0ffaa",
"20261007-6-6dd2c",
"20260901-0-0fa93",
"20260901-1-af3ef",
"20260901-2-af8bf",
"20260901-3-47c52",
"20260901-4-ede8c",
"20260901-5-d3e45",
"20260901-6-7f2c6",
"20260901-7-733fd",
"20260901-8-a74d0",
"20260901-9-4fd14",
"20260901-10-7f1f6",
"20260910-0-6be3a",
"20260910-1-05909",
"20260910-2-8a633",
"20260910-3-e98f0",
"20260910-4-6d11f",
"20260910-5-3891a",
"20260910-6-f1f46",
"20260910-7-739ae",
"20260910-8-03438",
"20260910-9-ab0d7",
"20260504-0-03d3e",
"20260504-1-cb93d",
"20260504-2-8b279"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SecurityForce#u0",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u1",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u2",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u3",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u4",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u5",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u6",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u7",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u8",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u9",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u10",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u11",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u12",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u13",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u14",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u15",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u16",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u17",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u18",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SecurityForce#u19",
"product": "SecurityForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for SecurityForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a0",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of SentimentForce?",
"ground_truth": [
"eid_bb22e59b",
"eid_2ed1a8f6"
],
"citations": [
"imentprox_market_research_report_final",
"latest_imentaix_market_research_report",
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a1",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of SentimentForce?",
"ground_truth": [
"eid_1f678d18",
"eid_9bddb57c",
"eid_03a183c9"
],
"citations": [
"latest_imentaix_product_vision_document",
"imentprox_product_vision_document_final",
"latest_imentaix_product_requirements_document",
"imentprox_product_requirements_document_final",
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a2",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of SentimentForce?",
"ground_truth": [
"eid_816aea15",
"eid_2543da6a"
],
"citations": [
"latest_imentaix_technical_specifications_document",
"imentprox_technical_specifications_document_final",
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a3",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of SentimentForce?",
"ground_truth": [
"eid_3bcf2a20",
"eid_95f6d01c"
],
"citations": [
"imentprox_system_design_document_final",
"latest_imentaix_system_design_document",
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a4",
"product": "SentimentForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of SentimentForce?",
"ground_truth": [
"The issues reported by the customer include that the user interface of imentAIX is not intuitive, with a complex layout and navigation structure.",
"The customer reported performance degradation with large teams for imentAIX.",
"The issue reported by the customer is the limited customization options for sentiment reporting in imentAIX."
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a5",
"product": "SentimentForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of SentimentForce?",
"ground_truth": [
"The QA Specialist reported that the sentiment analysis in the last release of imentAIX is misinterpreting sarcasm and humor, leading to inaccurate sentiment reports.",
"The QA Specialist reported that the integration with Slack is inconsistent, causing delays in real-time sentiment updates."
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a6",
"product": "SentimentForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of SentimentForce?",
"ground_truth": [
"The positive feedback from customers includes:\n\n1. Customer CUST-0084 mentioned that the real-time sentiment analysis helps leaders quickly gauge team morale and engagement.\n2. Customer CUST-0070 said the sentiment analysis algorithm is generally accurate, providing valuable insights.\n3. Customer CUST-0042 appreciated the seamless integration with Slack, which allows for easy setup and minimal disruption.",
"The positive feedback provided by the customers includes:\n\n1. Customer CUST-0077 mentioned that imentAIX has reliable performance for small to medium-sized teams, ensuring consistent sentiment monitoring.\n2. Customer CUST-0007 appreciated the dashboard for its clear and concise visualizations of sentiment trends, which aids in quick decision-making."
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a7",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of SentimentForce?",
"ground_truth": [
"NextGenTech",
"FusionTech"
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a8",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of SentimentForce?",
"ground_truth": [
"eid_7b874c82",
"eid_df392037"
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a9",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of SentimentForce?",
"ground_truth": [
"TechCorp",
"DataSolutions",
"SmartData",
"FusionTech",
"CloudSync"
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a10",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of SentimentForce?",
"ground_truth": [
"eid_13cb0e90",
"eid_fa6ec727",
"eid_5890ce38"
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a11",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of SentimentForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/imentProX/demo_2",
"https://sf-internal.slack.com/archives/imentProX/demo_3",
"https://sf-internal.slack.com/archives/imentProX/demo_1",
"https://sf-internal.slack.com/archives/imentProX/demo_4"
],
"citations": [
"20260327-0-be826",
"20260327-1-0c024",
"20260327-2-5dbc9",
"20260327-3-937c9",
"20260327-4-2d5f3",
"20260327-5-4f7b1",
"20260327-6-4009a",
"20260327-7-566b0",
"20260327-8-ea4b5",
"20260404-0-f4644",
"20260415-0-d1d52",
"20260425-0-d85ad",
"20260504-0-8ef7d",
"20260328-0-f355c",
"20260328-1-c6bda",
"20260328-2-b1094",
"20260328-3-7bb94",
"20260328-4-12f33",
"20260328-5-5678b",
"20260328-6-bb238",
"20260328-7-7be3f",
"20260328-8-e7ee6",
"20260328-9-a92d1",
"20260529-0-ef0d8",
"20260529-1-3c8e9",
"20260529-2-76c28",
"20260529-3-d401d",
"20260529-4-3b313",
"20260529-5-b4f9b",
"20260529-6-0747c",
"20260529-7-dba19",
"20260529-8-78f38",
"20260529-9-ab9e1",
"20260529-10-0c40c",
"20260529-11-2c0d1",
"20260328-0-772bb",
"20260328-1-2eb49",
"20260328-2-79fe3",
"20260328-3-590d1",
"20260328-4-33f11",
"20260328-5-6d05a",
"20260328-6-e0963",
"20260328-7-ece5d",
"20260328-8-712d7",
"20260328-9-3d074",
"20260328-10-432a9",
"20260421-0-bef37",
"20260421-1-39038",
"20260421-2-3bf2d",
"20260421-3-33f00",
"20260421-4-4e96c",
"20260421-5-26351",
"20260421-6-9c6ac",
"20260421-7-485ea",
"20260421-8-49597",
"20260421-9-a06e7",
"20260421-10-07f1e",
"20260328-0-b18cb",
"20260328-1-0654c",
"20260328-2-8b624",
"20260328-3-a4925",
"20260328-4-f371c",
"20260328-5-d8fb3",
"20260328-6-3cd7e",
"20260328-7-8fe9d",
"20260328-8-ae554",
"20260411-0-864b3",
"20260411-1-385bc",
"20260411-2-ae8d6",
"20260411-3-7f064",
"20260411-4-25e82",
"20260411-5-0a789",
"20260411-6-cacc1",
"20260411-7-6efa3",
"20260411-8-cf78e",
"20260505-0-f5ab9",
"20260505-1-c0b5f",
"20260505-2-b02ae",
"20260505-3-35c2f",
"20260505-4-67668",
"20260505-5-f4e84",
"20260505-6-fef68",
"20260505-7-e0036",
"20260505-8-43040",
"sf-internal_slack_com_archives_imentProX_demo_2",
"sf-internal_slack_com_archives_imentProX_demo_3",
"sf-internal_slack_com_archives_imentProX_demo_1",
"sf-internal_slack_com_archives_imentProX_demo_4",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a12",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you find links to PRs for the message queue setup in SentimentForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/1",
"https://github.com/salesforce/imentAIX/pull/9",
"https://github.com/salesforce/imentAIX/pull/21"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"product_dev_SentimentForce_3",
"github_com_salesforce_imentAIX_pull_1",
"20260504-0-839aa",
"20260504-1-72716",
"20260504-2-ecf44",
"20260504-3-73024",
"20260504-4-d763f",
"20260504-5-806b7",
"20260504-6-94528",
"20260504-7-d0bb1",
"20260504-8-b425f",
"product_dev_SentimentForce_4",
"product_dev_SentimentForce_5",
"github_com_salesforce_imentAIX_pull_9",
"20260609-0-5642c",
"20260609-1-9211e",
"20260609-2-ca101",
"20260609-3-b0ac7",
"20260609-4-dcef9",
"20260609-5-54093",
"20260609-6-1e0e8",
"20260609-7-0c903",
"20260609-8-4ea85",
"20260609-9-f6f5f",
"20260609-10-bb69c",
"20260609-11-d2a96",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_21",
"20260709-0-842c3",
"20260709-1-7c68c",
"20260709-2-65bc3",
"20260709-3-42f2f",
"20260709-4-448e4",
"20260709-5-a886f",
"20260709-6-0c5cf",
"20260709-7-764a6",
"20260709-8-6ba60",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a13",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for setting up the message queue in SentimentForce?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/5",
"https://github.com/salesforce/imentAIX/pull/13",
"https://github.com/salesforce/imentAIX/pull/17",
"https://github.com/salesforce/imentAIX/pull/25",
"https://github.com/salesforce/imentAIX/pull/27"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"product_dev_SentimentForce_3",
"github_com_salesforce_imentAIX_pull_5",
"20260524-0-bf565",
"20260524-1-2b8a6",
"20260524-2-8c9b5",
"20260524-3-0a60a",
"20260524-4-b43d3",
"20260524-5-aa273",
"20260524-6-2c068",
"20260524-7-3b71d",
"20260524-8-14a7e",
"20260524-9-a1b9e",
"product_dev_SentimentForce_4",
"product_dev_SentimentForce_5",
"github_com_salesforce_imentAIX_pull_13",
"20260620-0-644fb",
"20260620-1-967f3",
"20260620-2-61fa7",
"20260620-3-74cae",
"20260620-4-78dba",
"20260620-5-f1a25",
"20260620-6-5dbec",
"20260620-7-91e40",
"20260620-8-64565",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_17",
"20260629-0-ad5af",
"20260629-1-019b6",
"20260629-2-b8f0b",
"20260629-3-9513e",
"20260629-4-a226b",
"20260629-5-b2a7f",
"20260629-6-457d3",
"20260629-7-c3281",
"20260629-8-2ba9d",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_25",
"20260726-0-b15f9",
"20260726-1-261d3",
"20260726-2-1ec75",
"20260726-3-dca05",
"20260726-4-dafbe",
"20260726-5-93e90",
"20260726-6-0b905",
"20260726-7-e73e3",
"20260726-8-7accf",
"20260726-9-e3b6c",
"20260726-10-71a6c",
"product_dev_SentimentForce_9",
"github_com_salesforce_imentAIX_pull_27",
"20260731-0-06a30",
"20260731-1-81ee1",
"20260731-2-62c45",
"20260731-3-8ee91",
"20260731-4-9e525",
"20260731-5-153ea",
"20260731-6-d02bf",
"20260731-7-95664",
"20260731-8-442e8",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a14",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you find links to PRs for adding multilingual support to the NLP engine in SentimentForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/6",
"https://github.com/salesforce/imentAIX/pull/14"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_SentimentForce_3",
"product_dev_SentimentForce_4",
"github_com_salesforce_imentAIX_pull_6",
"20260525-0-850c6",
"20260525-1-cea1c",
"20260525-2-04efe",
"20260525-3-6229a",
"20260525-4-1036f",
"20260525-5-3c679",
"20260525-6-59981",
"20260525-7-bb464",
"20260525-8-6b7b8",
"product_dev_SentimentForce_5",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_14",
"20260622-0-6a457",
"20260622-1-77078",
"20260622-2-81df4",
"20260622-3-db30e",
"20260622-4-8ede7",
"20260622-5-0bc71",
"20260622-6-68f93",
"20260622-7-f0e0c",
"20260622-8-14fbd",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a15",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for adding multilingual support to the NLP engine in SentimentForce?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/2",
"https://github.com/salesforce/imentAIX/pull/10",
"https://github.com/salesforce/imentAIX/pull/18",
"https://github.com/salesforce/imentAIX/pull/22"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"github_com_salesforce_imentAIX_pull_2",
"20260506-0-3d2ee",
"20260506-1-f3c97",
"20260506-2-e05ee",
"20260506-3-c78a2",
"20260506-4-4a3a6",
"20260506-5-52fda",
"20260506-6-8c81c",
"20260506-7-d19d6",
"20260506-8-abcf9",
"20260506-9-03ddd",
"product_dev_SentimentForce_3",
"product_dev_SentimentForce_4",
"github_com_salesforce_imentAIX_pull_10",
"20260611-0-860c9",
"20260611-1-800e7",
"20260611-2-f5826",
"20260611-3-d9b6c",
"20260611-4-afc23",
"20260611-5-8ae8e",
"20260611-6-5833d",
"20260611-7-1eb34",
"product_dev_SentimentForce_5",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_18",
"20260703-0-26f39",
"20260703-1-53b34",
"20260703-2-c5724",
"20260703-3-5a494",
"20260703-4-b8feb",
"20260703-5-82cff",
"20260703-6-685d4",
"20260703-7-56aaf",
"product_dev_SentimentForce_7",
"github_com_salesforce_imentAIX_pull_22",
"20260716-0-8b28c",
"20260716-1-db477",
"20260716-2-c8ca2",
"20260716-3-7c365",
"20260716-4-56cbc",
"20260716-5-6d650",
"20260716-6-3191f",
"20260716-7-fb1fa",
"20260716-8-e681c",
"20260716-9-b4413",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a16",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the UI/UX for the user interface dashboard in SentimentForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/7",
"https://github.com/salesforce/imentAIX/pull/15",
"https://github.com/salesforce/imentAIX/pull/23",
"https://github.com/salesforce/imentAIX/pull/28"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_SentimentForce_3",
"product_dev_SentimentForce_4",
"github_com_salesforce_imentAIX_pull_7",
"20260526-0-a10c5",
"20260526-1-6c8d3",
"20260526-2-08c0d",
"20260526-3-721ae",
"20260526-4-25d4c",
"20260526-5-def5c",
"20260526-6-4e808",
"20260526-7-de416",
"20260526-8-8e8a3",
"product_dev_SentimentForce_5",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_15",
"20260626-0-57cc8",
"20260626-1-95955",
"20260626-2-dc6c4",
"20260626-3-0b39f",
"20260626-4-5c350",
"20260626-5-4e983",
"20260626-6-144a2",
"20260626-7-e07c1",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_23",
"20260716-0-7b8aa",
"20260716-1-4fab9",
"20260716-2-d71b9",
"20260716-3-acb4d",
"20260716-4-385b1",
"20260716-5-2632a",
"20260716-6-8dc12",
"product_dev_SentimentForce_9",
"product_dev_SentimentForce_10",
"github_com_salesforce_imentAIX_pull_28",
"20260801-0-6d679",
"20260801-1-29e80",
"20260801-2-da4b2",
"20260801-3-d3424",
"20260801-4-2d2c4",
"20260801-5-6830b",
"20260801-6-9964d",
"20260801-7-04519",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a17",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the UI/UX updates to the user interface dashboard in SentimentForce?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/3",
"https://github.com/salesforce/imentAIX/pull/11",
"https://github.com/salesforce/imentAIX/pull/19",
"https://github.com/salesforce/imentAIX/pull/26",
"https://github.com/salesforce/imentAIX/pull/29"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"github_com_salesforce_imentAIX_pull_3",
"20260510-0-76dbb",
"20260510-1-a6a24",
"20260510-2-255b5",
"20260510-3-09274",
"20260510-4-be47d",
"20260510-5-54d3f",
"20260510-6-d03a8",
"20260510-7-25e0b",
"20260510-8-7a518",
"product_dev_SentimentForce_3",
"product_dev_SentimentForce_4",
"github_com_salesforce_imentAIX_pull_11",
"20260610-0-89b79",
"20260610-1-26bfd",
"20260610-2-4ab82",
"20260610-3-8e03a",
"20260610-4-5bdff",
"20260610-5-ec459",
"20260610-6-456ed",
"20260610-7-51a9d",
"product_dev_SentimentForce_5",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_19",
"20260704-0-4b620",
"20260704-1-375af",
"20260704-2-659de",
"20260704-3-a36f7",
"20260704-4-5ee29",
"20260704-5-0c731",
"20260704-6-d050c",
"20260704-7-e5c1a",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_26",
"20260727-0-54c33",
"20260727-1-f82cb",
"20260727-2-9f227",
"20260727-3-90085",
"20260727-4-12a62",
"20260727-5-f9ba6",
"20260727-6-caa70",
"20260727-7-569f6",
"product_dev_SentimentForce_9",
"product_dev_SentimentForce_10",
"github_com_salesforce_imentAIX_pull_29",
"20260808-0-c9998",
"20260808-1-c7cbd",
"20260808-2-050c6",
"20260808-3-e0195",
"20260808-4-a74e6",
"20260808-5-fa0ff",
"20260808-6-e8934",
"20260808-7-f6cf5",
"20260808-8-b11c5",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a18",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to data compliance and security enhancement in SentimentForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/8",
"https://github.com/salesforce/imentAIX/pull/16"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_SentimentForce_3",
"product_dev_SentimentForce_4",
"github_com_salesforce_imentAIX_pull_8",
"20260601-0-95e26",
"20260601-1-cc44c",
"20260601-2-70f03",
"20260601-3-42993",
"20260601-4-aa124",
"20260601-5-a5fbd",
"20260601-6-ba0ef",
"20260601-7-4ae73",
"20260601-8-5ca57",
"product_dev_SentimentForce_5",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_16",
"20260626-0-64ebe",
"20260626-1-60a55",
"20260626-2-78775",
"20260626-3-44e71",
"20260626-4-10d2d",
"20260626-5-af792",
"20260626-6-682bf",
"20260626-7-3fb41",
"20260626-8-39681",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a19",
"product": "SentimentForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the data compliance and security enhancement feature in SentimentForce?",
"ground_truth": [
"https://github.com/salesforce/imentAIX/pull/4",
"https://github.com/salesforce/imentAIX/pull/12",
"https://github.com/salesforce/imentAIX/pull/20",
"https://github.com/salesforce/imentAIX/pull/24"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"github_com_salesforce_imentAIX_pull_4",
"20260517-0-24bf0",
"20260517-1-e750e",
"20260517-2-53578",
"20260517-3-f9308",
"20260517-4-292bd",
"20260517-5-b07d1",
"20260517-6-eb3cd",
"20260517-7-ad96c",
"20260517-8-beead",
"20260517-9-86b9b",
"20260517-10-4393c",
"product_dev_SentimentForce_3",
"product_dev_SentimentForce_4",
"github_com_salesforce_imentAIX_pull_12",
"20260617-0-e54e3",
"20260617-1-c3b39",
"20260617-2-56e85",
"20260617-3-01f10",
"20260617-4-0c89b",
"20260617-5-e794f",
"20260617-6-240dd",
"20260617-7-915e4",
"20260617-8-9448a",
"20260617-9-111e8",
"20260617-10-fb671",
"product_dev_SentimentForce_5",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_20",
"20260707-0-a9995",
"20260707-1-00b2b",
"20260707-2-3aec5",
"20260707-3-847e3",
"20260707-4-6248d",
"20260707-5-9f17a",
"20260707-6-36375",
"20260707-7-3f4ed",
"product_dev_SentimentForce_7",
"github_com_salesforce_imentAIX_pull_24",
"20260717-0-872fb",
"20260717-1-ae0d0",
"20260717-2-7fbe9",
"20260717-3-59865",
"20260717-4-d52ee",
"20260717-5-6728a",
"20260717-6-82a76",
"20260717-7-a9f23",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a20",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in SentimentForce?",
"ground_truth": [
"eid_fc4619fa",
"eid_4cede092"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"product_dev_SentimentForce_3",
"github_com_salesforce_imentAIX_pull_5",
"20260524-0-bf565",
"20260524-1-2b8a6",
"20260524-2-8c9b5",
"20260524-3-0a60a",
"20260524-4-b43d3",
"20260524-5-aa273",
"20260524-6-2c068",
"20260524-7-3b71d",
"20260524-8-14a7e",
"20260524-9-a1b9e",
"product_dev_SentimentForce_4",
"product_dev_SentimentForce_5",
"github_com_salesforce_imentAIX_pull_13",
"20260620-0-644fb",
"20260620-1-967f3",
"20260620-2-61fa7",
"20260620-3-74cae",
"20260620-4-78dba",
"20260620-5-f1a25",
"20260620-6-5dbec",
"20260620-7-91e40",
"20260620-8-64565",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_17",
"20260629-0-ad5af",
"20260629-1-019b6",
"20260629-2-b8f0b",
"20260629-3-9513e",
"20260629-4-a226b",
"20260629-5-b2a7f",
"20260629-6-457d3",
"20260629-7-c3281",
"20260629-8-2ba9d",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_25",
"20260726-0-b15f9",
"20260726-1-261d3",
"20260726-2-1ec75",
"20260726-3-dca05",
"20260726-4-dafbe",
"20260726-5-93e90",
"20260726-6-0b905",
"20260726-7-e73e3",
"20260726-8-7accf",
"20260726-9-e3b6c",
"20260726-10-71a6c",
"product_dev_SentimentForce_9",
"github_com_salesforce_imentAIX_pull_27",
"20260731-0-06a30",
"20260731-1-81ee1",
"20260731-2-62c45",
"20260731-3-8ee91",
"20260731-4-9e525",
"20260731-5-153ea",
"20260731-6-d02bf",
"20260731-7-95664",
"20260731-8-442e8",
"github_com_salesforce_imentAIX_pull_2",
"20260506-0-3d2ee",
"20260506-1-f3c97",
"20260506-2-e05ee",
"20260506-3-c78a2",
"20260506-4-4a3a6",
"20260506-5-52fda",
"20260506-6-8c81c",
"20260506-7-d19d6",
"20260506-8-abcf9",
"20260506-9-03ddd",
"github_com_salesforce_imentAIX_pull_10",
"20260611-0-860c9",
"20260611-1-800e7",
"20260611-2-f5826",
"20260611-3-d9b6c",
"20260611-4-afc23",
"20260611-5-8ae8e",
"20260611-6-5833d",
"20260611-7-1eb34",
"github_com_salesforce_imentAIX_pull_18",
"20260703-0-26f39",
"20260703-1-53b34",
"20260703-2-c5724",
"20260703-3-5a494",
"20260703-4-b8feb",
"20260703-5-82cff",
"20260703-6-685d4",
"20260703-7-56aaf",
"github_com_salesforce_imentAIX_pull_22",
"20260716-0-8b28c",
"20260716-1-db477",
"20260716-2-c8ca2",
"20260716-3-7c365",
"20260716-4-56cbc",
"20260716-5-6d650",
"20260716-6-3191f",
"20260716-7-fb1fa",
"20260716-8-e681c",
"20260716-9-b4413",
"github_com_salesforce_imentAIX_pull_3",
"20260510-0-76dbb",
"20260510-1-a6a24",
"20260510-2-255b5",
"20260510-3-09274",
"20260510-4-be47d",
"20260510-5-54d3f",
"20260510-6-d03a8",
"20260510-7-25e0b",
"20260510-8-7a518",
"github_com_salesforce_imentAIX_pull_11",
"20260610-0-89b79",
"20260610-1-26bfd",
"20260610-2-4ab82",
"20260610-3-8e03a",
"20260610-4-5bdff",
"20260610-5-ec459",
"20260610-6-456ed",
"20260610-7-51a9d",
"github_com_salesforce_imentAIX_pull_19",
"20260704-0-4b620",
"20260704-1-375af",
"20260704-2-659de",
"20260704-3-a36f7",
"20260704-4-5ee29",
"20260704-5-0c731",
"20260704-6-d050c",
"20260704-7-e5c1a",
"github_com_salesforce_imentAIX_pull_26",
"20260727-0-54c33",
"20260727-1-f82cb",
"20260727-2-9f227",
"20260727-3-90085",
"20260727-4-12a62",
"20260727-5-f9ba6",
"20260727-6-caa70",
"20260727-7-569f6",
"product_dev_SentimentForce_10",
"github_com_salesforce_imentAIX_pull_29",
"20260808-0-c9998",
"20260808-1-c7cbd",
"20260808-2-050c6",
"20260808-3-e0195",
"20260808-4-a74e6",
"20260808-5-fa0ff",
"20260808-6-e8934",
"20260808-7-f6cf5",
"20260808-8-b11c5",
"github_com_salesforce_imentAIX_pull_4",
"20260517-0-24bf0",
"20260517-1-e750e",
"20260517-2-53578",
"20260517-3-f9308",
"20260517-4-292bd",
"20260517-5-b07d1",
"20260517-6-eb3cd",
"20260517-7-ad96c",
"20260517-8-beead",
"20260517-9-86b9b",
"20260517-10-4393c",
"github_com_salesforce_imentAIX_pull_12",
"20260617-0-e54e3",
"20260617-1-c3b39",
"20260617-2-56e85",
"20260617-3-01f10",
"20260617-4-0c89b",
"20260617-5-e794f",
"20260617-6-240dd",
"20260617-7-915e4",
"20260617-8-9448a",
"20260617-9-111e8",
"20260617-10-fb671",
"github_com_salesforce_imentAIX_pull_20",
"20260707-0-a9995",
"20260707-1-00b2b",
"20260707-2-3aec5",
"20260707-3-847e3",
"20260707-4-6248d",
"20260707-5-9f17a",
"20260707-6-36375",
"20260707-7-3f4ed",
"github_com_salesforce_imentAIX_pull_24",
"20260717-0-872fb",
"20260717-1-ae0d0",
"20260717-2-7fbe9",
"20260717-3-59865",
"20260717-4-d52ee",
"20260717-5-6728a",
"20260717-6-82a76",
"20260717-7-a9f23",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SentimentForce#a21",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in SentimentForce?",
"ground_truth": [
"eid_fa6ec727"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"product_dev_SentimentForce_3",
"github_com_salesforce_imentAIX_pull_1",
"20260504-0-839aa",
"20260504-1-72716",
"20260504-2-ecf44",
"20260504-3-73024",
"20260504-4-d763f",
"20260504-5-806b7",
"20260504-6-94528",
"20260504-7-d0bb1",
"20260504-8-b425f",
"product_dev_SentimentForce_4",
"product_dev_SentimentForce_5",
"github_com_salesforce_imentAIX_pull_9",
"20260609-0-5642c",
"20260609-1-9211e",
"20260609-2-ca101",
"20260609-3-b0ac7",
"20260609-4-dcef9",
"20260609-5-54093",
"20260609-6-1e0e8",
"20260609-7-0c903",
"20260609-8-4ea85",
"20260609-9-f6f5f",
"20260609-10-bb69c",
"20260609-11-d2a96",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_21",
"20260709-0-842c3",
"20260709-1-7c68c",
"20260709-2-65bc3",
"20260709-3-42f2f",
"20260709-4-448e4",
"20260709-5-a886f",
"20260709-6-0c5cf",
"20260709-7-764a6",
"20260709-8-6ba60",
"github_com_salesforce_imentAIX_pull_6",
"20260525-0-850c6",
"20260525-1-cea1c",
"20260525-2-04efe",
"20260525-3-6229a",
"20260525-4-1036f",
"20260525-5-3c679",
"20260525-6-59981",
"20260525-7-bb464",
"20260525-8-6b7b8",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_14",
"20260622-0-6a457",
"20260622-1-77078",
"20260622-2-81df4",
"20260622-3-db30e",
"20260622-4-8ede7",
"20260622-5-0bc71",
"20260622-6-68f93",
"20260622-7-f0e0c",
"20260622-8-14fbd",
"github_com_salesforce_imentAIX_pull_7",
"20260526-0-a10c5",
"20260526-1-6c8d3",
"20260526-2-08c0d",
"20260526-3-721ae",
"20260526-4-25d4c",
"20260526-5-def5c",
"20260526-6-4e808",
"20260526-7-de416",
"20260526-8-8e8a3",
"github_com_salesforce_imentAIX_pull_15",
"20260626-0-57cc8",
"20260626-1-95955",
"20260626-2-dc6c4",
"20260626-3-0b39f",
"20260626-4-5c350",
"20260626-5-4e983",
"20260626-6-144a2",
"20260626-7-e07c1",
"github_com_salesforce_imentAIX_pull_23",
"20260716-0-7b8aa",
"20260716-1-4fab9",
"20260716-2-d71b9",
"20260716-3-acb4d",
"20260716-4-385b1",
"20260716-5-2632a",
"20260716-6-8dc12",
"product_dev_SentimentForce_9",
"product_dev_SentimentForce_10",
"github_com_salesforce_imentAIX_pull_28",
"20260801-0-6d679",
"20260801-1-29e80",
"20260801-2-da4b2",
"20260801-3-d3424",
"20260801-4-2d2c4",
"20260801-5-6830b",
"20260801-6-9964d",
"20260801-7-04519",
"github_com_salesforce_imentAIX_pull_8",
"20260601-0-95e26",
"20260601-1-cc44c",
"20260601-2-70f03",
"20260601-3-42993",
"20260601-4-aa124",
"20260601-5-a5fbd",
"20260601-6-ba0ef",
"20260601-7-4ae73",
"20260601-8-5ca57",
"github_com_salesforce_imentAIX_pull_16",
"20260626-0-64ebe",
"20260626-1-60a55",
"20260626-2-78775",
"20260626-3-44e71",
"20260626-4-10d2d",
"20260626-5-af792",
"20260626-6-682bf",
"20260626-7-3fb41",
"20260626-8-39681",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SentimentForce#a22",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find features for SentimentForce that were discussed but not implemented?",
"ground_truth": "Slack integration module\n- Optimize API calls to handle rate limits using OAuth 2.0 for secure authentication and implement exponential backoff. Consider using a message queue like RabbitMQ or Kafka to manage incoming data stream and process asynchronously.",
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"product_dev_SentimentForce_3",
"github_com_salesforce_imentAIX_pull_5",
"20260524-0-bf565",
"20260524-1-2b8a6",
"20260524-2-8c9b5",
"20260524-3-0a60a",
"20260524-4-b43d3",
"20260524-5-aa273",
"20260524-6-2c068",
"20260524-7-3b71d",
"20260524-8-14a7e",
"20260524-9-a1b9e",
"product_dev_SentimentForce_4",
"product_dev_SentimentForce_5",
"github_com_salesforce_imentAIX_pull_13",
"20260620-0-644fb",
"20260620-1-967f3",
"20260620-2-61fa7",
"20260620-3-74cae",
"20260620-4-78dba",
"20260620-5-f1a25",
"20260620-6-5dbec",
"20260620-7-91e40",
"20260620-8-64565",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_17",
"20260629-0-ad5af",
"20260629-1-019b6",
"20260629-2-b8f0b",
"20260629-3-9513e",
"20260629-4-a226b",
"20260629-5-b2a7f",
"20260629-6-457d3",
"20260629-7-c3281",
"20260629-8-2ba9d",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_25",
"20260726-0-b15f9",
"20260726-1-261d3",
"20260726-2-1ec75",
"20260726-3-dca05",
"20260726-4-dafbe",
"20260726-5-93e90",
"20260726-6-0b905",
"20260726-7-e73e3",
"20260726-8-7accf",
"20260726-9-e3b6c",
"20260726-10-71a6c",
"product_dev_SentimentForce_9",
"github_com_salesforce_imentAIX_pull_27",
"20260731-0-06a30",
"20260731-1-81ee1",
"20260731-2-62c45",
"20260731-3-8ee91",
"20260731-4-9e525",
"20260731-5-153ea",
"20260731-6-d02bf",
"20260731-7-95664",
"20260731-8-442e8",
"github_com_salesforce_imentAIX_pull_2",
"20260506-0-3d2ee",
"20260506-1-f3c97",
"20260506-2-e05ee",
"20260506-3-c78a2",
"20260506-4-4a3a6",
"20260506-5-52fda",
"20260506-6-8c81c",
"20260506-7-d19d6",
"20260506-8-abcf9",
"20260506-9-03ddd",
"github_com_salesforce_imentAIX_pull_10",
"20260611-0-860c9",
"20260611-1-800e7",
"20260611-2-f5826",
"20260611-3-d9b6c",
"20260611-4-afc23",
"20260611-5-8ae8e",
"20260611-6-5833d",
"20260611-7-1eb34",
"github_com_salesforce_imentAIX_pull_18",
"20260703-0-26f39",
"20260703-1-53b34",
"20260703-2-c5724",
"20260703-3-5a494",
"20260703-4-b8feb",
"20260703-5-82cff",
"20260703-6-685d4",
"20260703-7-56aaf",
"github_com_salesforce_imentAIX_pull_22",
"20260716-0-8b28c",
"20260716-1-db477",
"20260716-2-c8ca2",
"20260716-3-7c365",
"20260716-4-56cbc",
"20260716-5-6d650",
"20260716-6-3191f",
"20260716-7-fb1fa",
"20260716-8-e681c",
"20260716-9-b4413",
"github_com_salesforce_imentAIX_pull_3",
"20260510-0-76dbb",
"20260510-1-a6a24",
"20260510-2-255b5",
"20260510-3-09274",
"20260510-4-be47d",
"20260510-5-54d3f",
"20260510-6-d03a8",
"20260510-7-25e0b",
"20260510-8-7a518",
"github_com_salesforce_imentAIX_pull_11",
"20260610-0-89b79",
"20260610-1-26bfd",
"20260610-2-4ab82",
"20260610-3-8e03a",
"20260610-4-5bdff",
"20260610-5-ec459",
"20260610-6-456ed",
"20260610-7-51a9d",
"github_com_salesforce_imentAIX_pull_19",
"20260704-0-4b620",
"20260704-1-375af",
"20260704-2-659de",
"20260704-3-a36f7",
"20260704-4-5ee29",
"20260704-5-0c731",
"20260704-6-d050c",
"20260704-7-e5c1a",
"github_com_salesforce_imentAIX_pull_26",
"20260727-0-54c33",
"20260727-1-f82cb",
"20260727-2-9f227",
"20260727-3-90085",
"20260727-4-12a62",
"20260727-5-f9ba6",
"20260727-6-caa70",
"20260727-7-569f6",
"product_dev_SentimentForce_10",
"github_com_salesforce_imentAIX_pull_29",
"20260808-0-c9998",
"20260808-1-c7cbd",
"20260808-2-050c6",
"20260808-3-e0195",
"20260808-4-a74e6",
"20260808-5-fa0ff",
"20260808-6-e8934",
"20260808-7-f6cf5",
"20260808-8-b11c5",
"github_com_salesforce_imentAIX_pull_4",
"20260517-0-24bf0",
"20260517-1-e750e",
"20260517-2-53578",
"20260517-3-f9308",
"20260517-4-292bd",
"20260517-5-b07d1",
"20260517-6-eb3cd",
"20260517-7-ad96c",
"20260517-8-beead",
"20260517-9-86b9b",
"20260517-10-4393c",
"github_com_salesforce_imentAIX_pull_12",
"20260617-0-e54e3",
"20260617-1-c3b39",
"20260617-2-56e85",
"20260617-3-01f10",
"20260617-4-0c89b",
"20260617-5-e794f",
"20260617-6-240dd",
"20260617-7-915e4",
"20260617-8-9448a",
"20260617-9-111e8",
"20260617-10-fb671",
"github_com_salesforce_imentAIX_pull_20",
"20260707-0-a9995",
"20260707-1-00b2b",
"20260707-2-3aec5",
"20260707-3-847e3",
"20260707-4-6248d",
"20260707-5-9f17a",
"20260707-6-36375",
"20260707-7-3f4ed",
"github_com_salesforce_imentAIX_pull_24",
"20260717-0-872fb",
"20260717-1-ae0d0",
"20260717-2-7fbe9",
"20260717-3-59865",
"20260717-4-d52ee",
"20260717-5-6728a",
"20260717-6-82a76",
"20260717-7-a9f23",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a23",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in SentimentForce that were discussed but not implemented?",
"ground_truth": [
"eid_d96fb219",
"eid_4df5d4b7"
],
"citations": [
"product_dev_imentAIX_1",
"product_dev_imentAIX_2",
"product_dev_SentimentForce_3",
"github_com_salesforce_imentAIX_pull_5",
"20260524-0-bf565",
"20260524-1-2b8a6",
"20260524-2-8c9b5",
"20260524-3-0a60a",
"20260524-4-b43d3",
"20260524-5-aa273",
"20260524-6-2c068",
"20260524-7-3b71d",
"20260524-8-14a7e",
"20260524-9-a1b9e",
"product_dev_SentimentForce_4",
"product_dev_SentimentForce_5",
"github_com_salesforce_imentAIX_pull_13",
"20260620-0-644fb",
"20260620-1-967f3",
"20260620-2-61fa7",
"20260620-3-74cae",
"20260620-4-78dba",
"20260620-5-f1a25",
"20260620-6-5dbec",
"20260620-7-91e40",
"20260620-8-64565",
"product_dev_SentimentForce_6",
"github_com_salesforce_imentAIX_pull_17",
"20260629-0-ad5af",
"20260629-1-019b6",
"20260629-2-b8f0b",
"20260629-3-9513e",
"20260629-4-a226b",
"20260629-5-b2a7f",
"20260629-6-457d3",
"20260629-7-c3281",
"20260629-8-2ba9d",
"product_dev_SentimentForce_7",
"product_dev_SentimentForce_8",
"github_com_salesforce_imentAIX_pull_25",
"20260726-0-b15f9",
"20260726-1-261d3",
"20260726-2-1ec75",
"20260726-3-dca05",
"20260726-4-dafbe",
"20260726-5-93e90",
"20260726-6-0b905",
"20260726-7-e73e3",
"20260726-8-7accf",
"20260726-9-e3b6c",
"20260726-10-71a6c",
"product_dev_SentimentForce_9",
"github_com_salesforce_imentAIX_pull_27",
"20260731-0-06a30",
"20260731-1-81ee1",
"20260731-2-62c45",
"20260731-3-8ee91",
"20260731-4-9e525",
"20260731-5-153ea",
"20260731-6-d02bf",
"20260731-7-95664",
"20260731-8-442e8",
"github_com_salesforce_imentAIX_pull_2",
"20260506-0-3d2ee",
"20260506-1-f3c97",
"20260506-2-e05ee",
"20260506-3-c78a2",
"20260506-4-4a3a6",
"20260506-5-52fda",
"20260506-6-8c81c",
"20260506-7-d19d6",
"20260506-8-abcf9",
"20260506-9-03ddd",
"github_com_salesforce_imentAIX_pull_10",
"20260611-0-860c9",
"20260611-1-800e7",
"20260611-2-f5826",
"20260611-3-d9b6c",
"20260611-4-afc23",
"20260611-5-8ae8e",
"20260611-6-5833d",
"20260611-7-1eb34",
"github_com_salesforce_imentAIX_pull_18",
"20260703-0-26f39",
"20260703-1-53b34",
"20260703-2-c5724",
"20260703-3-5a494",
"20260703-4-b8feb",
"20260703-5-82cff",
"20260703-6-685d4",
"20260703-7-56aaf",
"github_com_salesforce_imentAIX_pull_22",
"20260716-0-8b28c",
"20260716-1-db477",
"20260716-2-c8ca2",
"20260716-3-7c365",
"20260716-4-56cbc",
"20260716-5-6d650",
"20260716-6-3191f",
"20260716-7-fb1fa",
"20260716-8-e681c",
"20260716-9-b4413",
"github_com_salesforce_imentAIX_pull_3",
"20260510-0-76dbb",
"20260510-1-a6a24",
"20260510-2-255b5",
"20260510-3-09274",
"20260510-4-be47d",
"20260510-5-54d3f",
"20260510-6-d03a8",
"20260510-7-25e0b",
"20260510-8-7a518",
"github_com_salesforce_imentAIX_pull_11",
"20260610-0-89b79",
"20260610-1-26bfd",
"20260610-2-4ab82",
"20260610-3-8e03a",
"20260610-4-5bdff",
"20260610-5-ec459",
"20260610-6-456ed",
"20260610-7-51a9d",
"github_com_salesforce_imentAIX_pull_19",
"20260704-0-4b620",
"20260704-1-375af",
"20260704-2-659de",
"20260704-3-a36f7",
"20260704-4-5ee29",
"20260704-5-0c731",
"20260704-6-d050c",
"20260704-7-e5c1a",
"github_com_salesforce_imentAIX_pull_26",
"20260727-0-54c33",
"20260727-1-f82cb",
"20260727-2-9f227",
"20260727-3-90085",
"20260727-4-12a62",
"20260727-5-f9ba6",
"20260727-6-caa70",
"20260727-7-569f6",
"product_dev_SentimentForce_10",
"github_com_salesforce_imentAIX_pull_29",
"20260808-0-c9998",
"20260808-1-c7cbd",
"20260808-2-050c6",
"20260808-3-e0195",
"20260808-4-a74e6",
"20260808-5-fa0ff",
"20260808-6-e8934",
"20260808-7-f6cf5",
"20260808-8-b11c5",
"github_com_salesforce_imentAIX_pull_4",
"20260517-0-24bf0",
"20260517-1-e750e",
"20260517-2-53578",
"20260517-3-f9308",
"20260517-4-292bd",
"20260517-5-b07d1",
"20260517-6-eb3cd",
"20260517-7-ad96c",
"20260517-8-beead",
"20260517-9-86b9b",
"20260517-10-4393c",
"github_com_salesforce_imentAIX_pull_12",
"20260617-0-e54e3",
"20260617-1-c3b39",
"20260617-2-56e85",
"20260617-3-01f10",
"20260617-4-0c89b",
"20260617-5-e794f",
"20260617-6-240dd",
"20260617-7-915e4",
"20260617-8-9448a",
"20260617-9-111e8",
"20260617-10-fb671",
"github_com_salesforce_imentAIX_pull_20",
"20260707-0-a9995",
"20260707-1-00b2b",
"20260707-2-3aec5",
"20260707-3-847e3",
"20260707-4-6248d",
"20260707-5-9f17a",
"20260707-6-36375",
"20260707-7-3f4ed",
"github_com_salesforce_imentAIX_pull_24",
"20260717-0-872fb",
"20260717-1-ae0d0",
"20260717-2-7fbe9",
"20260717-3-59865",
"20260717-4-d52ee",
"20260717-5-6728a",
"20260717-6-82a76",
"20260717-7-a9f23",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a24",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in SentimentForce?",
"ground_truth": [
"DataSolutions",
"BlueWave",
"FusionTech",
"SmartData"
],
"citations": [
"20261017-0-c1d54",
"20261017-1-dfb9a",
"20261017-2-f0815",
"20261017-3-586a3",
"20261017-4-84b34",
"20261017-5-a22fc",
"20261017-6-b9403",
"20261017-7-52975",
"20261017-8-41803",
"20261017-9-7f6c9",
"20261102-0-711ef",
"20261102-1-c6d15",
"20261102-2-07718",
"20261102-3-86c8e",
"20261102-4-4e853",
"20261102-5-f9dff",
"20261102-6-9ad16",
"20261102-7-8cf91",
"20261102-8-3423e",
"20261102-9-39942",
"20261102-10-6a22d",
"20260930-0-740a7",
"20260930-1-33b52",
"20260930-2-c30f5",
"20260930-3-28eab",
"20260930-4-ceb34",
"20260930-5-2031a",
"20260930-6-8fbe4",
"20260930-7-fa4cf",
"20260930-8-690f9",
"20260930-9-59ef7",
"20261008-0-ffc40",
"20261008-1-05881",
"20261008-2-37440",
"20261008-3-e05e9",
"20261008-4-f8949",
"20261008-5-d5995",
"20261008-6-936bf",
"20261008-7-fa8e7",
"20261008-8-90207",
"20261008-9-a5e58",
"20261008-10-074c2",
"20261008-11-5785f",
"20260830-0-6ba2a",
"20260830-1-1b5d8",
"20260830-2-05b65",
"20260830-3-8cb99",
"20260830-4-9951b",
"20260830-5-77cca",
"20260830-6-8180c",
"20260830-7-10285",
"20260830-8-81887",
"20260830-9-d0a47",
"20260830-10-dda18",
"20260912-0-ed551",
"20260912-1-6129b",
"20260912-2-1ca49",
"20260912-3-279e6",
"20260912-4-20c25",
"20260912-5-ae0da",
"20260912-6-e2dfd",
"20260912-7-68edb",
"20260912-8-8dbb9",
"20260912-9-a5680",
"20260914-0-af559",
"20260914-1-6e533",
"20260914-2-31445",
"20260914-3-99fbb",
"20260914-4-81809",
"20260914-5-31034",
"20260914-6-70929",
"20260914-7-20d25",
"20260914-8-fc877",
"20260914-9-e55c8",
"20260921-0-c43da",
"20260921-1-c727b",
"20260921-2-72c6a",
"20260921-3-cf27f",
"20260921-4-e84f1",
"20260921-5-012cb",
"20260921-6-bdb18",
"20260921-7-325fc",
"20260921-8-6f7e7",
"20260921-9-3c2d0",
"20260921-10-949ce",
"20260921-11-8b26d",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SentimentForce#a25",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in SentimentForce?",
"ground_truth": [
"AITransformers"
],
"citations": [
"20261017-0-c1d54",
"20261017-1-dfb9a",
"20261017-2-f0815",
"20261017-3-586a3",
"20261017-4-84b34",
"20261017-5-a22fc",
"20261017-6-b9403",
"20261017-7-52975",
"20261017-8-41803",
"20261017-9-7f6c9",
"20261102-0-711ef",
"20261102-1-c6d15",
"20261102-2-07718",
"20261102-3-86c8e",
"20261102-4-4e853",
"20261102-5-f9dff",
"20261102-6-9ad16",
"20261102-7-8cf91",
"20261102-8-3423e",
"20261102-9-39942",
"20261102-10-6a22d",
"20260830-0-6ba2a",
"20260830-1-1b5d8",
"20260830-2-05b65",
"20260830-3-8cb99",
"20260830-4-9951b",
"20260830-5-77cca",
"20260830-6-8180c",
"20260830-7-10285",
"20260830-8-81887",
"20260830-9-d0a47",
"20260830-10-dda18",
"20260930-0-740a7",
"20260930-1-33b52",
"20260930-2-c30f5",
"20260930-3-28eab",
"20260930-4-ceb34",
"20260930-5-2031a",
"20260930-6-8fbe4",
"20260930-7-fa4cf",
"20260930-8-690f9",
"20260930-9-59ef7",
"20261008-0-ffc40",
"20261008-1-05881",
"20261008-2-37440",
"20261008-3-e05e9",
"20261008-4-f8949",
"20261008-5-d5995",
"20261008-6-936bf",
"20261008-7-fa8e7",
"20261008-8-90207",
"20261008-9-a5e58",
"20261008-10-074c2",
"20261008-11-5785f",
"20260912-0-ed551",
"20260912-1-6129b",
"20260912-2-1ca49",
"20260912-3-279e6",
"20260912-4-20c25",
"20260912-5-ae0da",
"20260912-6-e2dfd",
"20260912-7-68edb",
"20260912-8-8dbb9",
"20260912-9-a5680",
"20261013-0-d74dd",
"20261013-1-42144",
"20261013-2-e648f",
"20261013-3-b41c3",
"20261013-4-17d54",
"20261013-5-9e949",
"20261013-6-2f1e1",
"20261013-7-0ccae",
"20261013-8-91231",
"20261013-9-b6dc0",
"20261025-0-75ca9",
"20261025-1-cc882",
"20261025-2-b3ce2",
"20261025-3-fe9fb",
"20261025-4-6a6ca",
"20261025-5-03ddc",
"20261025-6-6e0aa",
"github_com_salesforce_SentimentForce_pull_41",
"20261107-0-2312e",
"20261107-1-e5ada",
"20261107-2-fd641",
"20261107-3-1902a",
"20261107-4-98e27",
"20261107-5-d59b1",
"20261107-6-d01b9",
"20261107-7-66242",
"20261107-8-8dcaf",
"20261107-9-8be75",
"20261107-10-70a95",
"20261113-0-44007",
"20261113-1-20be0",
"20261113-2-05847",
"20261113-3-22814",
"20261113-4-26bf0",
"20261113-5-25fb6",
"20261113-6-1853f",
"github_com_salesforce_SentimentForce_pull_44",
"20260914-0-af559",
"20260914-1-6e533",
"20260914-2-31445",
"20260914-3-99fbb",
"20260914-4-81809",
"20260914-5-31034",
"20260914-6-70929",
"20260914-7-20d25",
"20260914-8-fc877",
"20260914-9-e55c8",
"20260921-0-c43da",
"20260921-1-c727b",
"20260921-2-72c6a",
"20260921-3-cf27f",
"20260921-4-e84f1",
"20260921-5-012cb",
"20260921-6-bdb18",
"20260921-7-325fc",
"20260921-8-6f7e7",
"20260921-9-3c2d0",
"20260921-10-949ce",
"20260921-11-8b26d",
"20261119-0-6377e",
"20261119-1-a9849",
"20261119-2-8c2bd",
"20261119-3-3fc1c",
"20261119-4-7397f",
"20261119-5-4317e",
"20261119-6-e0e29",
"20261119-7-f6700",
"20261119-8-b07b8",
"20261119-9-33832",
"20261124-0-a9dde",
"20261124-1-59c53",
"20261124-2-c3ee6",
"20261124-3-29736",
"20261124-4-65f90",
"20261124-5-2fb63",
"20261124-6-7b017",
"github_com_salesforce_SentimentForce_pull_45",
"20261006-0-953d7",
"20261006-1-6de80",
"20261006-2-455fb",
"20261006-3-f16c0",
"20261006-4-ebb1b",
"20261006-5-f96d0",
"20261006-6-c5cec",
"github_com_salesforce_SentimentForce_pull_39",
"20261111-0-97725",
"20261111-1-30ccc",
"20261111-2-3d5a5",
"20261111-3-baae7",
"20261111-4-9b393",
"20261111-5-79c1f",
"20261111-6-0de88",
"20261111-7-98c7c",
"github_com_salesforce_SentimentForce_pull_43",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SentimentForce#a26",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find bugs reported by DataSolutions in SentimentForce that did not require any fixes?",
"ground_truth": "- Cross-Site Scripting (XSS) in Login Page",
"citations": [
"20261017-0-c1d54",
"20261017-1-dfb9a",
"20261017-2-f0815",
"20261017-3-586a3",
"20261017-4-84b34",
"20261017-5-a22fc",
"20261017-6-b9403",
"20261017-7-52975",
"20261017-8-41803",
"20261017-9-7f6c9",
"20261102-0-711ef",
"20261102-1-c6d15",
"20261102-2-07718",
"20261102-3-86c8e",
"20261102-4-4e853",
"20261102-5-f9dff",
"20261102-6-9ad16",
"20261102-7-8cf91",
"20261102-8-3423e",
"20261102-9-39942",
"20261102-10-6a22d",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a27",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find bugs reported by BlueWave in SentimentForce that did not require any fixes?",
"ground_truth": "- Security Vulnerability in User Authentication",
"citations": [
"20260930-0-740a7",
"20260930-1-33b52",
"20260930-2-c30f5",
"20260930-3-28eab",
"20260930-4-ceb34",
"20260930-5-2031a",
"20260930-6-8fbe4",
"20260930-7-fa4cf",
"20260930-8-690f9",
"20260930-9-59ef7",
"20261008-0-ffc40",
"20261008-1-05881",
"20261008-2-37440",
"20261008-3-e05e9",
"20261008-4-f8949",
"20261008-5-d5995",
"20261008-6-936bf",
"20261008-7-fa8e7",
"20261008-8-90207",
"20261008-9-a5e58",
"20261008-10-074c2",
"20261008-11-5785f",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a28",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find bugs reported by FusionTech in SentimentForce that did not require any fixes?",
"ground_truth": "- Weak Password Policy Enforcement",
"citations": [
"20260830-0-6ba2a",
"20260830-1-1b5d8",
"20260830-2-05b65",
"20260830-3-8cb99",
"20260830-4-9951b",
"20260830-5-77cca",
"20260830-6-8180c",
"20260830-7-10285",
"20260830-8-81887",
"20260830-9-d0a47",
"20260830-10-dda18",
"20260912-0-ed551",
"20260912-1-6129b",
"20260912-2-1ca49",
"20260912-3-279e6",
"20260912-4-20c25",
"20260912-5-ae0da",
"20260912-6-e2dfd",
"20260912-7-68edb",
"20260912-8-8dbb9",
"20260912-9-a5680",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a29",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find bugs reported by SmartData in SentimentForce that did not require any fixes?",
"ground_truth": "- 'Malformed JSON Response Parsing' issue in the API Integration Module",
"citations": [
"20260914-0-af559",
"20260914-1-6e533",
"20260914-2-31445",
"20260914-3-99fbb",
"20260914-4-81809",
"20260914-5-31034",
"20260914-6-70929",
"20260914-7-20d25",
"20260914-8-fc877",
"20260914-9-e55c8",
"20260921-0-c43da",
"20260921-1-c727b",
"20260921-2-72c6a",
"20260921-3-cf27f",
"20260921-4-e84f1",
"20260921-5-012cb",
"20260921-6-bdb18",
"20260921-7-325fc",
"20260921-8-6f7e7",
"20260921-9-3c2d0",
"20260921-10-949ce",
"20260921-11-8b26d",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#a30",
"product": "SentimentForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by AITransformers in the SentimentForce product?",
"ground_truth": "- Session Hijacking Vulnerability",
"citations": [
"20260830-0-6ba2a",
"20260830-1-1b5d8",
"20260830-2-05b65",
"20260830-3-8cb99",
"20260830-4-9951b",
"20260830-5-77cca",
"20260830-6-8180c",
"20260830-7-10285",
"20260830-8-81887",
"20260830-9-d0a47",
"20260830-10-dda18",
"20260518-0-b7dd2",
"20260518-1-51bf5",
"20260518-2-de4a3"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u0",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "What are the unique features of SentimentForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u1",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "What are the weaknesses of SentimentForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u2",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of SentimentForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u3",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of SentimentForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u4",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for SentimentForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u5",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in SentimentForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SentimentForce#u6",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in SentimentForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SentimentForce#u7",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in SentimentForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SentimentForce#u8",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u9",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u10",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u11",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u12",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u13",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u14",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u15",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u16",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u17",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by CloudSync in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u18",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u19",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by SmartData in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u20",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u21",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SentimentForce#u22",
"product": "SentimentForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in SentimentForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a0",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for SummarizeForce?",
"ground_truth": "- Include a specific example or case study in the Product Overview to demonstrate how arizeAIX has improved productivity in a real-world scenario.\n- Expand the 'Threats' section.\n- Add a point in the Marketing Strategy about leveraging social media influencers popular in the tech space to promote arizeAIX.\n- Add a section on potential future developments or features to show forward-thinking and continuous improvement.\n- Mention upcoming features that are in the pipeline to build long-term interest.",
"citations": [
"20260924-0-853bc",
"20260924-1-81871",
"20260924-2-103be",
"20260924-3-a2a13",
"20260924-4-c0bbb",
"20260924-5-7ca8d",
"20260924-6-40cc6",
"20260924-7-3ba22",
"20260924-8-bd1fd",
"20260924-9-6c8be",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a1",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for SummarizeForce?",
"ground_truth": "- Add a brief mention of the potential ROI for businesses using arizeAIX in the Executive Summary.\n- Expand the 'Threats' section in the SWOT Analysis to include strategies for staying ahead of technological advancements and new market entrants.",
"citations": [
"20260924-0-853bc",
"20260924-1-81871",
"20260924-2-103be",
"20260924-3-a2a13",
"20260924-4-c0bbb",
"20260924-5-7ca8d",
"20260924-6-40cc6",
"20260924-7-3ba22",
"20260924-8-bd1fd",
"20260924-9-6c8be",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a2",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for SummarizeForce?",
"ground_truth": "- Include statistics or data points in the Market Analysis section to support claims about the rising demand for productivity tools.\n- Add a comparison table in the Competitive Landscape section to highlight how arizeAIX stands out against competitors like Otter.ai and SummarizeBot.",
"citations": [
"20260924-0-853bc",
"20260924-1-81871",
"20260924-2-103be",
"20260924-3-a2a13",
"20260924-4-c0bbb",
"20260924-5-7ca8d",
"20260924-6-40cc6",
"20260924-7-3ba22",
"20260924-8-bd1fd",
"20260924-9-6c8be",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a3",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for SummarizeForce?",
"ground_truth": "- Include more specifics in the Product Differentiation section, such as technical details or metrics that highlight the superiority of our AI algorithms over competitors like Otter.ai.\n- Expand platform compatibility.\n- Add a section in the Marketing Strategy on customer feedback loops to continuously improve the product based on user input.\n- Clarify in the Product Vision Statement what 'enhances productivity and decision-making efficiency' means in practical terms, possibly with examples or scenarios where arizeAIX has made a tangible impact.\n- Consider potential risks or challenges in the Future Developments section to demonstrate proactivity and preparedness.",
"citations": [
"20260930-0-3dc1c",
"20260930-1-c9ec2",
"20260930-2-cf247",
"20260930-3-aca5a",
"20260930-4-5a7bf",
"20260930-5-9d657",
"20260930-6-819d9",
"20260930-7-221ef",
"20260930-8-9badc",
"20260930-9-e2844",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a4",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for SummarizeForce?",
"ground_truth": "- Include data on the current market size in the Market Opportunity section to provide a clearer picture of the potential impact.\n- Highlight any unique partnerships in the Marketing Strategy to add credibility and attract more interest.",
"citations": [
"20260930-0-3dc1c",
"20260930-1-c9ec2",
"20260930-2-cf247",
"20260930-3-aca5a",
"20260930-4-5a7bf",
"20260930-5-9d657",
"20260930-6-819d9",
"20260930-7-221ef",
"20260930-8-9badc",
"20260930-9-e2844",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a5",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for SummarizeForce?",
"ground_truth": "- Add specific metrics or case study results to strengthen differentiation.\n- Emphasize in the Value Proposition how arizeAIX can integrate into existing workflows without disruption.\n- Consider expanding to platforms like Google Workspace in the Future Developments section to broaden reach.",
"citations": [
"20260930-0-3dc1c",
"20260930-1-c9ec2",
"20260930-2-cf247",
"20260930-3-aca5a",
"20260930-4-5a7bf",
"20260930-5-9d657",
"20260930-6-819d9",
"20260930-7-221ef",
"20260930-8-9badc",
"20260930-9-e2844",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a6",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Requirements Document for SummarizeForce?",
"ground_truth": "- Add specific frameworks or technologies to the Technical Requirements section regarding 'advanced AI algorithms' to aid in planning development resources.\n- Clarify in the Features section what 'advanced AI algorithms' entail, specifying if they include NLP, machine learning models, etc., to align engineering efforts.",
"citations": [
"20261007-0-706f9",
"20261007-1-efdc5",
"20261007-2-2793e",
"20261007-3-f910b",
"20261007-4-abb01",
"20261007-5-a362b",
"20261007-6-a7b2e",
"20261007-7-26ec4",
"20261007-8-c82c2",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a7",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Requirements Document for SummarizeForce?",
"ground_truth": "- Include specific compliance standards like GDPR or CCPA in the Risks and Mitigation section to emphasize commitment to data privacy.\n- Add a timeline or roadmap in the Future Developments section to outline expected rollout of new features, aiding in team alignment and managing client expectations.",
"citations": [
"20261007-0-706f9",
"20261007-1-efdc5",
"20261007-2-2793e",
"20261007-3-f910b",
"20261007-4-abb01",
"20261007-5-a362b",
"20261007-6-a7b2e",
"20261007-7-26ec4",
"20261007-8-c82c2",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a8",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Requirements Document for SummarizeForce?",
"ground_truth": "- Add more detail on customization options in the User Interface section, including examples of what users can customize.\n- Expand the Marketing Strategy to include plans for leveraging customer testimonials or case studies to demonstrate the tool's effectiveness.",
"citations": [
"20261007-0-706f9",
"20261007-1-efdc5",
"20261007-2-2793e",
"20261007-3-f910b",
"20261007-4-abb01",
"20261007-5-a362b",
"20261007-6-a7b2e",
"20261007-7-26ec4",
"20261007-8-c82c2",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a9",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the unique features of SummarizeForce's competitor products?",
"ground_truth": "ChatBrief offers AI-driven summaries of Slack and Microsoft Teams conversations, with customizable length and detail. It integrates with project management tools like Asana and Trello to automatically generate tasks based on key action points from conversations. Additionally, it provides customizable real-time notifications for important conversation updates.\n\nThreadDigest has several unique features: it summarizes Slack threads and email chains, provides sentiment analysis of past conversations to gauge team morale, offers keyword highlighting with customization options, and includes a mobile app for accessing summaries on-the-go.\n\nConvoClip offers several unique features: AI-powered summaries for Slack and Discord, voice-to-text summarization for voice channels, daily and weekly summary reports, and a user feedback loop to improve AI accuracy.",
"citations": [
"20261118-0-f0a46",
"20261118-1-b1ccd",
"20261118-2-6cef5",
"20261118-3-6d74f",
"20261118-4-3c30d",
"20261118-5-57070",
"20261118-6-76afc",
"20261118-7-e842b",
"20261118-8-9bf9a",
"20261118-9-bc2f8",
"20261118-10-8d7a8",
"20261118-11-7ae35",
"20261118-12-b4f54",
"20261214-0-fedc0",
"20261214-1-2236b",
"20261214-2-1a393",
"20261214-3-d27ae",
"20261214-4-971f9",
"20261214-5-9e36a",
"20261214-6-ea890",
"20261214-7-a3098",
"20261214-8-09b87",
"20261214-9-00a09",
"20261214-10-a713b",
"20261214-11-65346",
"20270124-0-63d71",
"20270124-1-eb6a2",
"20270124-2-e4084",
"20270124-3-d58de",
"20270124-4-fdb3d",
"20270124-5-b7125",
"20270124-6-afb04",
"20270124-7-44257",
"20270124-8-c7e0f",
"20270124-9-e5a1c",
"20270124-10-dc204",
"20270124-11-8ae87",
"20270124-12-080bb",
"20270124-13-4d61e",
"20261220-0-2613b",
"20261220-1-8d216",
"20261220-2-8c024",
"20261220-3-dd7fd",
"20261220-4-d75a4",
"20261220-5-7c7c2",
"20261220-6-8e579",
"20261220-7-aac85",
"20261220-8-7a42b",
"20261220-9-ffd15",
"20261220-10-ba222",
"20261220-11-76ab9",
"20270110-0-66de3",
"20270110-1-7d4fa",
"20270110-2-a0ddc",
"20270110-3-5b1d4",
"20270110-4-eca48",
"20270110-5-3cc59",
"20270110-6-d3b0c",
"20270110-7-ea652",
"20270110-8-119ed",
"20270110-9-27a9c",
"20270110-10-48001",
"20270110-11-455a6",
"20270110-12-2a105",
"20270110-13-2e319",
"20261224-0-19d72",
"20261224-1-8742b",
"20261224-2-7656b",
"20261224-3-93760",
"20261224-4-aa054",
"20261224-5-937aa",
"20261224-6-51db6",
"20261224-7-28634",
"20261224-8-47933",
"20261224-9-36f09",
"20261224-10-fad16",
"20261224-11-e571d",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a10",
"product": "SummarizeForce",
"kind": "answerable",
"question": "What are the weaknesses of SummarizeForce's competitor products?",
"ground_truth": "ChatBrief has several weaknesses: limited support for non-English languages, higher pricing for advanced integrations, and inaccuracies in summarizing highly technical discussions, particularly in fields like engineering or medicine.\n\nThreadDigest has several weaknesses: it requires manual setup for each new channel, lacks integration with other apps in its basic plan, and its summaries can miss context, especially in fast-paced discussions.\n\nConvoClip has several weaknesses: it struggles with non-native English accents and regional dialects, offers limited customization options for summary formats, and experiences delays during peak usage times.",
"citations": [
"20261118-0-f0a46",
"20261118-1-b1ccd",
"20261118-2-6cef5",
"20261118-3-6d74f",
"20261118-4-3c30d",
"20261118-5-57070",
"20261118-6-76afc",
"20261118-7-e842b",
"20261118-8-9bf9a",
"20261118-9-bc2f8",
"20261118-10-8d7a8",
"20261118-11-7ae35",
"20261118-12-b4f54",
"20261214-0-fedc0",
"20261214-1-2236b",
"20261214-2-1a393",
"20261214-3-d27ae",
"20261214-4-971f9",
"20261214-5-9e36a",
"20261214-6-ea890",
"20261214-7-a3098",
"20261214-8-09b87",
"20261214-9-00a09",
"20261214-10-a713b",
"20261214-11-65346",
"20270124-0-63d71",
"20270124-1-eb6a2",
"20270124-2-e4084",
"20270124-3-d58de",
"20270124-4-fdb3d",
"20270124-5-b7125",
"20270124-6-afb04",
"20270124-7-44257",
"20270124-8-c7e0f",
"20270124-9-e5a1c",
"20270124-10-dc204",
"20270124-11-8ae87",
"20270124-12-080bb",
"20270124-13-4d61e",
"20261220-0-2613b",
"20261220-1-8d216",
"20261220-2-8c024",
"20261220-3-dd7fd",
"20261220-4-d75a4",
"20261220-5-7c7c2",
"20261220-6-8e579",
"20261220-7-aac85",
"20261220-8-7a42b",
"20261220-9-ffd15",
"20261220-10-ba222",
"20261220-11-76ab9",
"20270110-0-66de3",
"20270110-1-7d4fa",
"20270110-2-a0ddc",
"20270110-3-5b1d4",
"20270110-4-eca48",
"20270110-5-3cc59",
"20270110-6-d3b0c",
"20270110-7-ea652",
"20270110-8-119ed",
"20270110-9-27a9c",
"20270110-10-48001",
"20270110-11-455a6",
"20270110-12-2a105",
"20270110-13-2e319",
"20261224-0-19d72",
"20261224-1-8742b",
"20261224-2-7656b",
"20261224-3-93760",
"20261224-4-aa054",
"20261224-5-937aa",
"20261224-6-51db6",
"20261224-7-28634",
"20261224-8-47933",
"20261224-9-36f09",
"20261224-10-fad16",
"20261224-11-e571d",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a11",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of SummarizeForce's competitor products?",
"ground_truth": [
"eid_71c0d545",
"eid_625f445d",
"eid_f4f58faa",
"eid_ec3b5d65",
"eid_827a0ea9"
],
"citations": [
"20261118-0-f0a46",
"20261118-1-b1ccd",
"20261118-2-6cef5",
"20261118-3-6d74f",
"20261118-4-3c30d",
"20261118-5-57070",
"20261118-6-76afc",
"20261118-7-e842b",
"20261118-8-9bf9a",
"20261118-9-bc2f8",
"20261118-10-8d7a8",
"20261118-11-7ae35",
"20261118-12-b4f54",
"20261214-0-fedc0",
"20261214-1-2236b",
"20261214-2-1a393",
"20261214-3-d27ae",
"20261214-4-971f9",
"20261214-5-9e36a",
"20261214-6-ea890",
"20261214-7-a3098",
"20261214-8-09b87",
"20261214-9-00a09",
"20261214-10-a713b",
"20261214-11-65346",
"20270124-0-63d71",
"20270124-1-eb6a2",
"20270124-2-e4084",
"20270124-3-d58de",
"20270124-4-fdb3d",
"20270124-5-b7125",
"20270124-6-afb04",
"20270124-7-44257",
"20270124-8-c7e0f",
"20270124-9-e5a1c",
"20270124-10-dc204",
"20270124-11-8ae87",
"20270124-12-080bb",
"20270124-13-4d61e",
"20261220-0-2613b",
"20261220-1-8d216",
"20261220-2-8c024",
"20261220-3-dd7fd",
"20261220-4-d75a4",
"20261220-5-7c7c2",
"20261220-6-8e579",
"20261220-7-aac85",
"20261220-8-7a42b",
"20261220-9-ffd15",
"20261220-10-ba222",
"20261220-11-76ab9",
"20270110-0-66de3",
"20270110-1-7d4fa",
"20270110-2-a0ddc",
"20270110-3-5b1d4",
"20270110-4-eca48",
"20270110-5-3cc59",
"20270110-6-d3b0c",
"20270110-7-ea652",
"20270110-8-119ed",
"20270110-9-27a9c",
"20270110-10-48001",
"20270110-11-455a6",
"20270110-12-2a105",
"20270110-13-2e319",
"20261224-0-19d72",
"20261224-1-8742b",
"20261224-2-7656b",
"20261224-3-93760",
"20261224-4-aa054",
"20261224-5-937aa",
"20261224-6-51db6",
"20261224-7-28634",
"20261224-8-47933",
"20261224-9-36f09",
"20261224-10-fad16",
"20261224-11-e571d",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a12",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of SummarizeForce's competitor products?",
"ground_truth": [
"eid_5890ce38",
"eid_6039d1c9"
],
"citations": [
"20261118-0-f0a46",
"20261118-1-b1ccd",
"20261118-2-6cef5",
"20261118-3-6d74f",
"20261118-4-3c30d",
"20261118-5-57070",
"20261118-6-76afc",
"20261118-7-e842b",
"20261118-8-9bf9a",
"20261118-9-bc2f8",
"20261118-10-8d7a8",
"20261118-11-7ae35",
"20261118-12-b4f54",
"20261214-0-fedc0",
"20261214-1-2236b",
"20261214-2-1a393",
"20261214-3-d27ae",
"20261214-4-971f9",
"20261214-5-9e36a",
"20261214-6-ea890",
"20261214-7-a3098",
"20261214-8-09b87",
"20261214-9-00a09",
"20261214-10-a713b",
"20261214-11-65346",
"20261026-0-442b6",
"20270124-0-63d71",
"20270124-1-eb6a2",
"20270124-2-e4084",
"20270124-3-d58de",
"20270124-4-fdb3d",
"20270124-5-b7125",
"20270124-6-afb04",
"20270124-7-44257",
"20270124-8-c7e0f",
"20270124-9-e5a1c",
"20270124-10-dc204",
"20270124-11-8ae87",
"20270124-12-080bb",
"20270124-13-4d61e",
"20261220-0-2613b",
"20261220-1-8d216",
"20261220-2-8c024",
"20261220-3-dd7fd",
"20261220-4-d75a4",
"20261220-5-7c7c2",
"20261220-6-8e579",
"20261220-7-aac85",
"20261220-8-7a42b",
"20261220-9-ffd15",
"20261220-10-ba222",
"20261220-11-76ab9",
"20270124-0-40d33",
"20270110-0-66de3",
"20270110-1-7d4fa",
"20270110-2-a0ddc",
"20270110-3-5b1d4",
"20270110-4-eca48",
"20270110-5-3cc59",
"20270110-6-d3b0c",
"20270110-7-ea652",
"20270110-8-119ed",
"20270110-9-27a9c",
"20270110-10-48001",
"20270110-11-455a6",
"20270110-12-2a105",
"20270110-13-2e319",
"20261224-0-19d72",
"20261224-1-8742b",
"20261224-2-7656b",
"20261224-3-93760",
"20261224-4-aa054",
"20261224-5-937aa",
"20261224-6-51db6",
"20261224-7-28634",
"20261224-8-47933",
"20261224-9-36f09",
"20261224-10-fad16",
"20261224-11-e571d",
"20270103-0-9da39",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a13",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for SummarizeForce's competitor products?",
"ground_truth": [
"https://chatbrief.com/demo",
"https://threaddigest.com/demo",
"https://convoclip.com/demo"
],
"citations": [
"20261118-0-f0a46",
"20261118-1-b1ccd",
"20261118-2-6cef5",
"20261118-3-6d74f",
"20261118-4-3c30d",
"20261118-5-57070",
"20261118-6-76afc",
"20261118-7-e842b",
"20261118-8-9bf9a",
"20261118-9-bc2f8",
"20261118-10-8d7a8",
"20261118-11-7ae35",
"20261118-12-b4f54",
"20261214-0-fedc0",
"20261214-1-2236b",
"20261214-2-1a393",
"20261214-3-d27ae",
"20261214-4-971f9",
"20261214-5-9e36a",
"20261214-6-ea890",
"20261214-7-a3098",
"20261214-8-09b87",
"20261214-9-00a09",
"20261214-10-a713b",
"20261214-11-65346",
"20261026-0-442b6",
"20270124-0-63d71",
"20270124-1-eb6a2",
"20270124-2-e4084",
"20270124-3-d58de",
"20270124-4-fdb3d",
"20270124-5-b7125",
"20270124-6-afb04",
"20270124-7-44257",
"20270124-8-c7e0f",
"20270124-9-e5a1c",
"20270124-10-dc204",
"20270124-11-8ae87",
"20270124-12-080bb",
"20270124-13-4d61e",
"20261220-0-2613b",
"20261220-1-8d216",
"20261220-2-8c024",
"20261220-3-dd7fd",
"20261220-4-d75a4",
"20261220-5-7c7c2",
"20261220-6-8e579",
"20261220-7-aac85",
"20261220-8-7a42b",
"20261220-9-ffd15",
"20261220-10-ba222",
"20261220-11-76ab9",
"20270124-0-40d33",
"20270110-0-66de3",
"20270110-1-7d4fa",
"20270110-2-a0ddc",
"20270110-3-5b1d4",
"20270110-4-eca48",
"20270110-5-3cc59",
"20270110-6-d3b0c",
"20270110-7-ea652",
"20270110-8-119ed",
"20270110-9-27a9c",
"20270110-10-48001",
"20270110-11-455a6",
"20270110-12-2a105",
"20270110-13-2e319",
"20261224-0-19d72",
"20261224-1-8742b",
"20261224-2-7656b",
"20261224-3-93760",
"20261224-4-aa054",
"20261224-5-937aa",
"20261224-6-51db6",
"20261224-7-28634",
"20261224-8-47933",
"20261224-9-36f09",
"20261224-10-fad16",
"20261224-11-e571d",
"20270103-0-9da39",
"chatbrief_com_demo",
"threaddigest_com_demo",
"convoclip_com_demo",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a14",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Can you provide links to the PRs related to the real-time summary generation feature for SummarizeForce, specifically those involving backend integration with Slack, that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/SummarizeForce/pull/26"
],
"citations": [
"product_dev_SummarizeForce_1",
"product_dev_SummarizeForce_8",
"product_dev_SummarizeForce_9",
"github_com_salesforce_SummarizeForce_pull_26",
"github_com_salesforce_SummarizeForce_pull_27",
"20270213-0-53937",
"20270213-1-47705",
"20270213-2-ca2c1",
"20270213-3-aac24",
"20270213-4-56ddc",
"20270213-5-b3e91",
"20270213-6-d3c6f",
"20270213-7-353be",
"20270211-0-87ece",
"20270211-1-26497",
"20270211-2-bcd32",
"20270211-3-42b51",
"20270211-4-14a4a",
"20270211-5-6d043",
"20270211-6-2a919",
"20270211-7-6e92f",
"20270211-8-4e5f1",
"20270211-9-cae6d",
"20270211-10-951b8",
"20270211-11-b6d1e",
"20270211-12-fccd4",
"20270211-13-91c33",
"20270211-0-6402a",
"20270211-1-13abe",
"20270211-2-ef703",
"20270211-3-b8715",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a15",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for the real-time summary generation backend integration with Slack in SummarizeForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SummarizeForce/pull/5",
"https://github.com/salesforce/SummarizeForce/pull/13",
"https://github.com/salesforce/SummarizeForce/pull/21"
],
"citations": [
"product_dev_SummarizeForce_1",
"product_dev_SummarizeForce_2",
"product_dev_SummarizeForce_3",
"20261202-0-90555",
"20261202-1-fae70",
"20261202-2-9321f",
"20261202-3-abf37",
"20261202-4-1edc0",
"20261202-5-ef8f4",
"20261202-6-a148b",
"20261202-7-bc0ec",
"20261202-8-1c156",
"20261202-9-442db",
"20261202-10-cb087",
"20261202-11-ed655",
"github_com_salesforce_SummarizeForce_pull_5",
"20261122-0-85d2a",
"20261122-1-89ced",
"20261122-2-73ce5",
"20261122-3-e1285",
"20261122-4-69ca7",
"20261122-5-b9490",
"20261122-6-5dcb8",
"20261122-7-14336",
"20261122-8-6d726",
"20261122-9-ac97e",
"product_dev_SummarizeForce_4",
"product_dev_SummarizeForce_5",
"20261230-0-33049",
"20261230-1-097c3",
"20261230-2-943db",
"20261230-3-93101",
"20261230-4-9c268",
"20261230-5-72872",
"20261230-6-d2490",
"20261230-7-774bd",
"20261230-8-f6714",
"20261230-9-d6de2",
"20261230-10-ef4fd",
"github_com_salesforce_SummarizeForce_pull_13",
"20261219-0-f1e41",
"20261219-1-4eaa2",
"20261219-2-c01d7",
"20261219-3-67ac4",
"20261219-4-f4835",
"20261219-5-e530e",
"20261219-6-d2f09",
"20261219-7-5f19b",
"product_dev_SummarizeForce_6",
"product_dev_SummarizeForce_7",
"20270128-0-b98eb",
"20270128-1-2b165",
"20270128-2-961e8",
"20270128-3-1960a",
"20270128-4-17f5f",
"20270128-5-4e2b0",
"20270128-6-cdf1e",
"20270128-7-d8a75",
"20270128-8-0b418",
"20270128-9-460e5",
"20270128-10-95426",
"20270128-11-471eb",
"20270128-12-3d702",
"github_com_salesforce_SummarizeForce_pull_21",
"20270123-0-061cf",
"20270123-1-37cd5",
"20270123-2-192a7",
"20270123-3-b541f",
"20270123-4-fe339",
"20270123-5-82282",
"20270123-6-2a56a",
"20270123-7-daac5",
"20270123-8-71158",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a16",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for the real-time summary generation frontend components in SummarizeForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SummarizeForce/pull/14",
"https://github.com/salesforce/SummarizeForce/pull/19",
"https://github.com/salesforce/SummarizeForce/pull/22"
],
"citations": [
"product_dev_SummarizeForce_1",
"product_dev_SummarizeForce_4",
"product_dev_SummarizeForce_5",
"20270101-0-00603",
"20270101-1-044f9",
"20270101-2-61f2e",
"20270101-3-7f8a8",
"20270101-4-5102a",
"20270101-5-90542",
"20270101-6-025bc",
"20270101-7-b2261",
"20270101-8-0b56a",
"20270101-9-3d4fe",
"github_com_salesforce_SummarizeForce_pull_14",
"20261224-0-345bb",
"20261224-1-4e5fc",
"20261224-2-89132",
"20261224-3-49d8b",
"20261224-4-9ec8d",
"20261224-5-f83e5",
"20261224-6-cb71c",
"20261224-7-e851b",
"product_dev_SummarizeForce_6",
"20270116-0-415df",
"20270116-1-75639",
"20270116-2-320f3",
"20270116-3-f7030",
"20270116-4-72563",
"20270116-5-1403d",
"20270116-6-069c7",
"20270116-7-c8cf8",
"20270116-8-4c9ef",
"20270116-9-3880c",
"20270116-10-112ab",
"github_com_salesforce_SummarizeForce_pull_19",
"20270116-0-6c33e",
"20270116-1-f4357",
"20270116-2-ddd4e",
"20270116-3-0ef63",
"20270116-4-1ed7d",
"20270116-5-ec367",
"20270116-6-26e2d",
"20270116-7-75cde",
"product_dev_SummarizeForce_7",
"20270130-0-2d355",
"20270130-1-b44af",
"20270130-2-cb3b1",
"20270130-3-311cf",
"20270130-4-a510e",
"20270130-5-a126b",
"20270130-6-4ad26",
"20270130-7-13fbe",
"20270130-8-bd477",
"20270130-9-d04a4",
"20270130-10-acb78",
"github_com_salesforce_SummarizeForce_pull_22",
"20270127-0-d9293",
"20270127-1-30d9c",
"20270127-2-793c6",
"20270127-3-42689",
"20270127-4-f7623",
"20270127-5-76720",
"20270127-6-1c8db",
"20270127-7-840fb",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a17",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for implementing enhanced security protocols in SummarizeForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SummarizeForce/pull/7",
"https://github.com/salesforce/SummarizeForce/pull/15",
"https://github.com/salesforce/SummarizeForce/pull/25"
],
"citations": [
"product_dev_SummarizeForce_1",
"product_dev_SummarizeForce_2",
"product_dev_SummarizeForce_3",
"20261204-0-3607e",
"20261204-1-37480",
"20261204-2-76338",
"20261204-3-03715",
"20261204-4-fbb7d",
"20261204-5-09afe",
"20261204-6-1d56f",
"20261204-7-5a4fa",
"20261204-8-4cb42",
"20261204-9-196cd",
"github_com_salesforce_SummarizeForce_pull_7",
"20261130-0-35e8b",
"20261130-1-696a7",
"20261130-2-3ef89",
"20261130-3-045af",
"20261130-4-2359a",
"20261130-5-cdb17",
"20261130-6-105d7",
"20261130-7-a5f4d",
"20261130-8-b6304",
"20261130-9-18149",
"20261130-10-f1cd3",
"product_dev_SummarizeForce_5",
"20270104-0-2ae69",
"20270104-1-03504",
"20270104-2-dd751",
"20270104-3-61532",
"20270104-4-99415",
"20270104-5-89809",
"20270104-6-54aa1",
"20270104-7-0bece",
"20270104-8-a3c9e",
"20270104-9-ad30e",
"github_com_salesforce_SummarizeForce_pull_15",
"20261230-0-59de4",
"20261230-1-978c8",
"20261230-2-78c18",
"20261230-3-5cd3e",
"20261230-4-f82d9",
"20261230-5-e389e",
"20261230-6-659fd",
"20261230-7-afe7e",
"20261230-8-5987a",
"20261230-9-622e8",
"20261230-10-d565b",
"product_dev_SummarizeForce_8",
"20270206-0-ffe3c",
"20270206-1-fd984",
"20270206-2-c5aaf",
"20270206-3-ac50f",
"20270206-4-50fbb",
"20270206-5-bd7f9",
"20270206-6-cc6ef",
"20270206-7-8f326",
"20270206-8-6edc2",
"20270206-9-9156c",
"20270206-10-d1bc4",
"20270206-11-faab1",
"github_com_salesforce_SummarizeForce_pull_25",
"20270207-0-66d3c",
"20270207-1-6efe4",
"20270207-2-0d0a2",
"20270207-3-0761f",
"20270207-4-b4c8b",
"20270207-5-8a5a1",
"20270207-6-4f7a6",
"20270207-7-0bd0d",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a18",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Can you find links to PRs for implementing future platform compatibility in SummarizeForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/SummarizeForce/pull/16"
],
"citations": [
"product_dev_SummarizeForce_1",
"product_dev_SummarizeForce_4",
"product_dev_SummarizeForce_5",
"github_com_salesforce_SummarizeForce_pull_16",
"github_com_salesforce_SummarizeForce_pull_17",
"20261229-0-5cd72",
"20261229-1-83a2a",
"20261229-2-02064",
"20261229-3-10dbe",
"20261229-4-bdd6b",
"20261229-5-4d1e4",
"20261229-6-d5a04",
"20261229-7-2dc7b",
"20261229-8-7f41e",
"20270104-0-abb9b",
"20270104-1-09470",
"20270104-2-f8dad",
"20270104-3-e427f",
"20270104-4-09169",
"20270104-5-42151",
"20270104-6-032ff",
"20270104-7-6fd50",
"20270104-8-fd2c3",
"20270104-9-8b415",
"20270104-10-6ba9f",
"20270104-11-c98e9",
"20270105-0-6db51",
"20270105-1-9de8b",
"20270105-2-819c7",
"20270105-3-004dc",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a19",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for future platform compatibility in SummarizeForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/SummarizeForce/pull/8"
],
"citations": [
"product_dev_SummarizeForce_1",
"product_dev_SummarizeForce_3",
"20261205-0-cd58b",
"20261205-1-b42aa",
"20261205-2-fb4cf",
"20261205-3-e3a80",
"20261205-4-01026",
"20261205-5-36b65",
"20261205-6-d7151",
"20261205-7-a0f81",
"20261205-8-ebbe1",
"20261205-9-0ec0a",
"20261205-10-845ce",
"github_com_salesforce_SummarizeForce_pull_8",
"20261204-0-22989",
"20261204-1-2284e",
"20261204-2-1e1d8",
"20261204-3-31287",
"20261204-4-1bce4",
"20261204-5-a071b",
"20261204-6-b2a91",
"20261204-7-c898f",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a20",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find the name of company that reported the maximum number of issues that didn’t need fixes in SummarizeForce?",
"ground_truth": [
"DataSolutions"
],
"citations": [
"20270529-0-2c3be",
"20270529-1-1de1b",
"20270529-2-c4e89",
"20270529-3-42528",
"20270529-4-6e546",
"20270529-5-967bb",
"20270529-6-15824",
"20270529-7-4c20f",
"20270529-8-e2e5f",
"20270529-9-9fda8",
"20270618-0-e3a63",
"20270618-1-2fadb",
"20270618-2-8e287",
"20270618-3-ada6d",
"20270618-4-ac774",
"20270618-5-2e655",
"20270618-6-ce278",
"20270618-7-72852",
"20270618-8-4e0ac",
"20270618-9-b948e",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SummarizeForce#a21",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in SummarizeForce?",
"ground_truth": [
"BlueWave",
"FusionTech"
],
"citations": [
"20270529-0-2c3be",
"20270529-1-1de1b",
"20270529-2-c4e89",
"20270529-3-42528",
"20270529-4-6e546",
"20270529-5-967bb",
"20270529-6-15824",
"20270529-7-4c20f",
"20270529-8-e2e5f",
"20270529-9-9fda8",
"20270619-0-7d50b",
"20270619-1-32569",
"20270619-2-62423",
"20270619-3-e343b",
"20270619-4-5213c",
"20270619-5-e1e01",
"github_com_salesforce_SummarizeForce_pull_43",
"20270618-0-e3a63",
"20270618-1-2fadb",
"20270618-2-8e287",
"20270618-3-ada6d",
"20270618-4-ac774",
"20270618-5-2e655",
"20270618-6-ce278",
"20270618-7-72852",
"20270618-8-4e0ac",
"20270618-9-b948e",
"20270227-0-cc143",
"20270227-1-62112",
"20270227-2-1333d",
"20270227-3-d6249",
"20270227-4-3a1c8",
"20270227-5-02fb7",
"20270227-6-b87a3",
"20270227-7-2b6e7",
"20270227-8-ac72b",
"20270227-9-ad616",
"20270314-0-7076d",
"20270314-1-a56f2",
"20270314-2-bee61",
"20270314-3-51ec9",
"20270314-4-8bc72",
"20270314-5-91796",
"20270314-6-55e80",
"20270314-7-5de2c",
"20270314-8-c3d64",
"20270314-9-6961e",
"20270314-10-df05a",
"20270314-11-82027",
"20270329-0-17c41",
"20270329-1-b7ee4",
"20270329-2-f6200",
"20270329-3-93288",
"20270329-4-d6ca5",
"20270329-5-7a607",
"20270329-6-0aa29",
"20270329-7-ece0e",
"20270329-8-895fa",
"github_com_salesforce_SummarizeForce_pull_35",
"20270419-0-c5112",
"20270419-1-7a1dd",
"20270419-2-a5a50",
"20270419-3-e5b92",
"20270419-4-97849",
"20270419-5-f407b",
"20270419-6-c1f27",
"20270419-7-e106a",
"20270419-8-96177",
"20270419-9-067cb",
"20270524-0-9b8f6",
"20270524-1-7da79",
"20270524-2-23bab",
"20270524-3-4a5f3",
"20270524-4-070c8",
"20270524-5-a71ac",
"github_com_salesforce_SummarizeForce_pull_39",
"20270606-0-1ae10",
"20270606-1-bcc61",
"20270606-2-37ef3",
"20270606-3-e71a5",
"20270606-4-892ba",
"20270606-5-7327e",
"20270606-6-8de80",
"20270606-7-f81f2",
"20270606-8-a916d",
"20270326-0-c42e5",
"20270326-1-9d3ed",
"20270326-2-e72b2",
"20270326-3-c99dc",
"20270326-4-cddc5",
"20270326-5-29d57",
"20270326-6-e9263",
"github_com_salesforce_SummarizeForce_pull_34",
"20270525-0-876df",
"20270525-1-2d1e8",
"20270525-2-7af30",
"20270525-3-68eef",
"20270525-4-63467",
"20270525-5-d5747",
"20270525-6-cc616",
"github_com_salesforce_SummarizeForce_pull_40",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SummarizeForce#a22",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find bugs reported by DataSolutions in SummarizeForce that did not require any fixes?",
"ground_truth": "- Delayed summary updates for active conversations (assigned to eid_e3c15ff5)",
"citations": [
"20270529-0-2c3be",
"20270529-1-1de1b",
"20270529-2-c4e89",
"20270529-3-42528",
"20270529-4-6e546",
"20270529-5-967bb",
"20270529-6-15824",
"20270529-7-4c20f",
"20270529-8-e2e5f",
"20270529-9-9fda8",
"20270618-0-e3a63",
"20270618-1-2fadb",
"20270618-2-8e287",
"20270618-3-ada6d",
"20270618-4-ac774",
"20270618-5-2e655",
"20270618-6-ce278",
"20270618-7-72852",
"20270618-8-4e0ac",
"20270618-9-b948e",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a23",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by BlueWave in the SummarizeForce product?",
"ground_truth": "- Cross-Channel Data Leakage via Caching Mechanism",
"citations": [
"20270227-0-cc143",
"20270227-1-62112",
"20270227-2-1333d",
"20270227-3-d6249",
"20270227-4-3a1c8",
"20270227-5-02fb7",
"20270227-6-b87a3",
"20270227-7-2b6e7",
"20270227-8-ac72b",
"20270227-9-ad616",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#a24",
"product": "SummarizeForce",
"kind": "answerable",
"question": "Find all unresolved issues reported by FusionTech in the SummarizeForce product?",
"ground_truth": "- Suboptimal Data Partitioning",
"citations": [
"20270606-0-1ae10",
"20270606-1-bcc61",
"20270606-2-37ef3",
"20270606-3-e71a5",
"20270606-4-892ba",
"20270606-5-7327e",
"20270606-6-8de80",
"20270606-7-f81f2",
"20270606-8-a916d",
"20261012-0-78086",
"20261012-1-de688",
"20261012-2-b6347"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u0",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u1",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u2",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u3",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u4",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u5",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u6",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u7",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u8",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u9",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u10",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u11",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u12",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u13",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u14",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u15",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u16",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u17",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u18",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u19",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for SummarizeForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u20",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Can you provide links to the PRs for the backend integration of real-time summary generation with Slack in SummarizeForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u21",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for the real-time summary generation backend integration with Slack in SummarizeForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u22",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Can you provide links to the PRs related to the implementation of real-time summary generation frontend components in SummarizeForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u23",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the implementation of real-time summary generation frontend components in SummarizeForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u24",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for the real-time summary generation frontend components in SummarizeForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u25",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the implementation of enhanced security protocols in SummarizeForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u26",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the enhanced security protocols in SummarizeForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u27",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for implementing enhanced security protocols in SummarizeForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u28",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to future platform compatibility in SummarizeForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u29",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Can you provide links to the PRs for implementing future platform compatibility in SummarizeForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u30",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in SummarizeForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SummarizeForce#u31",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in SummarizeForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SummarizeForce#u32",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in SummarizeForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SummarizeForce#u33",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u34",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by BlueWave in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u35",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u36",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u37",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by FusionTech in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u38",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u39",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u40",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by InnovateAI in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u41",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by DataSolutions in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u42",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by ComputeWorks in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u43",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by TechCorp in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u44",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by NextGenTech in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SummarizeForce#u45",
"product": "SummarizeForce",
"kind": "unanswerable",
"question": "Find bugs reported by AITransformers in SummarizeForce that did not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a0",
"product": "SupportForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the SupportForce product?",
"ground_truth": [
"eid_e5e36dc1",
"eid_8558304e",
"eid_2e028d1b",
"eid_aedadd3e",
"eid_3a0795f3",
"eid_294ba09d",
"eid_f95e63d8",
"eid_86205170",
"eid_a2b52913",
"eid_13033b71"
],
"citations": [
"ortaix_market_research_report",
"20260324-0-925ec",
"20260324-1-94b56",
"20260324-2-36c71",
"20260324-3-ea171",
"20260324-4-65e48",
"20260324-5-28cbc",
"20260324-6-3d0e0",
"20260324-7-0c016",
"20260324-8-00a0d",
"20260324-9-f60f1",
"20260324-10-aa9e6",
"20260324-11-502d1",
"final_ortaix_market_research_report",
"ortAIX_planning_1",
"ortAIX_planning_1_chat",
"latest_ortaix_market_research_report",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a1",
"product": "SupportForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the SupportForce product?",
"ground_truth": [
"eid_e5e36dc1",
"eid_8558304e",
"eid_c38fb1b4",
"eid_aedadd3e",
"eid_294ba09d",
"eid_f95e63d8",
"eid_a1e925ce",
"eid_86205170",
"eid_a2b52913",
"eid_6a7cba73"
],
"citations": [
"ortaix_product_vision_document",
"20260405-0-ce9f5",
"20260405-1-b4478",
"20260405-2-3a6c6",
"20260405-3-9c7d2",
"20260405-4-8f296",
"20260405-5-bf3a9",
"20260405-6-2653d",
"20260405-7-1ab6a",
"20260405-8-da10b",
"final_ortaix_product_vision_document",
"ortAIX_planning_2",
"ortAIX_planning_2_chat",
"latest_ortaix_product_vision_document",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a2",
"product": "SupportForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the SupportForce product?",
"ground_truth": [
"eid_e5e36dc1",
"eid_5636d3f5",
"eid_8558304e",
"eid_1faba5d2",
"eid_51f50b3a",
"eid_71bfb0a9",
"eid_6b76916e",
"eid_f95e63d8",
"eid_55db4c6f",
"eid_15cf6612",
"eid_86205170",
"eid_a2b52913",
"eid_610a4c21"
],
"citations": [
"ortaix_product_requirements_document",
"20260416-0-40034",
"20260416-1-8f706",
"20260416-2-d563a",
"20260416-3-113cc",
"20260416-4-eedd1",
"20260416-5-5b5d1",
"20260416-6-73fa8",
"20260416-7-411f2",
"20260416-8-4be17",
"20260416-9-487c7",
"final_ortaix_product_requirements_document",
"ortAIX_planning_3",
"ortAIX_planning_3_chat",
"latest_ortaix_product_requirements_document",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a3",
"product": "SupportForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the SupportForce product?",
"ground_truth": [
"eid_e5e36dc1",
"eid_5636d3f5",
"eid_610a4c21",
"eid_6e2f3e2b",
"eid_aedadd3e",
"eid_294ba09d",
"eid_51f50b3a",
"eid_71bfb0a9",
"eid_4e8b2cdc",
"eid_3c2f2069"
],
"citations": [
"ortaix_technical_specifications_document",
"20260428-0-fcba4",
"20260428-1-79591",
"20260428-2-dc76b",
"20260428-3-6787b",
"20260428-4-b9e31",
"20260428-5-d9e63",
"20260428-6-f7110",
"20260428-7-1d131",
"20260428-8-0f14e",
"final_ortaix_technical_specifications_document",
"ortAIX_planning_4",
"ortAIX_planning_4_chat",
"latest_ortaix_technical_specifications_document",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a4",
"product": "SupportForce",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the SupportForce product?",
"ground_truth": [
"eid_5827604d",
"eid_5636d3f5",
"eid_610a4c21",
"eid_3c2f2069",
"eid_1faba5d2",
"eid_3adf7b8a",
"eid_71bfb0a9",
"eid_6b76916e",
"eid_4e8b2cdc",
"eid_6936f36d",
"eid_55db4c6f",
"eid_15cf6612",
"eid_d7acdc4c",
"eid_f95e63d8"
],
"citations": [
"ortaix_system_design_document",
"20260512-0-92456",
"20260512-1-8abe2",
"20260512-2-94fcc",
"20260512-3-a1d95",
"20260512-4-2eada",
"20260512-5-09793",
"20260512-6-3733d",
"20260512-7-d205b",
"20260512-8-594e1",
"final_ortaix_system_design_document",
"ortAIX_planning_5",
"ortAIX_planning_5_chat",
"latest_ortaix_system_design_document",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a5",
"product": "SupportForce",
"kind": "answerable",
"question": "What new features about dynamic scaling are added to SupportForce?",
"ground_truth": "- Integration of AWS Elastic Load Balancer with ortAIX\n- Distribution of incoming traffic across multiple EC2 instances\n- Ensuring high availability\n- Ensuring reliability",
"citations": [
"product_dev_ortAIX_1",
"product_dev_SupportForce_4",
"product_dev_SupportForce_5",
"github_com_salesforce_ortAIX_pull_10",
"20260627-0-32742",
"20260627-1-d21d6",
"20260627-2-c2528",
"20260627-3-abe19",
"20260627-4-b0bb2",
"20260627-5-1028f",
"20260627-6-cb0c8",
"20260627-7-ea1d2",
"20260627-8-cdb22",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a6",
"product": "SupportForce",
"kind": "answerable",
"question": "What features could not be added to SupportForce due to security risks?",
"ground_truth": "- AWS Auto Scaling Group for ortAIX to automatically adjust the number of EC2 instances based on demand.\n- AWS CloudWatch Monitoring for ortAIX to monitor performance, health, and resource utilization.",
"citations": [
"product_dev_ortAIX_1",
"product_dev_ortAIX_2",
"product_dev_SupportForce_3",
"20260609-0-932b9",
"20260609-1-23cde",
"20260609-2-52980",
"20260609-3-f69fa",
"20260609-4-39c44",
"20260609-5-1605d",
"20260609-6-5f69e",
"20260609-7-41832",
"20260609-8-64e00",
"20260609-9-0f584",
"20260609-10-5b7b1",
"20260606-0-4a1f3",
"20260606-1-059dc",
"20260606-2-86ca5",
"20260606-3-ee6b1",
"20260606-4-ecc73",
"20260606-5-101db",
"20260606-6-3e033",
"20260606-7-81f27",
"20260606-8-65acd",
"20260606-9-40d1e",
"20260606-10-4649c",
"20260606-11-c3457",
"20260606-12-871da",
"20260606-13-7b252",
"20260607-0-85967",
"20260607-1-5c582",
"20260607-2-f4508",
"20260607-3-70bb6",
"github_com_salesforce_ortAIX_pull_4",
"github_com_salesforce_ortAIX_pull_5",
"product_dev_SupportForce_8",
"product_dev_SupportForce_9",
"20260724-0-96203",
"20260724-1-cddc2",
"20260724-2-37aa8",
"20260724-3-55a97",
"20260724-4-1e520",
"20260724-5-9e0f8",
"20260724-6-8ab3f",
"20260724-7-ea0cf",
"20260724-8-229e6",
"20260724-9-251c7",
"20260727-0-1e1bb",
"20260727-1-befa1",
"20260727-2-5cba3",
"20260727-3-9a0cf",
"20260727-4-2cd32",
"20260727-5-f5248",
"20260727-6-470c5",
"20260727-7-80dab",
"20260727-8-8c137",
"20260727-9-da6f2",
"20260727-10-71b18",
"20260727-0-aa122",
"20260727-1-b307c",
"20260727-2-46cb1",
"20260727-3-d41b1",
"github_com_salesforce_ortAIX_pull_17",
"github_com_salesforce_ortAIX_pull_18",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a7",
"product": "SupportForce",
"kind": "answerable",
"question": "What features could not be added to SupportForce due to change in product direction?",
"ground_truth": "- Feedback form UI component for submitting feedback on the troubleshooting process.\n- Responsive design for the feedback form.\n- Integration of the feedback form into the existing UI.\n- Functionality for scheduling user testing sessions from the UI.\n- Calendar view for scheduling.\n- Time slot selection for user testing sessions.",
"citations": [
"product_dev_ortAIX_1",
"product_dev_ortAIX_2",
"20260529-0-34426",
"20260529-1-ca6e4",
"20260529-2-cd7f8",
"20260529-3-72408",
"20260529-4-427a3",
"20260529-5-fbbdd",
"20260529-0-60358",
"20260529-1-9cee8",
"20260529-2-c9f9b",
"20260529-3-be9e1",
"20260529-4-dc313",
"20260529-5-e6245",
"20260529-6-485d4",
"20260529-7-895d4",
"20260529-8-e9788",
"20260529-9-a3aff",
"github_com_salesforce_ortAIX_pull_1",
"product_dev_SupportForce_3",
"product_dev_SupportForce_4",
"20260612-0-09339",
"20260612-1-855b8",
"20260612-2-a46d0",
"20260612-3-791f5",
"20260612-4-aa116",
"20260612-5-f00ae",
"20260612-6-00a3a",
"20260612-7-a9191",
"20260612-8-70766",
"20260612-9-16ac5",
"20260612-10-845d2",
"20260618-0-7001e",
"20260618-1-0cb2a",
"20260618-2-16429",
"20260618-3-d4052",
"20260618-4-fb3aa",
"20260618-5-3d2eb",
"20260618-6-186bb",
"20260618-7-090a2",
"20260618-8-0459f",
"20260618-9-6262f",
"20260618-10-2433b",
"20260618-11-5ba55",
"20260618-12-f117f",
"20260618-13-b83b7",
"20260618-0-fd662",
"20260618-1-32853",
"20260618-2-fcfd2",
"20260618-3-bdd7b",
"github_com_salesforce_ortAIX_pull_6",
"github_com_salesforce_ortAIX_pull_8",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a8",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Log Analysis Module in SupportForce that led to inaccurate solutions and prolonged downtime?",
"ground_truth": [
"ComputeWorks",
"TechCorp",
"FusionTech",
"DataSolutions"
],
"citations": [
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20261020-0-eb682",
"20261020-1-4c658",
"20261020-2-75f73",
"20261020-3-ff866",
"20261020-4-434d8",
"20261020-5-2be49",
"20261020-6-7e6b3",
"20261020-7-18e26",
"20261020-8-fefe1",
"20261020-9-43d39",
"20261020-10-37c77",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a9",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Log Analysis Module in SupportForce that were causing users to receive inaccurate solutions and leading to prolonged downtime and frustration?",
"ground_truth": [
"eid_bb46d667",
"eid_33edce8c",
"eid_6dca8945",
"eid_2977e519"
],
"citations": [
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261031-0-c3dc0",
"20261031-1-d6de2",
"20261031-2-e710b",
"20261031-3-4c3f7",
"20261031-4-88aa6",
"20261031-5-c9d6c",
"20261031-6-84768",
"20261031-7-67569",
"github_com_salesforce_SupportForce_pull_40",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20261125-0-46638",
"20261125-1-2e28f",
"20261125-2-64677",
"20261125-3-572ac",
"20261125-4-0a413",
"20261125-5-8a7cf",
"github_com_salesforce_SupportForce_pull_45",
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20260930-0-f6e14",
"20260930-1-c644e",
"20260930-2-72e96",
"20260930-3-1fc6a",
"20260930-4-2f153",
"20260930-5-e507e",
"20260930-6-7ef07",
"github_com_salesforce_SupportForce_pull_35",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20261105-0-13247",
"20261105-1-dcfdc",
"20261105-2-75f2e",
"20261105-3-f5614",
"20261105-4-b84b8",
"20261105-5-df4cf",
"20261105-6-a98e9",
"20261105-7-0f990",
"github_com_salesforce_SupportForce_pull_42",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a10",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface of SupportForce that caused delays and potential data loss, reducing productivity?",
"ground_truth": [
"NextGenTech",
"ComputeWorks",
"DataSolutions"
],
"citations": [
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20261110-0-98c2c",
"20261110-1-6015d",
"20261110-2-a1836",
"20261110-3-d1bb1",
"20261110-4-cce63",
"20261110-5-e76cf",
"20261110-6-13930",
"20261110-7-73217",
"20261110-8-a78bc",
"20261110-9-fe356",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a11",
"product": "SupportForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the User Interface issues in SupportForce that were causing delays and potential data loss, reducing productivity?",
"ground_truth": [
"eid_b9189afb",
"eid_bb46d667",
"eid_71071933"
],
"citations": [
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261023-0-59f39",
"20261023-1-2bc6d",
"20261023-2-36457",
"20261023-3-73cbd",
"20261023-4-ab16a",
"20261023-5-b1903",
"20261023-6-575aa",
"20261023-7-9c157",
"github_com_salesforce_SupportForce_pull_39",
"20261110-0-98c2c",
"20261110-1-6015d",
"20261110-2-a1836",
"20261110-3-d1bb1",
"20261110-4-cce63",
"20261110-5-e76cf",
"20261110-6-13930",
"20261110-7-73217",
"20261110-8-a78bc",
"20261110-9-fe356",
"20261130-0-d068a",
"20261130-1-49b8c",
"20261130-2-8a66b",
"20261130-3-0e74d",
"20261130-4-44707",
"20261130-5-d714f",
"20261130-6-23d4e",
"github_com_salesforce_SupportForce_pull_47",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260912-0-72697",
"20260912-1-2afde",
"20260912-2-4fc74",
"20260912-3-25544",
"20260912-4-31a4e",
"20260912-5-2a849",
"20260912-6-3a03d",
"github_com_salesforce_SupportForce_pull_33",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a12",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the API Gateway of SupportForce that caused unreliable access to the AI assistant's features and interruptions in troubleshooting workflows?",
"ground_truth": [
"SmartData",
"DataSolutions"
],
"citations": [
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a13",
"product": "SupportForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the API Gateway in SupportForce that were causing unreliable access to the AI assistant's features and interrupting troubleshooting workflows?",
"ground_truth": [
"eid_33edce8c",
"eid_f2474622",
"eid_8605f7ee",
"eid_ccdffb93",
"eid_bb46d667"
],
"citations": [
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20261208-0-9457b",
"20261208-1-b814f",
"20261208-2-b50bd",
"20261208-3-c8f4e",
"20261208-4-70512",
"20261208-5-5ec12",
"20261208-6-2773d",
"github_com_salesforce_SupportForce_pull_49",
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261002-0-9539b",
"20261002-1-5d10d",
"20261002-2-b2f3b",
"20261002-3-e5c47",
"20261002-4-b405c",
"20261002-5-ae54f",
"20261002-6-32180",
"20261002-7-28aa9",
"20261002-8-4842d",
"github_com_salesforce_SupportForce_pull_36",
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261103-0-18e9d",
"20261103-1-1dda8",
"20261103-2-2553f",
"20261103-3-9ace6",
"20261103-4-39177",
"20261103-5-0db8e",
"20261103-6-f48bc",
"20261103-7-f1d57",
"github_com_salesforce_SupportForce_pull_41",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260909-0-12059",
"20260909-1-3cc0f",
"20260909-2-cefd3",
"20260909-3-f2b8a",
"20260909-4-1ac38",
"20260909-5-21919",
"20260909-6-3248f",
"github_com_salesforce_SupportForce_pull_32",
"20261205-0-50975",
"20261205-1-bf281",
"20261205-2-f9455",
"20261205-3-812cf",
"20261205-4-07619",
"20261205-5-1acbf",
"20261205-6-06e6b",
"20261205-7-3febc",
"20261205-8-0d361",
"github_com_salesforce_SupportForce_pull_48",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20261129-0-e8e95",
"20261129-1-12d11",
"20261129-2-c476a",
"20261129-3-9888e",
"20261129-4-35f64",
"20261129-5-4d99d",
"20261129-6-c6b57",
"github_com_salesforce_SupportForce_pull_46",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a14",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the database management of SupportForce that caused performance degradation and potential system crashes?",
"ground_truth": [
"BlueWave",
"FusionTech",
"NextGenTech"
],
"citations": [
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20261110-0-98c2c",
"20261110-1-6015d",
"20261110-2-a1836",
"20261110-3-d1bb1",
"20261110-4-cce63",
"20261110-5-e76cf",
"20261110-6-13930",
"20261110-7-73217",
"20261110-8-a78bc",
"20261110-9-fe356",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a15",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Database Management in SupportForce that were degrading system performance and potentially causing crashes?",
"ground_truth": [
"eid_71e8aec1",
"eid_b9189afb",
"eid_9a7b2132",
"eid_6dca8945"
],
"citations": [
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20260829-0-d431e",
"20260829-1-464af",
"20260829-2-1561d",
"20260829-3-1ca3c",
"20260829-4-85be8",
"20260829-5-d9f69",
"20260829-6-b94f2",
"github_com_salesforce_SupportForce_pull_30",
"20260901-0-770a8",
"20260901-1-971f2",
"20260901-2-4673c",
"20260901-3-e01e3",
"20260901-4-74cf8",
"20260901-5-fad61",
"20260901-6-247c9",
"github_com_salesforce_SupportForce_pull_31",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20261108-0-55538",
"20261108-1-658fe",
"20261108-2-f282a",
"20261108-3-02491",
"20261108-4-51dcf",
"20261108-5-7fb97",
"20261108-6-74552",
"github_com_salesforce_SupportForce_pull_43",
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20261213-0-b68dc",
"20261213-1-daa94",
"20261213-2-4c131",
"20261213-3-a318c",
"20261213-4-43ec7",
"20261213-5-0e82a",
"20261213-6-dffa6",
"github_com_salesforce_SupportForce_pull_50",
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20260926-0-2a1bf",
"20260926-1-7ffaf",
"20260926-2-4adec",
"20260926-3-12dc8",
"20260926-4-16c0a",
"20260926-5-86463",
"20260926-6-5ab74",
"github_com_salesforce_SupportForce_pull_34",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a16",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Security Module of SupportForce that posed a significant risk by allowing arbitrary code execution or unauthorized data access?",
"ground_truth": [
"InnovateAI",
"FusionTech",
"DataSolutions"
],
"citations": [
"20261020-0-eb682",
"20261020-1-4c658",
"20261020-2-75f73",
"20261020-3-ff866",
"20261020-4-434d8",
"20261020-5-2be49",
"20261020-6-7e6b3",
"20261020-7-18e26",
"20261020-8-fefe1",
"20261020-9-43d39",
"20261020-10-37c77",
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a17",
"product": "SupportForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved the security module issue in SupportForce that posed a risk of arbitrary code execution and data access?",
"ground_truth": [
"eid_3f6f7744",
"eid_ccdffb93",
"eid_d098d618"
],
"citations": [
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261015-0-a9c4c",
"20261015-1-00822",
"20261015-2-77ffd",
"20261015-3-ce84e",
"20261015-4-f040f",
"20261015-5-15e42",
"github_com_salesforce_SupportForce_pull_38",
"20261012-0-f4e83",
"20261012-1-e35c9",
"20261012-2-0ad89",
"20261012-3-6c746",
"20261012-4-bf943",
"20261012-5-474c5",
"20261012-6-062bb",
"20261012-7-06169",
"github_com_salesforce_SupportForce_pull_37",
"20261020-0-eb682",
"20261020-1-4c658",
"20261020-2-75f73",
"20261020-3-ff866",
"20261020-4-434d8",
"20261020-5-2be49",
"20261020-6-7e6b3",
"20261020-7-18e26",
"20261020-8-fefe1",
"20261020-9-43d39",
"20261020-10-37c77",
"20261122-0-da5a4",
"20261122-1-f0844",
"20261122-2-de592",
"20261122-3-4f21a",
"20261122-4-bedaa",
"20261122-5-6362a",
"20261122-6-756f2",
"github_com_salesforce_SupportForce_pull_44",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a18",
"product": "SupportForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_b9189afb to resolve bugs reported by FusionTech in SupportForce",
"ground_truth": [
"https://github.com/salesforce/SupportForce/pull/31",
"https://github.com/salesforce/SupportForce/pull/34"
],
"citations": [
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20260901-0-770a8",
"20260901-1-971f2",
"20260901-2-4673c",
"20260901-3-e01e3",
"20260901-4-74cf8",
"20260901-5-fad61",
"20260901-6-247c9",
"github_com_salesforce_SupportForce_pull_31",
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20260926-0-2a1bf",
"20260926-1-7ffaf",
"20260926-2-4adec",
"20260926-3-12dc8",
"20260926-4-16c0a",
"20260926-5-86463",
"20260926-6-5ab74",
"github_com_salesforce_SupportForce_pull_34",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a19",
"product": "SupportForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_ccdffb93 to resolve bugs reported by DataSolutions in SupportForce",
"ground_truth": [
"https://github.com/salesforce/SupportForce/pull/36",
"https://github.com/salesforce/SupportForce/pull/38"
],
"citations": [
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261002-0-9539b",
"20261002-1-5d10d",
"20261002-2-b2f3b",
"20261002-3-e5c47",
"20261002-4-b405c",
"20261002-5-ae54f",
"20261002-6-32180",
"20261002-7-28aa9",
"20261002-8-4842d",
"github_com_salesforce_SupportForce_pull_36",
"20261015-0-a9c4c",
"20261015-1-00822",
"20261015-2-77ffd",
"20261015-3-ce84e",
"20261015-4-f040f",
"20261015-5-15e42",
"github_com_salesforce_SupportForce_pull_38",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a20",
"product": "SupportForce",
"kind": "answerable",
"question": "Find all PR links submitted by eid_8605f7ee to resolve bugs reported by DataSolutions in SupportForce",
"ground_truth": [
"https://github.com/salesforce/SupportForce/pull/32",
"https://github.com/salesforce/SupportForce/pull/48"
],
"citations": [
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260909-0-12059",
"20260909-1-3cc0f",
"20260909-2-cefd3",
"20260909-3-f2b8a",
"20260909-4-1ac38",
"20260909-5-21919",
"20260909-6-3248f",
"github_com_salesforce_SupportForce_pull_32",
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20261205-0-50975",
"20261205-1-bf281",
"20261205-2-f9455",
"20261205-3-812cf",
"20261205-4-07619",
"20261205-5-1acbf",
"20261205-6-06e6b",
"20261205-7-3febc",
"20261205-8-0d361",
"github_com_salesforce_SupportForce_pull_48",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#a21",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in SupportForce",
"ground_truth": [
"eid_bb46d667",
"eid_b9189afb"
],
"citations": [
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261031-0-c3dc0",
"20261031-1-d6de2",
"20261031-2-e710b",
"20261031-3-4c3f7",
"20261031-4-88aa6",
"20261031-5-c9d6c",
"20261031-6-84768",
"20261031-7-67569",
"github_com_salesforce_SupportForce_pull_40",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20261125-0-46638",
"20261125-1-2e28f",
"20261125-2-64677",
"20261125-3-572ac",
"20261125-4-0a413",
"20261125-5-8a7cf",
"github_com_salesforce_SupportForce_pull_45",
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20260930-0-f6e14",
"20260930-1-c644e",
"20260930-2-72e96",
"20260930-3-1fc6a",
"20260930-4-2f153",
"20260930-5-e507e",
"20260930-6-7ef07",
"github_com_salesforce_SupportForce_pull_35",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20261105-0-13247",
"20261105-1-dcfdc",
"20261105-2-75f2e",
"20261105-3-f5614",
"20261105-4-b84b8",
"20261105-5-df4cf",
"20261105-6-a98e9",
"20261105-7-0f990",
"github_com_salesforce_SupportForce_pull_42",
"20261023-0-59f39",
"20261023-1-2bc6d",
"20261023-2-36457",
"20261023-3-73cbd",
"20261023-4-ab16a",
"20261023-5-b1903",
"20261023-6-575aa",
"20261023-7-9c157",
"github_com_salesforce_SupportForce_pull_39",
"20261110-0-98c2c",
"20261110-1-6015d",
"20261110-2-a1836",
"20261110-3-d1bb1",
"20261110-4-cce63",
"20261110-5-e76cf",
"20261110-6-13930",
"20261110-7-73217",
"20261110-8-a78bc",
"20261110-9-fe356",
"20261130-0-d068a",
"20261130-1-49b8c",
"20261130-2-8a66b",
"20261130-3-0e74d",
"20261130-4-44707",
"20261130-5-d714f",
"20261130-6-23d4e",
"github_com_salesforce_SupportForce_pull_47",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260912-0-72697",
"20260912-1-2afde",
"20260912-2-4fc74",
"20260912-3-25544",
"20260912-4-31a4e",
"20260912-5-2a849",
"20260912-6-3a03d",
"github_com_salesforce_SupportForce_pull_33",
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20261208-0-9457b",
"20261208-1-b814f",
"20261208-2-b50bd",
"20261208-3-c8f4e",
"20261208-4-70512",
"20261208-5-5ec12",
"20261208-6-2773d",
"github_com_salesforce_SupportForce_pull_49",
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261002-0-9539b",
"20261002-1-5d10d",
"20261002-2-b2f3b",
"20261002-3-e5c47",
"20261002-4-b405c",
"20261002-5-ae54f",
"20261002-6-32180",
"20261002-7-28aa9",
"20261002-8-4842d",
"github_com_salesforce_SupportForce_pull_36",
"20261103-0-18e9d",
"20261103-1-1dda8",
"20261103-2-2553f",
"20261103-3-9ace6",
"20261103-4-39177",
"20261103-5-0db8e",
"20261103-6-f48bc",
"20261103-7-f1d57",
"github_com_salesforce_SupportForce_pull_41",
"20260909-0-12059",
"20260909-1-3cc0f",
"20260909-2-cefd3",
"20260909-3-f2b8a",
"20260909-4-1ac38",
"20260909-5-21919",
"20260909-6-3248f",
"github_com_salesforce_SupportForce_pull_32",
"20261205-0-50975",
"20261205-1-bf281",
"20261205-2-f9455",
"20261205-3-812cf",
"20261205-4-07619",
"20261205-5-1acbf",
"20261205-6-06e6b",
"20261205-7-3febc",
"20261205-8-0d361",
"github_com_salesforce_SupportForce_pull_48",
"20261129-0-e8e95",
"20261129-1-12d11",
"20261129-2-c476a",
"20261129-3-9888e",
"20261129-4-35f64",
"20261129-5-4d99d",
"20261129-6-c6b57",
"github_com_salesforce_SupportForce_pull_46",
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20260829-0-d431e",
"20260829-1-464af",
"20260829-2-1561d",
"20260829-3-1ca3c",
"20260829-4-85be8",
"20260829-5-d9f69",
"20260829-6-b94f2",
"github_com_salesforce_SupportForce_pull_30",
"20260901-0-770a8",
"20260901-1-971f2",
"20260901-2-4673c",
"20260901-3-e01e3",
"20260901-4-74cf8",
"20260901-5-fad61",
"20260901-6-247c9",
"github_com_salesforce_SupportForce_pull_31",
"20261108-0-55538",
"20261108-1-658fe",
"20261108-2-f282a",
"20261108-3-02491",
"20261108-4-51dcf",
"20261108-5-7fb97",
"20261108-6-74552",
"github_com_salesforce_SupportForce_pull_43",
"20261213-0-b68dc",
"20261213-1-daa94",
"20261213-2-4c131",
"20261213-3-a318c",
"20261213-4-43ec7",
"20261213-5-0e82a",
"20261213-6-dffa6",
"github_com_salesforce_SupportForce_pull_50",
"20260926-0-2a1bf",
"20260926-1-7ffaf",
"20260926-2-4adec",
"20260926-3-12dc8",
"20260926-4-16c0a",
"20260926-5-86463",
"20260926-6-5ab74",
"github_com_salesforce_SupportForce_pull_34",
"20261015-0-a9c4c",
"20261015-1-00822",
"20261015-2-77ffd",
"20261015-3-ce84e",
"20261015-4-f040f",
"20261015-5-15e42",
"github_com_salesforce_SupportForce_pull_38",
"20261012-0-f4e83",
"20261012-1-e35c9",
"20261012-2-0ad89",
"20261012-3-6c746",
"20261012-4-bf943",
"20261012-5-474c5",
"20261012-6-062bb",
"20261012-7-06169",
"github_com_salesforce_SupportForce_pull_37",
"20261020-0-eb682",
"20261020-1-4c658",
"20261020-2-75f73",
"20261020-3-ff866",
"20261020-4-434d8",
"20261020-5-2be49",
"20261020-6-7e6b3",
"20261020-7-18e26",
"20261020-8-fefe1",
"20261020-9-43d39",
"20261020-10-37c77",
"20261122-0-da5a4",
"20261122-1-f0844",
"20261122-2-de592",
"20261122-3-4f21a",
"20261122-4-bedaa",
"20261122-5-6362a",
"20261122-6-756f2",
"github_com_salesforce_SupportForce_pull_44",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#a22",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in SupportForce",
"ground_truth": [
"DataSolutions"
],
"citations": [
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261031-0-c3dc0",
"20261031-1-d6de2",
"20261031-2-e710b",
"20261031-3-4c3f7",
"20261031-4-88aa6",
"20261031-5-c9d6c",
"20261031-6-84768",
"20261031-7-67569",
"github_com_salesforce_SupportForce_pull_40",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20261125-0-46638",
"20261125-1-2e28f",
"20261125-2-64677",
"20261125-3-572ac",
"20261125-4-0a413",
"20261125-5-8a7cf",
"github_com_salesforce_SupportForce_pull_45",
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20260930-0-f6e14",
"20260930-1-c644e",
"20260930-2-72e96",
"20260930-3-1fc6a",
"20260930-4-2f153",
"20260930-5-e507e",
"20260930-6-7ef07",
"github_com_salesforce_SupportForce_pull_35",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20261105-0-13247",
"20261105-1-dcfdc",
"20261105-2-75f2e",
"20261105-3-f5614",
"20261105-4-b84b8",
"20261105-5-df4cf",
"20261105-6-a98e9",
"20261105-7-0f990",
"github_com_salesforce_SupportForce_pull_42",
"20261023-0-59f39",
"20261023-1-2bc6d",
"20261023-2-36457",
"20261023-3-73cbd",
"20261023-4-ab16a",
"20261023-5-b1903",
"20261023-6-575aa",
"20261023-7-9c157",
"github_com_salesforce_SupportForce_pull_39",
"20261110-0-98c2c",
"20261110-1-6015d",
"20261110-2-a1836",
"20261110-3-d1bb1",
"20261110-4-cce63",
"20261110-5-e76cf",
"20261110-6-13930",
"20261110-7-73217",
"20261110-8-a78bc",
"20261110-9-fe356",
"20261130-0-d068a",
"20261130-1-49b8c",
"20261130-2-8a66b",
"20261130-3-0e74d",
"20261130-4-44707",
"20261130-5-d714f",
"20261130-6-23d4e",
"github_com_salesforce_SupportForce_pull_47",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260912-0-72697",
"20260912-1-2afde",
"20260912-2-4fc74",
"20260912-3-25544",
"20260912-4-31a4e",
"20260912-5-2a849",
"20260912-6-3a03d",
"github_com_salesforce_SupportForce_pull_33",
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20261208-0-9457b",
"20261208-1-b814f",
"20261208-2-b50bd",
"20261208-3-c8f4e",
"20261208-4-70512",
"20261208-5-5ec12",
"20261208-6-2773d",
"github_com_salesforce_SupportForce_pull_49",
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261002-0-9539b",
"20261002-1-5d10d",
"20261002-2-b2f3b",
"20261002-3-e5c47",
"20261002-4-b405c",
"20261002-5-ae54f",
"20261002-6-32180",
"20261002-7-28aa9",
"20261002-8-4842d",
"github_com_salesforce_SupportForce_pull_36",
"20261103-0-18e9d",
"20261103-1-1dda8",
"20261103-2-2553f",
"20261103-3-9ace6",
"20261103-4-39177",
"20261103-5-0db8e",
"20261103-6-f48bc",
"20261103-7-f1d57",
"github_com_salesforce_SupportForce_pull_41",
"20260909-0-12059",
"20260909-1-3cc0f",
"20260909-2-cefd3",
"20260909-3-f2b8a",
"20260909-4-1ac38",
"20260909-5-21919",
"20260909-6-3248f",
"github_com_salesforce_SupportForce_pull_32",
"20261205-0-50975",
"20261205-1-bf281",
"20261205-2-f9455",
"20261205-3-812cf",
"20261205-4-07619",
"20261205-5-1acbf",
"20261205-6-06e6b",
"20261205-7-3febc",
"20261205-8-0d361",
"github_com_salesforce_SupportForce_pull_48",
"20261129-0-e8e95",
"20261129-1-12d11",
"20261129-2-c476a",
"20261129-3-9888e",
"20261129-4-35f64",
"20261129-5-4d99d",
"20261129-6-c6b57",
"github_com_salesforce_SupportForce_pull_46",
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20260829-0-d431e",
"20260829-1-464af",
"20260829-2-1561d",
"20260829-3-1ca3c",
"20260829-4-85be8",
"20260829-5-d9f69",
"20260829-6-b94f2",
"github_com_salesforce_SupportForce_pull_30",
"20260901-0-770a8",
"20260901-1-971f2",
"20260901-2-4673c",
"20260901-3-e01e3",
"20260901-4-74cf8",
"20260901-5-fad61",
"20260901-6-247c9",
"github_com_salesforce_SupportForce_pull_31",
"20261108-0-55538",
"20261108-1-658fe",
"20261108-2-f282a",
"20261108-3-02491",
"20261108-4-51dcf",
"20261108-5-7fb97",
"20261108-6-74552",
"github_com_salesforce_SupportForce_pull_43",
"20261213-0-b68dc",
"20261213-1-daa94",
"20261213-2-4c131",
"20261213-3-a318c",
"20261213-4-43ec7",
"20261213-5-0e82a",
"20261213-6-dffa6",
"github_com_salesforce_SupportForce_pull_50",
"20260926-0-2a1bf",
"20260926-1-7ffaf",
"20260926-2-4adec",
"20260926-3-12dc8",
"20260926-4-16c0a",
"20260926-5-86463",
"20260926-6-5ab74",
"github_com_salesforce_SupportForce_pull_34",
"20261015-0-a9c4c",
"20261015-1-00822",
"20261015-2-77ffd",
"20261015-3-ce84e",
"20261015-4-f040f",
"20261015-5-15e42",
"github_com_salesforce_SupportForce_pull_38",
"20261012-0-f4e83",
"20261012-1-e35c9",
"20261012-2-0ad89",
"20261012-3-6c746",
"20261012-4-bf943",
"20261012-5-474c5",
"20261012-6-062bb",
"20261012-7-06169",
"github_com_salesforce_SupportForce_pull_37",
"20261020-0-eb682",
"20261020-1-4c658",
"20261020-2-75f73",
"20261020-3-ff866",
"20261020-4-434d8",
"20261020-5-2be49",
"20261020-6-7e6b3",
"20261020-7-18e26",
"20261020-8-fefe1",
"20261020-9-43d39",
"20261020-10-37c77",
"20261122-0-da5a4",
"20261122-1-f0844",
"20261122-2-de592",
"20261122-3-4f21a",
"20261122-4-bedaa",
"20261122-5-6362a",
"20261122-6-756f2",
"github_com_salesforce_SupportForce_pull_44",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#a23",
"product": "SupportForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in SupportForce?",
"ground_truth": [
"DataSolutions"
],
"citations": [
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261031-0-c3dc0",
"20261031-1-d6de2",
"20261031-2-e710b",
"20261031-3-4c3f7",
"20261031-4-88aa6",
"20261031-5-c9d6c",
"20261031-6-84768",
"20261031-7-67569",
"github_com_salesforce_SupportForce_pull_40",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20261125-0-46638",
"20261125-1-2e28f",
"20261125-2-64677",
"20261125-3-572ac",
"20261125-4-0a413",
"20261125-5-8a7cf",
"github_com_salesforce_SupportForce_pull_45",
"20260930-0-f6e14",
"20260930-1-c644e",
"20260930-2-72e96",
"20260930-3-1fc6a",
"20260930-4-2f153",
"20260930-5-e507e",
"20260930-6-7ef07",
"github_com_salesforce_SupportForce_pull_35",
"20261020-0-eb682",
"20261020-1-4c658",
"20261020-2-75f73",
"20261020-3-ff866",
"20261020-4-434d8",
"20261020-5-2be49",
"20261020-6-7e6b3",
"20261020-7-18e26",
"20261020-8-fefe1",
"20261020-9-43d39",
"20261020-10-37c77",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20261105-0-13247",
"20261105-1-dcfdc",
"20261105-2-75f2e",
"20261105-3-f5614",
"20261105-4-b84b8",
"20261105-5-df4cf",
"20261105-6-a98e9",
"20261105-7-0f990",
"github_com_salesforce_SupportForce_pull_42",
"20261023-0-59f39",
"20261023-1-2bc6d",
"20261023-2-36457",
"20261023-3-73cbd",
"20261023-4-ab16a",
"20261023-5-b1903",
"20261023-6-575aa",
"20261023-7-9c157",
"github_com_salesforce_SupportForce_pull_39",
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20261110-0-98c2c",
"20261110-1-6015d",
"20261110-2-a1836",
"20261110-3-d1bb1",
"20261110-4-cce63",
"20261110-5-e76cf",
"20261110-6-13930",
"20261110-7-73217",
"20261110-8-a78bc",
"20261110-9-fe356",
"20261130-0-d068a",
"20261130-1-49b8c",
"20261130-2-8a66b",
"20261130-3-0e74d",
"20261130-4-44707",
"20261130-5-d714f",
"20261130-6-23d4e",
"github_com_salesforce_SupportForce_pull_47",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260912-0-72697",
"20260912-1-2afde",
"20260912-2-4fc74",
"20260912-3-25544",
"20260912-4-31a4e",
"20260912-5-2a849",
"20260912-6-3a03d",
"github_com_salesforce_SupportForce_pull_33",
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20261208-0-9457b",
"20261208-1-b814f",
"20261208-2-b50bd",
"20261208-3-c8f4e",
"20261208-4-70512",
"20261208-5-5ec12",
"20261208-6-2773d",
"github_com_salesforce_SupportForce_pull_49",
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261002-0-9539b",
"20261002-1-5d10d",
"20261002-2-b2f3b",
"20261002-3-e5c47",
"20261002-4-b405c",
"20261002-5-ae54f",
"20261002-6-32180",
"20261002-7-28aa9",
"20261002-8-4842d",
"github_com_salesforce_SupportForce_pull_36",
"20261103-0-18e9d",
"20261103-1-1dda8",
"20261103-2-2553f",
"20261103-3-9ace6",
"20261103-4-39177",
"20261103-5-0db8e",
"20261103-6-f48bc",
"20261103-7-f1d57",
"github_com_salesforce_SupportForce_pull_41",
"20260909-0-12059",
"20260909-1-3cc0f",
"20260909-2-cefd3",
"20260909-3-f2b8a",
"20260909-4-1ac38",
"20260909-5-21919",
"20260909-6-3248f",
"github_com_salesforce_SupportForce_pull_32",
"20261205-0-50975",
"20261205-1-bf281",
"20261205-2-f9455",
"20261205-3-812cf",
"20261205-4-07619",
"20261205-5-1acbf",
"20261205-6-06e6b",
"20261205-7-3febc",
"20261205-8-0d361",
"github_com_salesforce_SupportForce_pull_48",
"20261129-0-e8e95",
"20261129-1-12d11",
"20261129-2-c476a",
"20261129-3-9888e",
"20261129-4-35f64",
"20261129-5-4d99d",
"20261129-6-c6b57",
"github_com_salesforce_SupportForce_pull_46",
"20260829-0-d431e",
"20260829-1-464af",
"20260829-2-1561d",
"20260829-3-1ca3c",
"20260829-4-85be8",
"20260829-5-d9f69",
"20260829-6-b94f2",
"github_com_salesforce_SupportForce_pull_30",
"20260901-0-770a8",
"20260901-1-971f2",
"20260901-2-4673c",
"20260901-3-e01e3",
"20260901-4-74cf8",
"20260901-5-fad61",
"20260901-6-247c9",
"github_com_salesforce_SupportForce_pull_31",
"20261108-0-55538",
"20261108-1-658fe",
"20261108-2-f282a",
"20261108-3-02491",
"20261108-4-51dcf",
"20261108-5-7fb97",
"20261108-6-74552",
"github_com_salesforce_SupportForce_pull_43",
"20261213-0-b68dc",
"20261213-1-daa94",
"20261213-2-4c131",
"20261213-3-a318c",
"20261213-4-43ec7",
"20261213-5-0e82a",
"20261213-6-dffa6",
"github_com_salesforce_SupportForce_pull_50",
"20260926-0-2a1bf",
"20260926-1-7ffaf",
"20260926-2-4adec",
"20260926-3-12dc8",
"20260926-4-16c0a",
"20260926-5-86463",
"20260926-6-5ab74",
"github_com_salesforce_SupportForce_pull_34",
"20261015-0-a9c4c",
"20261015-1-00822",
"20261015-2-77ffd",
"20261015-3-ce84e",
"20261015-4-f040f",
"20261015-5-15e42",
"github_com_salesforce_SupportForce_pull_38",
"20261012-0-f4e83",
"20261012-1-e35c9",
"20261012-2-0ad89",
"20261012-3-6c746",
"20261012-4-bf943",
"20261012-5-474c5",
"20261012-6-062bb",
"20261012-7-06169",
"github_com_salesforce_SupportForce_pull_37",
"20261122-0-da5a4",
"20261122-1-f0844",
"20261122-2-de592",
"20261122-3-4f21a",
"20261122-4-bedaa",
"20261122-5-6362a",
"20261122-6-756f2",
"github_com_salesforce_SupportForce_pull_44",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#a24",
"product": "SupportForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in SupportForce.",
"ground_truth": [
"eid_11732422"
],
"citations": [
"20260915-0-d43a7",
"20260915-1-540c9",
"20260915-2-fd6e6",
"20260915-3-59c8d",
"20260915-4-72248",
"20260915-5-62f7c",
"20260915-6-37db9",
"20260915-7-98e16",
"20260915-8-7e8a3",
"20260915-9-5dfdd",
"20260915-10-5e8c3",
"20261007-0-9f1ba",
"20261007-1-8841d",
"20261007-2-c2b8e",
"20261007-3-f0898",
"20261007-4-39618",
"20261007-5-de5c8",
"20261007-6-1dae5",
"20261007-7-be787",
"20261007-8-437d3",
"20261007-9-d4305",
"20261031-0-c3dc0",
"20261031-1-d6de2",
"20261031-2-e710b",
"20261031-3-4c3f7",
"20261031-4-88aa6",
"20261031-5-c9d6c",
"20261031-6-84768",
"20261031-7-67569",
"github_com_salesforce_SupportForce_pull_40",
"20261027-0-f3ec4",
"20261027-1-67f11",
"20261027-2-3a0ce",
"20261027-3-56245",
"20261027-4-4d035",
"20261027-5-a3fe3",
"20261027-6-5b944",
"20261027-7-68ea3",
"20261027-8-48dfe",
"20261027-9-5960e",
"20261125-0-46638",
"20261125-1-2e28f",
"20261125-2-64677",
"20261125-3-572ac",
"20261125-4-0a413",
"20261125-5-8a7cf",
"github_com_salesforce_SupportForce_pull_45",
"20260930-0-f6e14",
"20260930-1-c644e",
"20260930-2-72e96",
"20260930-3-1fc6a",
"20260930-4-2f153",
"20260930-5-e507e",
"20260930-6-7ef07",
"github_com_salesforce_SupportForce_pull_35",
"20261020-0-eb682",
"20261020-1-4c658",
"20261020-2-75f73",
"20261020-3-ff866",
"20261020-4-434d8",
"20261020-5-2be49",
"20261020-6-7e6b3",
"20261020-7-18e26",
"20261020-8-fefe1",
"20261020-9-43d39",
"20261020-10-37c77",
"20261016-0-bf5c4",
"20261016-1-333f5",
"20261016-2-8d8e5",
"20261016-3-08b00",
"20261016-4-bc3d6",
"20261016-5-9d30c",
"20261016-6-c8d6a",
"20261016-7-91c91",
"20261016-8-67843",
"20261016-9-800a0",
"20261016-10-93eea",
"20261105-0-13247",
"20261105-1-dcfdc",
"20261105-2-75f2e",
"20261105-3-f5614",
"20261105-4-b84b8",
"20261105-5-df4cf",
"20261105-6-a98e9",
"20261105-7-0f990",
"github_com_salesforce_SupportForce_pull_42",
"20261023-0-59f39",
"20261023-1-2bc6d",
"20261023-2-36457",
"20261023-3-73cbd",
"20261023-4-ab16a",
"20261023-5-b1903",
"20261023-6-575aa",
"20261023-7-9c157",
"github_com_salesforce_SupportForce_pull_39",
"20260823-0-60d19",
"20260823-1-60655",
"20260823-2-d8572",
"20260823-3-c5144",
"20260823-4-a0375",
"20260823-5-96be5",
"20260823-6-a9521",
"20260823-7-36238",
"20260823-8-25a28",
"20260823-9-51a6e",
"20260823-10-65a4c",
"20261110-0-98c2c",
"20261110-1-6015d",
"20261110-2-a1836",
"20261110-3-d1bb1",
"20261110-4-cce63",
"20261110-5-e76cf",
"20261110-6-13930",
"20261110-7-73217",
"20261110-8-a78bc",
"20261110-9-fe356",
"20261130-0-d068a",
"20261130-1-49b8c",
"20261130-2-8a66b",
"20261130-3-0e74d",
"20261130-4-44707",
"20261130-5-d714f",
"20261130-6-23d4e",
"github_com_salesforce_SupportForce_pull_47",
"20260906-0-f0eeb",
"20260906-1-f5665",
"20260906-2-8bccc",
"20260906-3-bbcfb",
"20260906-4-1fcce",
"20260906-5-5b8aa",
"20260906-6-90bc0",
"20260906-7-8883f",
"20260906-8-ccbde",
"20260906-9-cd3f5",
"20260906-10-3162e",
"20260906-11-04c98",
"20260912-0-72697",
"20260912-1-2afde",
"20260912-2-4fc74",
"20260912-3-25544",
"20260912-4-31a4e",
"20260912-5-2a849",
"20260912-6-3a03d",
"github_com_salesforce_SupportForce_pull_33",
"20261116-0-971a0",
"20261116-1-6836e",
"20261116-2-f01c2",
"20261116-3-abe97",
"20261116-4-07f6a",
"20261116-5-51d3f",
"20261116-6-cee69",
"20261116-7-638cd",
"20261116-8-f8d14",
"20261116-9-0a761",
"20261116-10-27dde",
"20261208-0-9457b",
"20261208-1-b814f",
"20261208-2-b50bd",
"20261208-3-c8f4e",
"20261208-4-70512",
"20261208-5-5ec12",
"20261208-6-2773d",
"github_com_salesforce_SupportForce_pull_49",
"20260922-0-ca7bf",
"20260922-1-36af5",
"20260922-2-96df6",
"20260922-3-14a56",
"20260922-4-e703d",
"20260922-5-a1d35",
"20260922-6-1919a",
"20260922-7-67111",
"20260922-8-a51f5",
"20260922-9-c03c8",
"20261002-0-9539b",
"20261002-1-5d10d",
"20261002-2-b2f3b",
"20261002-3-e5c47",
"20261002-4-b405c",
"20261002-5-ae54f",
"20261002-6-32180",
"20261002-7-28aa9",
"20261002-8-4842d",
"github_com_salesforce_SupportForce_pull_36",
"20261103-0-18e9d",
"20261103-1-1dda8",
"20261103-2-2553f",
"20261103-3-9ace6",
"20261103-4-39177",
"20261103-5-0db8e",
"20261103-6-f48bc",
"20261103-7-f1d57",
"github_com_salesforce_SupportForce_pull_41",
"20260909-0-12059",
"20260909-1-3cc0f",
"20260909-2-cefd3",
"20260909-3-f2b8a",
"20260909-4-1ac38",
"20260909-5-21919",
"20260909-6-3248f",
"github_com_salesforce_SupportForce_pull_32",
"20261205-0-50975",
"20261205-1-bf281",
"20261205-2-f9455",
"20261205-3-812cf",
"20261205-4-07619",
"20261205-5-1acbf",
"20261205-6-06e6b",
"20261205-7-3febc",
"20261205-8-0d361",
"github_com_salesforce_SupportForce_pull_48",
"20261129-0-e8e95",
"20261129-1-12d11",
"20261129-2-c476a",
"20261129-3-9888e",
"20261129-4-35f64",
"20261129-5-4d99d",
"20261129-6-c6b57",
"github_com_salesforce_SupportForce_pull_46",
"20260829-0-d431e",
"20260829-1-464af",
"20260829-2-1561d",
"20260829-3-1ca3c",
"20260829-4-85be8",
"20260829-5-d9f69",
"20260829-6-b94f2",
"github_com_salesforce_SupportForce_pull_30",
"20260901-0-770a8",
"20260901-1-971f2",
"20260901-2-4673c",
"20260901-3-e01e3",
"20260901-4-74cf8",
"20260901-5-fad61",
"20260901-6-247c9",
"github_com_salesforce_SupportForce_pull_31",
"20261108-0-55538",
"20261108-1-658fe",
"20261108-2-f282a",
"20261108-3-02491",
"20261108-4-51dcf",
"20261108-5-7fb97",
"20261108-6-74552",
"github_com_salesforce_SupportForce_pull_43",
"20261213-0-b68dc",
"20261213-1-daa94",
"20261213-2-4c131",
"20261213-3-a318c",
"20261213-4-43ec7",
"20261213-5-0e82a",
"20261213-6-dffa6",
"github_com_salesforce_SupportForce_pull_50",
"20260926-0-2a1bf",
"20260926-1-7ffaf",
"20260926-2-4adec",
"20260926-3-12dc8",
"20260926-4-16c0a",
"20260926-5-86463",
"20260926-6-5ab74",
"github_com_salesforce_SupportForce_pull_34",
"20261015-0-a9c4c",
"20261015-1-00822",
"20261015-2-77ffd",
"20261015-3-ce84e",
"20261015-4-f040f",
"20261015-5-15e42",
"github_com_salesforce_SupportForce_pull_38",
"20261012-0-f4e83",
"20261012-1-e35c9",
"20261012-2-0ad89",
"20261012-3-6c746",
"20261012-4-bf943",
"20261012-5-474c5",
"20261012-6-062bb",
"20261012-7-06169",
"github_com_salesforce_SupportForce_pull_37",
"20261122-0-da5a4",
"20261122-1-f0844",
"20261122-2-de592",
"20261122-3-4f21a",
"20261122-4-bedaa",
"20261122-5-6362a",
"20261122-6-756f2",
"github_com_salesforce_SupportForce_pull_44",
"20260525-0-e5a56",
"20260525-1-8fd9b",
"20260525-2-f8ceb"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#u0",
"product": "SupportForce",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of SupportForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u1",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for SupportForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u2",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Market Research Report for SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u3",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Vision Document for SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u4",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Requirements Document for SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u5",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u6",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Technical Specifications Document for SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u7",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Technical Specifications Document for SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u8",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the System Design Document for SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u9",
"product": "SupportForce",
"kind": "unanswerable",
"question": "What new features about user feedback mechanisms are added to SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u10",
"product": "SupportForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to change in product direction but eventually added to SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u11",
"product": "SupportForce",
"kind": "unanswerable",
"question": "What features were temporarily delayed due to security concerns but eventually added to SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u12",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u13",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Which bugs in SupportForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "SupportForce#u14",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in SupportForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#u15",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in SupportForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#u16",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in SupportForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#u17",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in SupportForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "SupportForce#u18",
"product": "SupportForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in SupportForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#a0",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of Marketing Research Analysts who worked on the previous release of TrendForce?",
"ground_truth": [
"eid_9a9cf08a",
"eid_3bd7cd36"
],
"citations": [
"dprox_market_research_report_final",
"latest_daix_market_research_report",
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a1",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of Product Managers who worked on the previous release of TrendForce?",
"ground_truth": [
"eid_aa99608e",
"eid_5b61c55e",
"eid_9937f1d5",
"eid_887367ca"
],
"citations": [
"dprox_product_vision_document_final",
"latest_daix_product_vision_document",
"dprox_product_requirements_document_final",
"latest_daix_product_requirements_document",
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a2",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of Technical Architects who worked on the previous release of TrendForce?",
"ground_truth": [
"eid_719a0253",
"eid_9b8bc088"
],
"citations": [
"latest_daix_technical_specifications_document",
"dprox_technical_specifications_document_final",
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a3",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of Engineering Leads who worked on the previous release of TrendForce?",
"ground_truth": [
"eid_d0b6cb92",
"eid_52681a26"
],
"citations": [
"latest_daix_system_design_document",
"dprox_system_design_document_final",
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a4",
"product": "TrendForce",
"kind": "answerable",
"question": "What issues were reported by customers for the previous release of TrendForce?",
"ground_truth": [
"The customer reported that some users are experiencing missed subtle trends in the trend identification algorithms of dAIX.",
"The issue reported by the customer is the limited integration of dAIX with certain third-party applications.",
"The customer reported unexpected downtimes, which disrupt workflow continuity."
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a5",
"product": "TrendForce",
"kind": "answerable",
"question": "What issues were reported during QA testing for the previous release of TrendForce?",
"ground_truth": [
"The issues reported by the QA Specialist include that the user interface is complex, not intuitive, and possibly too cluttered, with too many features visible at once, which can overwhelm new users.",
"The issues reported by the QA Specialist are inconsistent performance, especially during peak usage times, which seems to be affecting productivity."
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a6",
"product": "TrendForce",
"kind": "answerable",
"question": "What strengths were highlighted by customers for the previous release of TrendForce?",
"ground_truth": [
"The positive feedback from customers includes:\n\n1. Customer CUST-0004 appreciated the comprehensive trend analysis that helps teams make data-driven decisions with confidence.\n2. Customer CUST-0116 praised the robust customization options, allowing them to tailor the analysis to their specific needs.\n3. Customer CUST-0010 highlighted the system's ability to process large volumes of data quickly, ensuring timely insights.",
"The positive feedback provided by the customers includes the love for the detailed reporting features, which help communicate trends and insights across teams, and the seamless integration with Salesforce, which enhances functionality within the Salesforce ecosystem."
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a7",
"product": "TrendForce",
"kind": "answerable",
"question": "Find names of companies that reported issues with the previous release of TrendForce?",
"ground_truth": [
"CloudSync"
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a8",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of QA specialists who worked on the previous release of TrendForce?",
"ground_truth": [
"eid_f944b0ee",
"eid_4f731d34"
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a9",
"product": "TrendForce",
"kind": "answerable",
"question": "Find names of companies that highlighted strengths of the previous release of TrendForce?",
"ground_truth": [
"FusionTech",
"NextGenTech",
"ComputeWorks",
"TechCorp"
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a10",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of the previous version of TrendForce?",
"ground_truth": [
"eid_82e9fcef",
"eid_0f6b0aea",
"eid_3f2087c9",
"eid_36319f22"
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a11",
"product": "TrendForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for the previous version of TrendForce?",
"ground_truth": [
"https://sf-internal.slack.com/archives/dProX/demo_1",
"https://sf-internal.slack.com/archives/dProX/demo_2",
"https://sf-internal.slack.com/archives/dProX/demo_3",
"https://sf-internal.slack.com/archives/dProX/demo_4"
],
"citations": [
"20260312-0-df79b",
"20260312-1-fbec0",
"20260312-2-c0080",
"20260312-3-a4656",
"20260312-4-c6d47",
"20260312-5-daa42",
"20260312-6-05cde",
"20260312-7-2be23",
"20260312-8-2a9d9",
"20260312-9-cd19a",
"20260314-0-daf32",
"20260324-0-2b750",
"20260405-0-2f582",
"20260416-0-8f148",
"20260314-0-0610c",
"20260314-1-b8cb7",
"20260314-2-f9d3c",
"20260314-3-42382",
"20260314-4-8549d",
"20260314-5-7a6d2",
"20260314-6-7ed6a",
"20260314-7-89706",
"20260314-8-8699c",
"20260314-9-29f12",
"20260314-10-33366",
"20260314-11-d54bc",
"20260609-0-24bcc",
"20260609-1-4980a",
"20260609-2-c6b29",
"20260609-3-ca1cf",
"20260609-4-655ee",
"20260609-5-9868f",
"20260609-6-95d37",
"20260609-7-76736",
"20260609-8-1ad9a",
"20260609-9-80d6b",
"20260609-10-b26a5",
"20260609-11-8d448",
"20260609-12-a3aa0",
"20260314-0-10e98",
"20260314-1-310fd",
"20260314-2-87874",
"20260314-3-6eee5",
"20260314-4-50645",
"20260314-5-1091e",
"20260314-6-e93d0",
"20260314-7-d58cb",
"20260314-8-5dad5",
"20260404-0-349cb",
"20260404-1-174cc",
"20260404-2-de644",
"20260404-3-9f931",
"20260404-4-fcec7",
"20260404-5-4e563",
"20260404-6-3debb",
"20260404-7-b8021",
"20260404-8-6023e",
"20260404-9-1a445",
"20260404-10-bff4e",
"20260314-0-94871",
"20260314-1-fc0cc",
"20260314-2-52e70",
"20260314-3-31d03",
"20260314-4-99f26",
"20260314-5-6c77c",
"20260314-6-eceab",
"20260412-0-25bd0",
"20260412-1-618de",
"20260412-2-dbf7c",
"20260412-3-80cea",
"20260412-4-7992b",
"20260412-5-385bb",
"20260412-6-65442",
"20260412-7-9cd93",
"20260418-0-78c71",
"20260418-1-c033d",
"20260418-2-d1621",
"20260418-3-d435e",
"20260418-4-3108c",
"20260418-5-b75f8",
"20260418-6-67ccb",
"sf-internal_slack_com_archives_dProX_demo_1",
"sf-internal_slack_com_archives_dProX_demo_2",
"sf-internal_slack_com_archives_dProX_demo_3",
"sf-internal_slack_com_archives_dProX_demo_4",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a12",
"product": "TrendForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for the integration with third-party systems in TrendForce?",
"ground_truth": [
"https://github.com/salesforce/dAIX/pull/1",
"https://github.com/salesforce/dAIX/pull/3",
"https://github.com/salesforce/dAIX/pull/5",
"https://github.com/salesforce/dAIX/pull/7",
"https://github.com/salesforce/dAIX/pull/9"
],
"citations": [
"product_dev_dAIX_1",
"product_dev_dAIX_2",
"github_com_salesforce_dAIX_pull_1",
"20260420-0-30ba4",
"20260420-1-e04d8",
"20260420-2-b09a0",
"20260420-3-5e62f",
"20260420-4-6c9b4",
"20260420-5-6a836",
"20260420-6-b9ebc",
"20260420-7-44c9e",
"20260420-8-3c2d3",
"product_dev_TrendForce_3",
"github_com_salesforce_dAIX_pull_3",
"20260506-0-94989",
"20260506-1-75cbe",
"20260506-2-194d9",
"20260506-3-9cda3",
"20260506-4-70fa3",
"20260506-5-3fa3d",
"20260506-6-6567a",
"20260506-7-8df56",
"product_dev_TrendForce_4",
"github_com_salesforce_dAIX_pull_5",
"20260515-0-1acad",
"20260515-1-0293d",
"20260515-2-bc371",
"20260515-3-34ba0",
"20260515-4-45d45",
"20260515-5-1bfd5",
"20260515-6-f61e1",
"20260515-7-faf20",
"product_dev_TrendForce_5",
"github_com_salesforce_dAIX_pull_7",
"20260523-0-9c4d7",
"20260523-1-73875",
"20260523-2-3edc3",
"20260523-3-8c944",
"20260523-4-755cb",
"20260523-5-b8f04",
"20260523-6-1ba84",
"20260523-7-68a28",
"product_dev_TrendForce_6",
"github_com_salesforce_dAIX_pull_9",
"20260529-0-4be29",
"20260529-1-20efe",
"20260529-2-09698",
"20260529-3-761b2",
"20260529-4-3dffd",
"20260529-5-0ff91",
"20260529-6-5d446",
"20260529-7-20636",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a13",
"product": "TrendForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the automated scaling feature in TrendForce that were not approved?",
"ground_truth": [
"https://github.com/salesforce/dAIX/pull/2",
"https://github.com/salesforce/dAIX/pull/8",
"https://github.com/salesforce/dAIX/pull/11"
],
"citations": [
"product_dev_dAIX_1",
"product_dev_dAIX_2",
"product_dev_TrendForce_3",
"github_com_salesforce_dAIX_pull_2",
"20260428-0-034a0",
"20260428-1-c5768",
"20260428-2-01983",
"20260428-3-e2674",
"20260428-4-75715",
"20260428-5-60190",
"20260428-6-6ebd6",
"20260428-7-be7d7",
"product_dev_TrendForce_5",
"product_dev_TrendForce_6",
"github_com_salesforce_dAIX_pull_8",
"20260522-0-23bc7",
"20260522-1-22b00",
"20260522-2-857f0",
"20260522-3-8ec90",
"20260522-4-7c0a6",
"20260522-5-09525",
"20260522-6-70750",
"20260522-7-b6527",
"20260522-8-8e029",
"20260522-9-dfa9e",
"product_dev_TrendForce_7",
"product_dev_TrendForce_8",
"github_com_salesforce_dAIX_pull_11",
"20260603-0-4f0e4",
"20260603-1-7f3ed",
"20260603-2-d4fc4",
"20260603-3-0cc7c",
"20260603-4-b3cdd",
"20260603-5-6c590",
"20260603-6-a5d7f",
"20260603-7-3abdb",
"20260603-8-1ccaa",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a14",
"product": "TrendForce",
"kind": "answerable",
"question": "Can you provide links to the approved PRs for implementing automated scaling in TrendForce?",
"ground_truth": [
"https://github.com/salesforce/dAIX/pull/4",
"https://github.com/salesforce/dAIX/pull/6",
"https://github.com/salesforce/dAIX/pull/10",
"https://github.com/salesforce/dAIX/pull/12",
"https://github.com/salesforce/dAIX/pull/13",
"https://github.com/salesforce/dAIX/pull/14"
],
"citations": [
"product_dev_dAIX_1",
"product_dev_dAIX_2",
"product_dev_TrendForce_3",
"github_com_salesforce_dAIX_pull_4",
"20260511-0-8d0ff",
"20260511-1-81385",
"20260511-2-527f7",
"20260511-3-786ab",
"20260511-4-51fc9",
"20260511-5-4be45",
"20260511-6-4ddb2",
"20260511-7-86e53",
"20260511-8-a5fd2",
"product_dev_TrendForce_4",
"github_com_salesforce_dAIX_pull_6",
"20260520-0-85903",
"20260520-1-6a03f",
"20260520-2-2a56a",
"20260520-3-70d23",
"20260520-4-7c056",
"20260520-5-cf78c",
"20260520-6-1303b",
"20260520-7-f71f0",
"20260520-8-bc4a6",
"20260520-9-d8767",
"product_dev_TrendForce_5",
"product_dev_TrendForce_6",
"github_com_salesforce_dAIX_pull_10",
"20260531-0-affec",
"20260531-1-6d948",
"20260531-2-a65a4",
"20260531-3-3efdb",
"20260531-4-47a94",
"20260531-5-99765",
"20260531-6-e9915",
"20260531-7-aaf20",
"product_dev_TrendForce_7",
"product_dev_TrendForce_8",
"github_com_salesforce_dAIX_pull_12",
"20260607-0-00d79",
"20260607-1-53dfe",
"20260607-2-15cdc",
"20260607-3-77d9e",
"20260607-4-61fee",
"20260607-5-41d24",
"20260607-6-36574",
"20260607-7-5288d",
"product_dev_TrendForce_9",
"github_com_salesforce_dAIX_pull_13",
"20260615-0-4419a",
"20260615-1-b7842",
"20260615-2-26d1a",
"20260615-3-e40cd",
"20260615-4-2e1b0",
"20260615-5-6ed8e",
"20260615-6-73408",
"20260615-7-d34a6",
"product_dev_TrendForce_10",
"github_com_salesforce_dAIX_pull_14",
"20260616-0-61e74",
"20260616-1-b2af9",
"20260616-2-9e4d9",
"20260616-3-90fe8",
"20260616-4-0f461",
"20260616-5-28d98",
"20260616-6-b5388",
"20260616-7-64fbc",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a15",
"product": "TrendForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of approved feature development PRs in TrendForce?",
"ground_truth": [
"eid_0f6b0aea"
],
"citations": [
"product_dev_dAIX_1",
"product_dev_dAIX_2",
"github_com_salesforce_dAIX_pull_1",
"20260420-0-30ba4",
"20260420-1-e04d8",
"20260420-2-b09a0",
"20260420-3-5e62f",
"20260420-4-6c9b4",
"20260420-5-6a836",
"20260420-6-b9ebc",
"20260420-7-44c9e",
"20260420-8-3c2d3",
"product_dev_TrendForce_3",
"github_com_salesforce_dAIX_pull_3",
"20260506-0-94989",
"20260506-1-75cbe",
"20260506-2-194d9",
"20260506-3-9cda3",
"20260506-4-70fa3",
"20260506-5-3fa3d",
"20260506-6-6567a",
"20260506-7-8df56",
"product_dev_TrendForce_4",
"github_com_salesforce_dAIX_pull_5",
"20260515-0-1acad",
"20260515-1-0293d",
"20260515-2-bc371",
"20260515-3-34ba0",
"20260515-4-45d45",
"20260515-5-1bfd5",
"20260515-6-f61e1",
"20260515-7-faf20",
"product_dev_TrendForce_5",
"github_com_salesforce_dAIX_pull_7",
"20260523-0-9c4d7",
"20260523-1-73875",
"20260523-2-3edc3",
"20260523-3-8c944",
"20260523-4-755cb",
"20260523-5-b8f04",
"20260523-6-1ba84",
"20260523-7-68a28",
"product_dev_TrendForce_6",
"github_com_salesforce_dAIX_pull_9",
"20260529-0-4be29",
"20260529-1-20efe",
"20260529-2-09698",
"20260529-3-761b2",
"20260529-4-3dffd",
"20260529-5-0ff91",
"20260529-6-5d446",
"20260529-7-20636",
"github_com_salesforce_dAIX_pull_4",
"20260511-0-8d0ff",
"20260511-1-81385",
"20260511-2-527f7",
"20260511-3-786ab",
"20260511-4-51fc9",
"20260511-5-4be45",
"20260511-6-4ddb2",
"20260511-7-86e53",
"20260511-8-a5fd2",
"github_com_salesforce_dAIX_pull_6",
"20260520-0-85903",
"20260520-1-6a03f",
"20260520-2-2a56a",
"20260520-3-70d23",
"20260520-4-7c056",
"20260520-5-cf78c",
"20260520-6-1303b",
"20260520-7-f71f0",
"20260520-8-bc4a6",
"20260520-9-d8767",
"github_com_salesforce_dAIX_pull_10",
"20260531-0-affec",
"20260531-1-6d948",
"20260531-2-a65a4",
"20260531-3-3efdb",
"20260531-4-47a94",
"20260531-5-99765",
"20260531-6-e9915",
"20260531-7-aaf20",
"product_dev_TrendForce_7",
"product_dev_TrendForce_8",
"github_com_salesforce_dAIX_pull_12",
"20260607-0-00d79",
"20260607-1-53dfe",
"20260607-2-15cdc",
"20260607-3-77d9e",
"20260607-4-61fee",
"20260607-5-41d24",
"20260607-6-36574",
"20260607-7-5288d",
"product_dev_TrendForce_9",
"github_com_salesforce_dAIX_pull_13",
"20260615-0-4419a",
"20260615-1-b7842",
"20260615-2-26d1a",
"20260615-3-e40cd",
"20260615-4-2e1b0",
"20260615-5-6ed8e",
"20260615-6-73408",
"20260615-7-d34a6",
"product_dev_TrendForce_10",
"github_com_salesforce_dAIX_pull_14",
"20260616-0-61e74",
"20260616-1-b2af9",
"20260616-2-9e4d9",
"20260616-3-90fe8",
"20260616-4-0f461",
"20260616-5-28d98",
"20260616-6-b5388",
"20260616-7-64fbc",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#a16",
"product": "TrendForce",
"kind": "answerable",
"question": "Find the employee ID of engineer with the highest number of unapproved feature development PRs in TrendForce?",
"ground_truth": [
"eid_b4d260c1"
],
"citations": [
"product_dev_dAIX_1",
"product_dev_dAIX_2",
"product_dev_TrendForce_3",
"github_com_salesforce_dAIX_pull_2",
"20260428-0-034a0",
"20260428-1-c5768",
"20260428-2-01983",
"20260428-3-e2674",
"20260428-4-75715",
"20260428-5-60190",
"20260428-6-6ebd6",
"20260428-7-be7d7",
"product_dev_TrendForce_5",
"product_dev_TrendForce_6",
"github_com_salesforce_dAIX_pull_8",
"20260522-0-23bc7",
"20260522-1-22b00",
"20260522-2-857f0",
"20260522-3-8ec90",
"20260522-4-7c0a6",
"20260522-5-09525",
"20260522-6-70750",
"20260522-7-b6527",
"20260522-8-8e029",
"20260522-9-dfa9e",
"product_dev_TrendForce_7",
"product_dev_TrendForce_8",
"github_com_salesforce_dAIX_pull_11",
"20260603-0-4f0e4",
"20260603-1-7f3ed",
"20260603-2-d4fc4",
"20260603-3-0cc7c",
"20260603-4-b3cdd",
"20260603-5-6c590",
"20260603-6-a5d7f",
"20260603-7-3abdb",
"20260603-8-1ccaa",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#a17",
"product": "TrendForce",
"kind": "answerable",
"question": "Find features for TrendForce that were discussed but not implemented?",
"ground_truth": "Trend detection customization feature\n- Refine trend detection algorithms, allow users to adjust sensitivity settings, enhance existing models, tweak data preprocessing techniques, design a user-friendly interface with drag-and-drop functionality, ensure mobile compatibility, review OAuth 2.0 implementation for security.",
"citations": [
"product_dev_dAIX_1",
"product_dev_dAIX_2",
"github_com_salesforce_dAIX_pull_1",
"20260420-0-30ba4",
"20260420-1-e04d8",
"20260420-2-b09a0",
"20260420-3-5e62f",
"20260420-4-6c9b4",
"20260420-5-6a836",
"20260420-6-b9ebc",
"20260420-7-44c9e",
"20260420-8-3c2d3",
"product_dev_TrendForce_3",
"github_com_salesforce_dAIX_pull_3",
"20260506-0-94989",
"20260506-1-75cbe",
"20260506-2-194d9",
"20260506-3-9cda3",
"20260506-4-70fa3",
"20260506-5-3fa3d",
"20260506-6-6567a",
"20260506-7-8df56",
"product_dev_TrendForce_4",
"github_com_salesforce_dAIX_pull_5",
"20260515-0-1acad",
"20260515-1-0293d",
"20260515-2-bc371",
"20260515-3-34ba0",
"20260515-4-45d45",
"20260515-5-1bfd5",
"20260515-6-f61e1",
"20260515-7-faf20",
"product_dev_TrendForce_5",
"github_com_salesforce_dAIX_pull_7",
"20260523-0-9c4d7",
"20260523-1-73875",
"20260523-2-3edc3",
"20260523-3-8c944",
"20260523-4-755cb",
"20260523-5-b8f04",
"20260523-6-1ba84",
"20260523-7-68a28",
"product_dev_TrendForce_6",
"github_com_salesforce_dAIX_pull_9",
"20260529-0-4be29",
"20260529-1-20efe",
"20260529-2-09698",
"20260529-3-761b2",
"20260529-4-3dffd",
"20260529-5-0ff91",
"20260529-6-5d446",
"20260529-7-20636",
"github_com_salesforce_dAIX_pull_4",
"20260511-0-8d0ff",
"20260511-1-81385",
"20260511-2-527f7",
"20260511-3-786ab",
"20260511-4-51fc9",
"20260511-5-4be45",
"20260511-6-4ddb2",
"20260511-7-86e53",
"20260511-8-a5fd2",
"github_com_salesforce_dAIX_pull_6",
"20260520-0-85903",
"20260520-1-6a03f",
"20260520-2-2a56a",
"20260520-3-70d23",
"20260520-4-7c056",
"20260520-5-cf78c",
"20260520-6-1303b",
"20260520-7-f71f0",
"20260520-8-bc4a6",
"20260520-9-d8767",
"github_com_salesforce_dAIX_pull_10",
"20260531-0-affec",
"20260531-1-6d948",
"20260531-2-a65a4",
"20260531-3-3efdb",
"20260531-4-47a94",
"20260531-5-99765",
"20260531-6-e9915",
"20260531-7-aaf20",
"product_dev_TrendForce_7",
"product_dev_TrendForce_8",
"github_com_salesforce_dAIX_pull_12",
"20260607-0-00d79",
"20260607-1-53dfe",
"20260607-2-15cdc",
"20260607-3-77d9e",
"20260607-4-61fee",
"20260607-5-41d24",
"20260607-6-36574",
"20260607-7-5288d",
"product_dev_TrendForce_9",
"github_com_salesforce_dAIX_pull_13",
"20260615-0-4419a",
"20260615-1-b7842",
"20260615-2-26d1a",
"20260615-3-e40cd",
"20260615-4-2e1b0",
"20260615-5-6ed8e",
"20260615-6-73408",
"20260615-7-d34a6",
"product_dev_TrendForce_10",
"github_com_salesforce_dAIX_pull_14",
"20260616-0-61e74",
"20260616-1-b2af9",
"20260616-2-9e4d9",
"20260616-3-90fe8",
"20260616-4-0f461",
"20260616-5-28d98",
"20260616-6-b5388",
"20260616-7-64fbc",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a18",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of team members who were responsible for features in TrendForce that were discussed but not implemented?",
"ground_truth": [
"eid_5782059f",
"eid_92c62291",
"eid_01942cf0"
],
"citations": [
"product_dev_dAIX_1",
"product_dev_dAIX_2",
"github_com_salesforce_dAIX_pull_1",
"20260420-0-30ba4",
"20260420-1-e04d8",
"20260420-2-b09a0",
"20260420-3-5e62f",
"20260420-4-6c9b4",
"20260420-5-6a836",
"20260420-6-b9ebc",
"20260420-7-44c9e",
"20260420-8-3c2d3",
"product_dev_TrendForce_3",
"github_com_salesforce_dAIX_pull_3",
"20260506-0-94989",
"20260506-1-75cbe",
"20260506-2-194d9",
"20260506-3-9cda3",
"20260506-4-70fa3",
"20260506-5-3fa3d",
"20260506-6-6567a",
"20260506-7-8df56",
"product_dev_TrendForce_4",
"github_com_salesforce_dAIX_pull_5",
"20260515-0-1acad",
"20260515-1-0293d",
"20260515-2-bc371",
"20260515-3-34ba0",
"20260515-4-45d45",
"20260515-5-1bfd5",
"20260515-6-f61e1",
"20260515-7-faf20",
"product_dev_TrendForce_5",
"github_com_salesforce_dAIX_pull_7",
"20260523-0-9c4d7",
"20260523-1-73875",
"20260523-2-3edc3",
"20260523-3-8c944",
"20260523-4-755cb",
"20260523-5-b8f04",
"20260523-6-1ba84",
"20260523-7-68a28",
"product_dev_TrendForce_6",
"github_com_salesforce_dAIX_pull_9",
"20260529-0-4be29",
"20260529-1-20efe",
"20260529-2-09698",
"20260529-3-761b2",
"20260529-4-3dffd",
"20260529-5-0ff91",
"20260529-6-5d446",
"20260529-7-20636",
"github_com_salesforce_dAIX_pull_4",
"20260511-0-8d0ff",
"20260511-1-81385",
"20260511-2-527f7",
"20260511-3-786ab",
"20260511-4-51fc9",
"20260511-5-4be45",
"20260511-6-4ddb2",
"20260511-7-86e53",
"20260511-8-a5fd2",
"github_com_salesforce_dAIX_pull_6",
"20260520-0-85903",
"20260520-1-6a03f",
"20260520-2-2a56a",
"20260520-3-70d23",
"20260520-4-7c056",
"20260520-5-cf78c",
"20260520-6-1303b",
"20260520-7-f71f0",
"20260520-8-bc4a6",
"20260520-9-d8767",
"github_com_salesforce_dAIX_pull_10",
"20260531-0-affec",
"20260531-1-6d948",
"20260531-2-a65a4",
"20260531-3-3efdb",
"20260531-4-47a94",
"20260531-5-99765",
"20260531-6-e9915",
"20260531-7-aaf20",
"product_dev_TrendForce_7",
"product_dev_TrendForce_8",
"github_com_salesforce_dAIX_pull_12",
"20260607-0-00d79",
"20260607-1-53dfe",
"20260607-2-15cdc",
"20260607-3-77d9e",
"20260607-4-61fee",
"20260607-5-41d24",
"20260607-6-36574",
"20260607-7-5288d",
"product_dev_TrendForce_9",
"github_com_salesforce_dAIX_pull_13",
"20260615-0-4419a",
"20260615-1-b7842",
"20260615-2-26d1a",
"20260615-3-e40cd",
"20260615-4-2e1b0",
"20260615-5-6ed8e",
"20260615-6-73408",
"20260615-7-d34a6",
"product_dev_TrendForce_10",
"github_com_salesforce_dAIX_pull_14",
"20260616-0-61e74",
"20260616-1-b2af9",
"20260616-2-9e4d9",
"20260616-3-90fe8",
"20260616-4-0f461",
"20260616-5-28d98",
"20260616-6-b5388",
"20260616-7-64fbc",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#a19",
"product": "TrendForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in TrendForce for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_5782059f"
],
"citations": [
"20260705-0-ceb90",
"20260705-1-654fa",
"20260705-2-396b8",
"20260705-3-160fb",
"20260705-4-8aab6",
"20260705-5-d0466",
"20260705-6-6d323",
"20260705-7-3868e",
"20260705-8-44f75",
"20260705-9-bc643",
"20260705-10-70fac",
"20260728-0-a0d5d",
"20260728-1-25219",
"20260728-2-0c48a",
"20260728-3-2ef43",
"20260728-4-6ebb0",
"20260728-5-9ebeb",
"20260728-6-f2b53",
"20260728-7-14470",
"20260728-8-a59ff",
"20260728-9-000c8",
"github_com_salesforce_TrendForce_pull_24",
"20260728-0-c5d88",
"20260728-1-20702",
"20260728-2-523ae",
"20260728-3-8f72f",
"20260728-4-71854",
"20260728-5-a1ee9",
"20260728-6-f5627",
"20260728-7-2c3cb",
"20260728-8-91e3b",
"20260902-0-fe607",
"20260902-1-cb289",
"20260902-2-6cfe7",
"20260902-3-092b1",
"20260902-4-a6a3f",
"20260902-5-16cc2",
"20260902-6-22493",
"20260902-7-4f421",
"20260902-8-3598d",
"20260902-9-6268b",
"20260920-0-07895",
"20260920-1-26cae",
"20260920-2-2ad7d",
"20260920-3-29b26",
"20260920-4-7610d",
"20260920-5-ff58d",
"github_com_salesforce_TrendForce_pull_35",
"20260922-0-62318",
"20260922-1-5a1a6",
"20260922-2-14998",
"20260922-3-6ef30",
"20260922-4-134d1",
"20260922-5-334d1",
"20260922-6-6739d",
"20260729-0-820e8",
"20260729-1-fcc40",
"20260729-2-5ca3f",
"20260729-3-4fba3",
"20260729-4-11aa7",
"20260729-5-e6ecf",
"20260729-6-78218",
"20260729-7-115f7",
"github_com_salesforce_TrendForce_pull_25",
"20260729-0-77fae",
"20260729-1-35069",
"20260729-2-83375",
"20260729-3-c3843",
"20260729-4-957df",
"20260729-5-85265",
"20260729-6-381b2",
"20260725-0-6dcbc",
"20260725-1-03644",
"20260725-2-a6190",
"20260725-3-05e0b",
"20260725-4-dafbb",
"20260725-5-afe02",
"20260725-6-c6b9c",
"20260725-7-408f6",
"20260725-8-6d908",
"20260725-9-b1020",
"20260725-10-e560d",
"20260813-0-81473",
"20260813-1-53b4c",
"20260813-2-10126",
"20260813-3-eded8",
"20260813-4-d1756",
"20260813-5-05730",
"20260813-6-5d0e9",
"20260813-7-63f2b",
"20260813-8-9e533",
"20260813-9-5915a",
"20260813-10-44c3d",
"20260813-11-42088",
"github_com_salesforce_TrendForce_pull_29",
"20260821-0-01fbd",
"20260821-1-2fbaa",
"20260821-2-9fa79",
"20260821-3-33d51",
"20260821-4-73941",
"20260821-5-c72bf",
"20260821-6-9f959",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#a20",
"product": "TrendForce",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in TrendForce that are now reopened by customers.",
"ground_truth": [
"eid_2542cff3",
"eid_14a5889d"
],
"citations": [
"20260725-0-6dcbc",
"20260725-1-03644",
"20260725-2-a6190",
"20260725-3-05e0b",
"20260725-4-dafbb",
"20260725-5-afe02",
"20260725-6-c6b9c",
"20260725-7-408f6",
"20260725-8-6d908",
"20260725-9-b1020",
"20260725-10-e560d",
"20260821-0-7de39",
"20260821-1-e53e7",
"20260821-2-a1e63",
"20260821-3-8d2d7",
"20260821-4-48efb",
"20260821-5-d1b2e",
"20260821-6-61aee",
"20260821-7-25292",
"20260821-8-d9d6d",
"20260821-9-4f6b9",
"20260821-10-92b79",
"20260823-0-c9f80",
"20260823-1-1fd23",
"20260823-2-ad6cb",
"20260823-3-2143b",
"20260823-4-989c0",
"20260823-5-4b07e",
"20260823-6-b54d2",
"20260802-0-22cee",
"20260802-1-6b999",
"20260802-2-1fbe9",
"20260802-3-fe0d8",
"20260802-4-a0175",
"20260802-5-35711",
"20260802-6-57b80",
"20260802-7-e2c89",
"20260802-8-e8c4b",
"20260802-9-2220a",
"20260802-10-8b925",
"20260825-0-f297e",
"20260825-1-8bc49",
"20260825-2-a573b",
"20260825-3-4235a",
"20260825-4-f2263",
"20260825-5-556cb",
"20260825-6-41d59",
"20260825-7-4818e",
"20260825-8-7850d",
"20260825-9-f2e5d",
"20260825-10-e5a70",
"20260825-11-e89b4",
"20260825-12-e7031",
"20260828-0-5beec",
"20260828-1-cbb44",
"20260828-2-d1dc3",
"20260828-3-aa6aa",
"20260828-4-017b3",
"20260828-5-7e518",
"20260828-6-ca316",
"20260828-7-1e9ba",
"20260818-0-dd759",
"20260818-1-87d73",
"20260818-2-75676",
"20260818-3-b5485",
"20260818-4-20075",
"20260818-5-9d21a",
"20260818-6-0882f",
"20260818-7-1cad1",
"20260818-8-ff646",
"20260818-9-9f6cb",
"20260916-0-3f1f3",
"20260916-1-c9c32",
"20260916-2-0da6d",
"20260916-3-8419d",
"20260916-4-bd283",
"20260916-5-c1882",
"20260916-6-167e7",
"20260916-7-e65bc",
"20260916-8-465bb",
"20260916-9-f2e13",
"20260916-10-39ae9",
"20260917-0-ee542",
"20260917-1-193fc",
"20260917-2-7e354",
"20260917-3-bbac7",
"20260917-4-5cfe9",
"20260917-5-26433",
"20260917-6-21fa0",
"20260917-7-0ea6c",
"20260710-0-bcf6e",
"20260710-1-0b1e8",
"20260710-2-01161",
"20260710-3-f081c",
"20260710-4-e2bbc",
"20260710-5-2fdf9",
"20260710-6-bc90f",
"20260710-7-719a8",
"20260710-8-6787b",
"20260710-9-68459",
"20260710-10-15979",
"20260809-0-28715",
"20260809-1-10770",
"20260809-2-b82b5",
"20260809-3-55f4c",
"20260809-4-af64d",
"20260809-5-08017",
"20260809-6-14488",
"20260809-7-d8927",
"20260809-8-a62b5",
"20260809-9-754d9",
"20260809-10-503f9",
"20260809-11-b5fce",
"20260811-0-4c18b",
"20260811-1-7e7a5",
"20260811-2-04991",
"20260811-3-a7d67",
"20260811-4-ab0e7",
"20260811-5-d391a",
"20260811-6-4abaf",
"20260811-7-a4009",
"20260811-8-2c33d",
"20260911-0-2ab5c",
"20260911-1-8ee09",
"20260911-2-af2ce",
"20260911-3-35669",
"20260911-4-7b10d",
"20260911-5-6b317",
"20260911-6-93690",
"20260911-7-dad92",
"20260911-8-432bf",
"20260911-9-0c0d3",
"20260926-0-a6c42",
"20260926-1-d10a3",
"20260926-2-ee16b",
"20260926-3-c4e62",
"20260926-4-37d0e",
"20260926-5-cb335",
"20260926-6-0d3a0",
"20260926-7-86f0e",
"20260926-8-86835",
"20260926-9-7cfc8",
"20260926-0-b64c8",
"20260926-1-4fd0d",
"20260926-2-fa68c",
"20260926-3-911a7",
"20260926-4-2c9b4",
"20260926-5-10af2",
"20260926-6-a9ac5",
"20260926-7-11272",
"20260926-8-5752f",
"20260927-0-cde32",
"20260927-1-8d6b4",
"20260927-2-bd267",
"20260927-3-39494",
"20260927-4-b13ae",
"20260927-5-23062",
"20260927-6-5e007",
"20260927-7-bf2ef",
"20260927-8-92811",
"20260927-0-8c21b",
"20260927-1-171df",
"20260927-2-8bfc1",
"20260927-3-41e7c",
"20260927-4-f6326",
"20260927-5-3029e",
"20260927-6-3edbe",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#a21",
"product": "TrendForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in TrendForce.",
"ground_truth": [
"ComputeWorks"
],
"citations": [
"20260725-0-6dcbc",
"20260725-1-03644",
"20260725-2-a6190",
"20260725-3-05e0b",
"20260725-4-dafbb",
"20260725-5-afe02",
"20260725-6-c6b9c",
"20260725-7-408f6",
"20260725-8-6d908",
"20260725-9-b1020",
"20260725-10-e560d",
"20260821-0-7de39",
"20260821-1-e53e7",
"20260821-2-a1e63",
"20260821-3-8d2d7",
"20260821-4-48efb",
"20260821-5-d1b2e",
"20260821-6-61aee",
"20260821-7-25292",
"20260821-8-d9d6d",
"20260821-9-4f6b9",
"20260821-10-92b79",
"20260823-0-c9f80",
"20260823-1-1fd23",
"20260823-2-ad6cb",
"20260823-3-2143b",
"20260823-4-989c0",
"20260823-5-4b07e",
"20260823-6-b54d2",
"20260902-0-fe607",
"20260902-1-cb289",
"20260902-2-6cfe7",
"20260902-3-092b1",
"20260902-4-a6a3f",
"20260902-5-16cc2",
"20260902-6-22493",
"20260902-7-4f421",
"20260902-8-3598d",
"20260902-9-6268b",
"20260920-0-07895",
"20260920-1-26cae",
"20260920-2-2ad7d",
"20260920-3-29b26",
"20260920-4-7610d",
"20260920-5-ff58d",
"github_com_salesforce_TrendForce_pull_35",
"20260922-0-62318",
"20260922-1-5a1a6",
"20260922-2-14998",
"20260922-3-6ef30",
"20260922-4-134d1",
"20260922-5-334d1",
"20260922-6-6739d",
"20260802-0-22cee",
"20260802-1-6b999",
"20260802-2-1fbe9",
"20260802-3-fe0d8",
"20260802-4-a0175",
"20260802-5-35711",
"20260802-6-57b80",
"20260802-7-e2c89",
"20260802-8-e8c4b",
"20260802-9-2220a",
"20260802-10-8b925",
"20260825-0-f297e",
"20260825-1-8bc49",
"20260825-2-a573b",
"20260825-3-4235a",
"20260825-4-f2263",
"20260825-5-556cb",
"20260825-6-41d59",
"20260825-7-4818e",
"20260825-8-7850d",
"20260825-9-f2e5d",
"20260825-10-e5a70",
"20260825-11-e89b4",
"20260825-12-e7031",
"20260828-0-5beec",
"20260828-1-cbb44",
"20260828-2-d1dc3",
"20260828-3-aa6aa",
"20260828-4-017b3",
"20260828-5-7e518",
"20260828-6-ca316",
"20260828-7-1e9ba",
"20260710-0-bcf6e",
"20260710-1-0b1e8",
"20260710-2-01161",
"20260710-3-f081c",
"20260710-4-e2bbc",
"20260710-5-2fdf9",
"20260710-6-bc90f",
"20260710-7-719a8",
"20260710-8-6787b",
"20260710-9-68459",
"20260710-10-15979",
"20260809-0-28715",
"20260809-1-10770",
"20260809-2-b82b5",
"20260809-3-55f4c",
"20260809-4-af64d",
"20260809-5-08017",
"20260809-6-14488",
"20260809-7-d8927",
"20260809-8-a62b5",
"20260809-9-754d9",
"20260809-10-503f9",
"20260809-11-b5fce",
"20260811-0-4c18b",
"20260811-1-7e7a5",
"20260811-2-04991",
"20260811-3-a7d67",
"20260811-4-ab0e7",
"20260811-5-d391a",
"20260811-6-4abaf",
"20260811-7-a4009",
"20260811-8-2c33d",
"20260911-0-2ab5c",
"20260911-1-8ee09",
"20260911-2-af2ce",
"20260911-3-35669",
"20260911-4-7b10d",
"20260911-5-6b317",
"20260911-6-93690",
"20260911-7-dad92",
"20260911-8-432bf",
"20260911-9-0c0d3",
"20260926-0-a6c42",
"20260926-1-d10a3",
"20260926-2-ee16b",
"20260926-3-c4e62",
"20260926-4-37d0e",
"20260926-5-cb335",
"20260926-6-0d3a0",
"20260926-7-86f0e",
"20260926-8-86835",
"20260926-9-7cfc8",
"20260926-0-b64c8",
"20260926-1-4fd0d",
"20260926-2-fa68c",
"20260926-3-911a7",
"20260926-4-2c9b4",
"20260926-5-10af2",
"20260926-6-a9ac5",
"20260926-7-11272",
"20260926-8-5752f",
"20260705-0-ceb90",
"20260705-1-654fa",
"20260705-2-396b8",
"20260705-3-160fb",
"20260705-4-8aab6",
"20260705-5-d0466",
"20260705-6-6d323",
"20260705-7-3868e",
"20260705-8-44f75",
"20260705-9-bc643",
"20260705-10-70fac",
"20260728-0-a0d5d",
"20260728-1-25219",
"20260728-2-0c48a",
"20260728-3-2ef43",
"20260728-4-6ebb0",
"20260728-5-9ebeb",
"20260728-6-f2b53",
"20260728-7-14470",
"20260728-8-a59ff",
"20260728-9-000c8",
"github_com_salesforce_TrendForce_pull_24",
"20260728-0-c5d88",
"20260728-1-20702",
"20260728-2-523ae",
"20260728-3-8f72f",
"20260728-4-71854",
"20260728-5-a1ee9",
"20260728-6-f5627",
"20260728-7-2c3cb",
"20260728-8-91e3b",
"20260818-0-dd759",
"20260818-1-87d73",
"20260818-2-75676",
"20260818-3-b5485",
"20260818-4-20075",
"20260818-5-9d21a",
"20260818-6-0882f",
"20260818-7-1cad1",
"20260818-8-ff646",
"20260818-9-9f6cb",
"20260916-0-3f1f3",
"20260916-1-c9c32",
"20260916-2-0da6d",
"20260916-3-8419d",
"20260916-4-bd283",
"20260916-5-c1882",
"20260916-6-167e7",
"20260916-7-e65bc",
"20260916-8-465bb",
"20260916-9-f2e13",
"20260916-10-39ae9",
"20260917-0-ee542",
"20260917-1-193fc",
"20260917-2-7e354",
"20260917-3-bbac7",
"20260917-4-5cfe9",
"20260917-5-26433",
"20260917-6-21fa0",
"20260917-7-0ea6c",
"20260927-0-cde32",
"20260927-1-8d6b4",
"20260927-2-bd267",
"20260927-3-39494",
"20260927-4-b13ae",
"20260927-5-23062",
"20260927-6-5e007",
"20260927-7-bf2ef",
"20260927-8-92811",
"20260927-0-8c21b",
"20260927-1-171df",
"20260927-2-8bfc1",
"20260927-3-41e7c",
"20260927-4-f6326",
"20260927-5-3029e",
"20260927-6-3edbe",
"20260729-0-820e8",
"20260729-1-fcc40",
"20260729-2-5ca3f",
"20260729-3-4fba3",
"20260729-4-11aa7",
"20260729-5-e6ecf",
"20260729-6-78218",
"20260729-7-115f7",
"github_com_salesforce_TrendForce_pull_25",
"20260729-0-77fae",
"20260729-1-35069",
"20260729-2-83375",
"20260729-3-c3843",
"20260729-4-957df",
"20260729-5-85265",
"20260729-6-381b2",
"20260813-0-81473",
"20260813-1-53b4c",
"20260813-2-10126",
"20260813-3-eded8",
"20260813-4-d1756",
"20260813-5-05730",
"20260813-6-5d0e9",
"20260813-7-63f2b",
"20260813-8-9e533",
"20260813-9-5915a",
"20260813-10-44c3d",
"20260813-11-42088",
"github_com_salesforce_TrendForce_pull_29",
"20260821-0-01fbd",
"20260821-1-2fbaa",
"20260821-2-9fa79",
"20260821-3-33d51",
"20260821-4-73941",
"20260821-5-c72bf",
"20260821-6-9f959",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#a22",
"product": "TrendForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in TrendForce.",
"ground_truth": [
"ComputeWorks"
],
"citations": [
"20260725-0-6dcbc",
"20260725-1-03644",
"20260725-2-a6190",
"20260725-3-05e0b",
"20260725-4-dafbb",
"20260725-5-afe02",
"20260725-6-c6b9c",
"20260725-7-408f6",
"20260725-8-6d908",
"20260725-9-b1020",
"20260725-10-e560d",
"20260821-0-7de39",
"20260821-1-e53e7",
"20260821-2-a1e63",
"20260821-3-8d2d7",
"20260821-4-48efb",
"20260821-5-d1b2e",
"20260821-6-61aee",
"20260821-7-25292",
"20260821-8-d9d6d",
"20260821-9-4f6b9",
"20260821-10-92b79",
"20260823-0-c9f80",
"20260823-1-1fd23",
"20260823-2-ad6cb",
"20260823-3-2143b",
"20260823-4-989c0",
"20260823-5-4b07e",
"20260823-6-b54d2",
"20260902-0-fe607",
"20260902-1-cb289",
"20260902-2-6cfe7",
"20260902-3-092b1",
"20260902-4-a6a3f",
"20260902-5-16cc2",
"20260902-6-22493",
"20260902-7-4f421",
"20260902-8-3598d",
"20260902-9-6268b",
"20260920-0-07895",
"20260920-1-26cae",
"20260920-2-2ad7d",
"20260920-3-29b26",
"20260920-4-7610d",
"20260920-5-ff58d",
"github_com_salesforce_TrendForce_pull_35",
"20260922-0-62318",
"20260922-1-5a1a6",
"20260922-2-14998",
"20260922-3-6ef30",
"20260922-4-134d1",
"20260922-5-334d1",
"20260922-6-6739d",
"20260802-0-22cee",
"20260802-1-6b999",
"20260802-2-1fbe9",
"20260802-3-fe0d8",
"20260802-4-a0175",
"20260802-5-35711",
"20260802-6-57b80",
"20260802-7-e2c89",
"20260802-8-e8c4b",
"20260802-9-2220a",
"20260802-10-8b925",
"20260825-0-f297e",
"20260825-1-8bc49",
"20260825-2-a573b",
"20260825-3-4235a",
"20260825-4-f2263",
"20260825-5-556cb",
"20260825-6-41d59",
"20260825-7-4818e",
"20260825-8-7850d",
"20260825-9-f2e5d",
"20260825-10-e5a70",
"20260825-11-e89b4",
"20260825-12-e7031",
"20260828-0-5beec",
"20260828-1-cbb44",
"20260828-2-d1dc3",
"20260828-3-aa6aa",
"20260828-4-017b3",
"20260828-5-7e518",
"20260828-6-ca316",
"20260828-7-1e9ba",
"20260710-0-bcf6e",
"20260710-1-0b1e8",
"20260710-2-01161",
"20260710-3-f081c",
"20260710-4-e2bbc",
"20260710-5-2fdf9",
"20260710-6-bc90f",
"20260710-7-719a8",
"20260710-8-6787b",
"20260710-9-68459",
"20260710-10-15979",
"20260809-0-28715",
"20260809-1-10770",
"20260809-2-b82b5",
"20260809-3-55f4c",
"20260809-4-af64d",
"20260809-5-08017",
"20260809-6-14488",
"20260809-7-d8927",
"20260809-8-a62b5",
"20260809-9-754d9",
"20260809-10-503f9",
"20260809-11-b5fce",
"20260811-0-4c18b",
"20260811-1-7e7a5",
"20260811-2-04991",
"20260811-3-a7d67",
"20260811-4-ab0e7",
"20260811-5-d391a",
"20260811-6-4abaf",
"20260811-7-a4009",
"20260811-8-2c33d",
"20260911-0-2ab5c",
"20260911-1-8ee09",
"20260911-2-af2ce",
"20260911-3-35669",
"20260911-4-7b10d",
"20260911-5-6b317",
"20260911-6-93690",
"20260911-7-dad92",
"20260911-8-432bf",
"20260911-9-0c0d3",
"20260926-0-a6c42",
"20260926-1-d10a3",
"20260926-2-ee16b",
"20260926-3-c4e62",
"20260926-4-37d0e",
"20260926-5-cb335",
"20260926-6-0d3a0",
"20260926-7-86f0e",
"20260926-8-86835",
"20260926-9-7cfc8",
"20260926-0-b64c8",
"20260926-1-4fd0d",
"20260926-2-fa68c",
"20260926-3-911a7",
"20260926-4-2c9b4",
"20260926-5-10af2",
"20260926-6-a9ac5",
"20260926-7-11272",
"20260926-8-5752f",
"20260705-0-ceb90",
"20260705-1-654fa",
"20260705-2-396b8",
"20260705-3-160fb",
"20260705-4-8aab6",
"20260705-5-d0466",
"20260705-6-6d323",
"20260705-7-3868e",
"20260705-8-44f75",
"20260705-9-bc643",
"20260705-10-70fac",
"20260728-0-a0d5d",
"20260728-1-25219",
"20260728-2-0c48a",
"20260728-3-2ef43",
"20260728-4-6ebb0",
"20260728-5-9ebeb",
"20260728-6-f2b53",
"20260728-7-14470",
"20260728-8-a59ff",
"20260728-9-000c8",
"github_com_salesforce_TrendForce_pull_24",
"20260728-0-c5d88",
"20260728-1-20702",
"20260728-2-523ae",
"20260728-3-8f72f",
"20260728-4-71854",
"20260728-5-a1ee9",
"20260728-6-f5627",
"20260728-7-2c3cb",
"20260728-8-91e3b",
"20260718-0-5f44d",
"20260718-1-b78c9",
"20260718-2-aacd0",
"20260718-3-56ff1",
"20260718-4-4afa0",
"20260718-5-4aedd",
"20260718-6-903e2",
"20260718-7-fbb66",
"20260718-8-cf3de",
"20260718-9-99862",
"20260718-10-eeaa0",
"20260818-0-dd759",
"20260818-1-87d73",
"20260818-2-75676",
"20260818-3-b5485",
"20260818-4-20075",
"20260818-5-9d21a",
"20260818-6-0882f",
"20260818-7-1cad1",
"20260818-8-ff646",
"20260818-9-9f6cb",
"20260916-0-3f1f3",
"20260916-1-c9c32",
"20260916-2-0da6d",
"20260916-3-8419d",
"20260916-4-bd283",
"20260916-5-c1882",
"20260916-6-167e7",
"20260916-7-e65bc",
"20260916-8-465bb",
"20260916-9-f2e13",
"20260916-10-39ae9",
"20260917-0-ee542",
"20260917-1-193fc",
"20260917-2-7e354",
"20260917-3-bbac7",
"20260917-4-5cfe9",
"20260917-5-26433",
"20260917-6-21fa0",
"20260917-7-0ea6c",
"20260927-0-cde32",
"20260927-1-8d6b4",
"20260927-2-bd267",
"20260927-3-39494",
"20260927-4-b13ae",
"20260927-5-23062",
"20260927-6-5e007",
"20260927-7-bf2ef",
"20260927-8-92811",
"20260927-0-8c21b",
"20260927-1-171df",
"20260927-2-8bfc1",
"20260927-3-41e7c",
"20260927-4-f6326",
"20260927-5-3029e",
"20260927-6-3edbe",
"20260729-0-820e8",
"20260729-1-fcc40",
"20260729-2-5ca3f",
"20260729-3-4fba3",
"20260729-4-11aa7",
"20260729-5-e6ecf",
"20260729-6-78218",
"20260729-7-115f7",
"github_com_salesforce_TrendForce_pull_25",
"20260729-0-77fae",
"20260729-1-35069",
"20260729-2-83375",
"20260729-3-c3843",
"20260729-4-957df",
"20260729-5-85265",
"20260729-6-381b2",
"20260813-0-81473",
"20260813-1-53b4c",
"20260813-2-10126",
"20260813-3-eded8",
"20260813-4-d1756",
"20260813-5-05730",
"20260813-6-5d0e9",
"20260813-7-63f2b",
"20260813-8-9e533",
"20260813-9-5915a",
"20260813-10-44c3d",
"20260813-11-42088",
"github_com_salesforce_TrendForce_pull_29",
"20260821-0-01fbd",
"20260821-1-2fbaa",
"20260821-2-9fa79",
"20260821-3-33d51",
"20260821-4-73941",
"20260821-5-c72bf",
"20260821-6-9f959",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#a23",
"product": "TrendForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in TrendForce.",
"ground_truth": [
"eid_5782059f",
"eid_14a5889d"
],
"citations": [
"20260705-0-ceb90",
"20260705-1-654fa",
"20260705-2-396b8",
"20260705-3-160fb",
"20260705-4-8aab6",
"20260705-5-d0466",
"20260705-6-6d323",
"20260705-7-3868e",
"20260705-8-44f75",
"20260705-9-bc643",
"20260705-10-70fac",
"20260728-0-a0d5d",
"20260728-1-25219",
"20260728-2-0c48a",
"20260728-3-2ef43",
"20260728-4-6ebb0",
"20260728-5-9ebeb",
"20260728-6-f2b53",
"20260728-7-14470",
"20260728-8-a59ff",
"20260728-9-000c8",
"github_com_salesforce_TrendForce_pull_24",
"20260728-0-c5d88",
"20260728-1-20702",
"20260728-2-523ae",
"20260728-3-8f72f",
"20260728-4-71854",
"20260728-5-a1ee9",
"20260728-6-f5627",
"20260728-7-2c3cb",
"20260728-8-91e3b",
"20260902-0-fe607",
"20260902-1-cb289",
"20260902-2-6cfe7",
"20260902-3-092b1",
"20260902-4-a6a3f",
"20260902-5-16cc2",
"20260902-6-22493",
"20260902-7-4f421",
"20260902-8-3598d",
"20260902-9-6268b",
"20260920-0-07895",
"20260920-1-26cae",
"20260920-2-2ad7d",
"20260920-3-29b26",
"20260920-4-7610d",
"20260920-5-ff58d",
"github_com_salesforce_TrendForce_pull_35",
"20260922-0-62318",
"20260922-1-5a1a6",
"20260922-2-14998",
"20260922-3-6ef30",
"20260922-4-134d1",
"20260922-5-334d1",
"20260922-6-6739d",
"20260725-0-6dcbc",
"20260725-1-03644",
"20260725-2-a6190",
"20260725-3-05e0b",
"20260725-4-dafbb",
"20260725-5-afe02",
"20260725-6-c6b9c",
"20260725-7-408f6",
"20260725-8-6d908",
"20260725-9-b1020",
"20260725-10-e560d",
"20260821-0-7de39",
"20260821-1-e53e7",
"20260821-2-a1e63",
"20260821-3-8d2d7",
"20260821-4-48efb",
"20260821-5-d1b2e",
"20260821-6-61aee",
"20260821-7-25292",
"20260821-8-d9d6d",
"20260821-9-4f6b9",
"20260821-10-92b79",
"20260823-0-c9f80",
"20260823-1-1fd23",
"20260823-2-ad6cb",
"20260823-3-2143b",
"20260823-4-989c0",
"20260823-5-4b07e",
"20260823-6-b54d2",
"20260729-0-820e8",
"20260729-1-fcc40",
"20260729-2-5ca3f",
"20260729-3-4fba3",
"20260729-4-11aa7",
"20260729-5-e6ecf",
"20260729-6-78218",
"20260729-7-115f7",
"github_com_salesforce_TrendForce_pull_25",
"20260729-0-77fae",
"20260729-1-35069",
"20260729-2-83375",
"20260729-3-c3843",
"20260729-4-957df",
"20260729-5-85265",
"20260729-6-381b2",
"20260813-0-81473",
"20260813-1-53b4c",
"20260813-2-10126",
"20260813-3-eded8",
"20260813-4-d1756",
"20260813-5-05730",
"20260813-6-5d0e9",
"20260813-7-63f2b",
"20260813-8-9e533",
"20260813-9-5915a",
"20260813-10-44c3d",
"20260813-11-42088",
"github_com_salesforce_TrendForce_pull_29",
"20260821-0-01fbd",
"20260821-1-2fbaa",
"20260821-2-9fa79",
"20260821-3-33d51",
"20260821-4-73941",
"20260821-5-c72bf",
"20260821-6-9f959",
"20260710-0-bcf6e",
"20260710-1-0b1e8",
"20260710-2-01161",
"20260710-3-f081c",
"20260710-4-e2bbc",
"20260710-5-2fdf9",
"20260710-6-bc90f",
"20260710-7-719a8",
"20260710-8-6787b",
"20260710-9-68459",
"20260710-10-15979",
"20260802-0-22cee",
"20260802-1-6b999",
"20260802-2-1fbe9",
"20260802-3-fe0d8",
"20260802-4-a0175",
"20260802-5-35711",
"20260802-6-57b80",
"20260802-7-e2c89",
"20260802-8-e8c4b",
"20260802-9-2220a",
"20260802-10-8b925",
"20260825-0-f297e",
"20260825-1-8bc49",
"20260825-2-a573b",
"20260825-3-4235a",
"20260825-4-f2263",
"20260825-5-556cb",
"20260825-6-41d59",
"20260825-7-4818e",
"20260825-8-7850d",
"20260825-9-f2e5d",
"20260825-10-e5a70",
"20260825-11-e89b4",
"20260825-12-e7031",
"20260828-0-5beec",
"20260828-1-cbb44",
"20260828-2-d1dc3",
"20260828-3-aa6aa",
"20260828-4-017b3",
"20260828-5-7e518",
"20260828-6-ca316",
"20260828-7-1e9ba",
"20260818-0-dd759",
"20260818-1-87d73",
"20260818-2-75676",
"20260818-3-b5485",
"20260818-4-20075",
"20260818-5-9d21a",
"20260818-6-0882f",
"20260818-7-1cad1",
"20260818-8-ff646",
"20260818-9-9f6cb",
"20260916-0-3f1f3",
"20260916-1-c9c32",
"20260916-2-0da6d",
"20260916-3-8419d",
"20260916-4-bd283",
"20260916-5-c1882",
"20260916-6-167e7",
"20260916-7-e65bc",
"20260916-8-465bb",
"20260916-9-f2e13",
"20260916-10-39ae9",
"20260917-0-ee542",
"20260917-1-193fc",
"20260917-2-7e354",
"20260917-3-bbac7",
"20260917-4-5cfe9",
"20260917-5-26433",
"20260917-6-21fa0",
"20260917-7-0ea6c",
"20260809-0-28715",
"20260809-1-10770",
"20260809-2-b82b5",
"20260809-3-55f4c",
"20260809-4-af64d",
"20260809-5-08017",
"20260809-6-14488",
"20260809-7-d8927",
"20260809-8-a62b5",
"20260809-9-754d9",
"20260809-10-503f9",
"20260809-11-b5fce",
"20260811-0-4c18b",
"20260811-1-7e7a5",
"20260811-2-04991",
"20260811-3-a7d67",
"20260811-4-ab0e7",
"20260811-5-d391a",
"20260811-6-4abaf",
"20260811-7-a4009",
"20260811-8-2c33d",
"20260911-0-2ab5c",
"20260911-1-8ee09",
"20260911-2-af2ce",
"20260911-3-35669",
"20260911-4-7b10d",
"20260911-5-6b317",
"20260911-6-93690",
"20260911-7-dad92",
"20260911-8-432bf",
"20260911-9-0c0d3",
"20260926-0-a6c42",
"20260926-1-d10a3",
"20260926-2-ee16b",
"20260926-3-c4e62",
"20260926-4-37d0e",
"20260926-5-cb335",
"20260926-6-0d3a0",
"20260926-7-86f0e",
"20260926-8-86835",
"20260926-9-7cfc8",
"20260926-0-b64c8",
"20260926-1-4fd0d",
"20260926-2-fa68c",
"20260926-3-911a7",
"20260926-4-2c9b4",
"20260926-5-10af2",
"20260926-6-a9ac5",
"20260926-7-11272",
"20260926-8-5752f",
"20260927-0-cde32",
"20260927-1-8d6b4",
"20260927-2-bd267",
"20260927-3-39494",
"20260927-4-b13ae",
"20260927-5-23062",
"20260927-6-5e007",
"20260927-7-bf2ef",
"20260927-8-92811",
"20260927-0-8c21b",
"20260927-1-171df",
"20260927-2-8bfc1",
"20260927-3-41e7c",
"20260927-4-f6326",
"20260927-5-3029e",
"20260927-6-3edbe",
"20260718-0-5f44d",
"20260718-1-b78c9",
"20260718-2-aacd0",
"20260718-3-56ff1",
"20260718-4-4afa0",
"20260718-5-4aedd",
"20260718-6-903e2",
"20260718-7-fbb66",
"20260718-8-cf3de",
"20260718-9-99862",
"20260718-10-eeaa0",
"20260426-0-d9803",
"20260426-1-583c6",
"20260426-2-b3b17"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "TrendForce#u0",
"product": "TrendForce",
"kind": "unanswerable",
"question": "What are the unique features of TrendForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#u1",
"product": "TrendForce",
"kind": "unanswerable",
"question": "What are the weaknesses of TrendForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#u2",
"product": "TrendForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of TrendForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#u3",
"product": "TrendForce",
"kind": "unanswerable",
"question": "Find employee IDs of team members who shared demos of TrendForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#u4",
"product": "TrendForce",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for TrendForce's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "TrendForce#u5",
"product": "TrendForce",
"kind": "unanswerable",
"question": "Can you find links to PRs for the integration with third-party systems in TrendForce that were not approved?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a0",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Market Research Report for VizForce?",
"ground_truth": "- Add more specifics about the AI engine's learning capabilities in the Product Features section, including a short example of how it adapts over time.\n- Elaborate more on the threats in the SWOT Analysis, particularly concerning rapid technological changes and strategies to stay ahead.",
"citations": [
"20260328-0-bb3ec",
"20260328-1-fc9e1",
"20260328-2-eb806",
"20260328-3-718cb",
"20260328-4-6a2fc",
"20260328-5-7d83a",
"20260328-6-9d12b",
"20260328-7-bc770",
"20260328-8-23f8f",
"20260328-9-f3b79",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a1",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by Marketing Manager to improve the Market Research Report for VizForce?",
"ground_truth": "- Include a brief mention of potential challenges VizAI might face in the market in the Executive Summary.\n- Add a comparison table or chart in the Competitive Analysis to visually represent how VizAI compares to competitors.",
"citations": [
"20260328-0-bb3ec",
"20260328-1-fc9e1",
"20260328-2-eb806",
"20260328-3-718cb",
"20260328-4-6a2fc",
"20260328-5-7d83a",
"20260328-6-9d12b",
"20260328-7-bc770",
"20260328-8-23f8f",
"20260328-9-f3b79",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a2",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Market Research Report for VizForce?",
"ground_truth": "- Add a comparison chart.\n- Expand on the self-service analytics trend in the Market Trends section, including supporting statistics.\n- Include a section on user feedback or case studies to highlight real-world applications and benefits of VizAI.",
"citations": [
"20260328-0-bb3ec",
"20260328-1-fc9e1",
"20260328-2-eb806",
"20260328-3-718cb",
"20260328-4-6a2fc",
"20260328-5-7d83a",
"20260328-6-9d12b",
"20260328-7-bc770",
"20260328-8-23f8f",
"20260328-9-f3b79",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a3",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Vision Document for VizForce?",
"ground_truth": "- Expand on the 'learning from user interactions' feature to detail how it enhances accuracy.\n- Add a section on potential partnerships or collaborations, particularly with other AI or data visualization platforms.",
"citations": [
"20260402-0-4572b",
"20260402-1-37cc7",
"20260402-2-db2c7",
"20260402-3-408a3",
"20260402-4-608b8",
"20260402-5-6c386",
"20260402-6-7ca49",
"20260402-7-f7d85",
"20260402-8-eaa10",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a4",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Vision Document for VizForce?",
"ground_truth": "- Emphasize how VizAI differentiates itself through user experience, with a focus on highlighting the intuitive interface more prominently in the Product Vision Statement.\n- Include a mention in the Challenges and Risks section about plans to continuously gather and incorporate user feedback to demonstrate commitment to adaptability.",
"citations": [
"20260402-0-4572b",
"20260402-1-37cc7",
"20260402-2-db2c7",
"20260402-3-408a3",
"20260402-4-608b8",
"20260402-5-6c386",
"20260402-6-7ca49",
"20260402-7-f7d85",
"20260402-8-eaa10",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a5",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Vision Document for VizForce?",
"ground_truth": "- Emphasize the intuitive interface in the document.\n- Include information on how user feedback has shaped the interface design.\n- Specify what 'customizable visualization options' entail in the Market Needs section, mentioning specific features or capabilities.",
"citations": [
"20260402-0-4572b",
"20260402-1-37cc7",
"20260402-2-db2c7",
"20260402-3-408a3",
"20260402-4-608b8",
"20260402-5-6c386",
"20260402-6-7ca49",
"20260402-7-f7d85",
"20260402-8-eaa10",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a6",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Product Requirements Document for VizForce?",
"ground_truth": "- Expand on the 'Seamless Integration' section by specifying which existing Tableau features VizAI will leverage.\n- Identify potential technical challenges that might be faced during the integration process.\n- Add more detail to the 'Potential Partnerships' section by identifying specific AI research institutions or tech companies for potential partnerships.",
"citations": [
"20260407-0-98ced",
"20260407-1-2bffb",
"20260407-2-9f458",
"20260407-3-b4200",
"20260407-4-edc2d",
"20260407-5-daa8c",
"20260407-6-aad0c",
"20260407-7-0f0de",
"20260407-8-780d1",
"20260407-9-e7ffb",
"20260407-10-e16d6",
"20260407-11-b79a1",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a7",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Requirements Document for VizForce?",
"ground_truth": "- Add a section on testing strategies for the 'Learning Capability' feature, focusing on validating accuracy improvements and user feedback integration.\n- Include a subsection on 'Continuous Testing and Feedback Loop' to detail the approach to testing AI algorithms and incorporating user feedback.\n- Mention the importance of data privacy and security in the 'Challenges' section, emphasizing the need to protect user data in the AI-driven context of VizAI.",
"citations": [
"20260407-0-98ced",
"20260407-1-2bffb",
"20260407-2-9f458",
"20260407-3-b4200",
"20260407-4-edc2d",
"20260407-5-daa8c",
"20260407-6-aad0c",
"20260407-7-0f0de",
"20260407-8-780d1",
"20260407-9-e7ffb",
"20260407-10-e16d6",
"20260407-11-b79a1",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a8",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by UX Researcher to improve the Product Requirements Document for VizForce?",
"ground_truth": "- Include user personas or scenarios in the 'Intuitive Interface' section to illustrate how different users will interact with the interface.\n- Add a brief SWOT analysis in the 'Competitive Analysis' section to understand strengths and weaknesses compared to competitors like Power BI and Qlik Sense.",
"citations": [
"20260407-0-98ced",
"20260407-1-2bffb",
"20260407-2-9f458",
"20260407-3-b4200",
"20260407-4-edc2d",
"20260407-5-daa8c",
"20260407-6-aad0c",
"20260407-7-0f0de",
"20260407-8-780d1",
"20260407-9-e7ffb",
"20260407-10-e16d6",
"20260407-11-b79a1",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a9",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for VizForce?",
"ground_truth": "- Specify which cloud platforms will be supported initially in the System Architecture section to aid in planning integration efforts.\n- Emphasize the importance of user feedback in the Conclusion to highlight commitment to user-centric development.",
"citations": [
"20260413-0-e0fda",
"20260413-1-bc8eb",
"20260413-2-a25c3",
"20260413-3-76f3f",
"20260413-4-f5e62",
"20260413-5-90806",
"20260413-6-56a30",
"20260413-7-e2eeb",
"20260413-8-aeef8",
"20260413-9-76a34",
"20260413-10-3b798",
"20260413-11-283a6",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a10",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by QA Specialist to improve the Technical Specifications Document for VizForce?",
"ground_truth": "- Elaborate on the types of machine learning algorithms used in the AI Engine section to clarify the capabilities and limitations of the trend detection feature.\n- Specify the frequency of security audits in the Security and Privacy section to maintain trust with users.",
"citations": [
"20260413-0-e0fda",
"20260413-1-bc8eb",
"20260413-2-a25c3",
"20260413-3-76f3f",
"20260413-4-f5e62",
"20260413-5-90806",
"20260413-6-56a30",
"20260413-7-e2eeb",
"20260413-8-aeef8",
"20260413-9-76a34",
"20260413-10-3b798",
"20260413-11-283a6",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a11",
"product": "VizForce",
"kind": "answerable",
"question": "What are the changes suggested by Product Manager to improve the Technical Specifications Document for VizForce?",
"ground_truth": "- Add more details about accessibility features in the User Interface Module.\n- Mention any limitations or constraints on third-party plugins in the Customization Engine section.\n- Expand on potential partnerships in the Challenges and Mitigation Strategies section, outlining the aims of these collaborations.",
"citations": [
"20260413-0-e0fda",
"20260413-1-bc8eb",
"20260413-2-a25c3",
"20260413-3-76f3f",
"20260413-4-f5e62",
"20260413-5-90806",
"20260413-6-56a30",
"20260413-7-e2eeb",
"20260413-8-aeef8",
"20260413-9-76a34",
"20260413-10-3b798",
"20260413-11-283a6",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a12",
"product": "VizForce",
"kind": "answerable",
"question": "What are the unique features of VizForce's competitor products?",
"ground_truth": "InsightGraph AI offers several unique features, including machine learning algorithms for automating data visualization generation, customizable dashboards with drag-and-drop functionality, real-time data processing, and integration with popular data sources like SQL, Excel, and Google Sheets.\n\nDataVision Pro offers AI-driven insights and trend analysis using advanced machine learning models, interactive visualizations with drill-down capabilities, collaboration tools integrated with platforms like Slack and Teams, and an extensive library of pre-built visualization templates.\n\nSmartViz AI offers several unique features: predictive analytics with AI-generated forecasts, a user-friendly interface with guided analysis workflows, seamless integration with major cloud data platforms like AWS, Azure, and Google Cloud, and advanced filtering and segmentation options.",
"citations": [
"20260813-0-e65d2",
"20260813-1-2099b",
"20260813-2-d34d3",
"20260813-3-34480",
"20260813-4-41e05",
"20260813-5-44eb3",
"20260813-6-62ad6",
"20260813-7-5028b",
"20260813-8-21f58",
"20260813-9-f3540",
"20260813-10-0ed8f",
"20260813-11-fb801",
"20260813-12-ac3c8",
"20260907-0-93eb6",
"20260907-1-56f51",
"20260907-2-ef76b",
"20260907-3-08600",
"20260907-4-5a774",
"20260907-5-15eee",
"20260907-6-12cab",
"20260907-7-6f310",
"20260907-8-7a4f8",
"20260907-9-c3689",
"20260907-10-7f667",
"20260907-11-65de1",
"20260907-12-16125",
"20260822-0-ef9c6",
"20260822-1-8fdef",
"20260822-2-8b2a9",
"20260822-3-2b345",
"20260822-4-e2836",
"20260822-5-34c06",
"20260822-6-83d39",
"20260822-7-519c4",
"20260822-8-ccc00",
"20260822-9-edc55",
"20260822-10-6b45b",
"20260822-11-9d28e",
"20260822-12-21553",
"20260822-13-9083f",
"20260718-0-a92a7",
"20260718-1-8d146",
"20260718-2-54cf9",
"20260718-3-f0fc9",
"20260718-4-f866b",
"20260718-5-f2cf1",
"20260718-6-8c847",
"20260718-7-af4e8",
"20260718-8-8c1f1",
"20260718-9-1f3fb",
"20260718-10-9cb27",
"20260718-11-cd928",
"20260624-0-abc38",
"20260624-1-b01b4",
"20260624-2-2f39e",
"20260624-3-387a3",
"20260624-4-c61e5",
"20260624-5-44e51",
"20260624-6-54e79",
"20260624-7-01ce3",
"20260624-8-62891",
"20260624-9-0e8b7",
"20260624-10-5208b",
"20260624-11-8fc86",
"20260624-12-04e4a",
"20260518-0-5a8fc",
"20260518-1-5ab3d",
"20260518-2-11876",
"20260518-3-031a4",
"20260518-4-1f53a",
"20260518-5-a9840",
"20260518-6-eb922",
"20260518-7-da47b",
"20260518-8-7e4e7",
"20260518-9-9fc5b",
"20260518-10-b714f",
"20260518-11-00535",
"20260518-12-652e5",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a13",
"product": "VizForce",
"kind": "answerable",
"question": "What are the weaknesses of VizForce's competitor products?",
"ground_truth": "The weaknesses of InsightGraph AI include limited support for complex data models, a higher learning curve for non-technical users, and occasional lag in real-time data updates. It struggles with handling intricate data structures, particularly nested or hierarchical data models. Non-technical users might find it challenging to get started due to the interface and data structuring requirements. Additionally, there can be noticeable lag during peak usage times, which may affect real-time analytics.\n\nThe weaknesses of DataVision Pro include the need for significant data preparation for optimal results, limited customization options, which can be a drawback for power users and larger projects, and its higher cost compared to similar tools in the market.\n\nThe weaknesses of SmartViz AI include limited support for on-premise data sources, occasional inaccuracies in AI-generated forecasts, and basic visualization options with limited customization.",
"citations": [
"20260813-0-e65d2",
"20260813-1-2099b",
"20260813-2-d34d3",
"20260813-3-34480",
"20260813-4-41e05",
"20260813-5-44eb3",
"20260813-6-62ad6",
"20260813-7-5028b",
"20260813-8-21f58",
"20260813-9-f3540",
"20260813-10-0ed8f",
"20260813-11-fb801",
"20260813-12-ac3c8",
"20260907-0-93eb6",
"20260907-1-56f51",
"20260907-2-ef76b",
"20260907-3-08600",
"20260907-4-5a774",
"20260907-5-15eee",
"20260907-6-12cab",
"20260907-7-6f310",
"20260907-8-7a4f8",
"20260907-9-c3689",
"20260907-10-7f667",
"20260907-11-65de1",
"20260907-12-16125",
"20260822-0-ef9c6",
"20260822-1-8fdef",
"20260822-2-8b2a9",
"20260822-3-2b345",
"20260822-4-e2836",
"20260822-5-34c06",
"20260822-6-83d39",
"20260822-7-519c4",
"20260822-8-ccc00",
"20260822-9-edc55",
"20260822-10-6b45b",
"20260822-11-9d28e",
"20260822-12-21553",
"20260822-13-9083f",
"20260718-0-a92a7",
"20260718-1-8d146",
"20260718-2-54cf9",
"20260718-3-f0fc9",
"20260718-4-f866b",
"20260718-5-f2cf1",
"20260718-6-8c847",
"20260718-7-af4e8",
"20260718-8-8c1f1",
"20260718-9-1f3fb",
"20260718-10-9cb27",
"20260718-11-cd928",
"20260624-0-abc38",
"20260624-1-b01b4",
"20260624-2-2f39e",
"20260624-3-387a3",
"20260624-4-c61e5",
"20260624-5-44e51",
"20260624-6-54e79",
"20260624-7-01ce3",
"20260624-8-62891",
"20260624-9-0e8b7",
"20260624-10-5208b",
"20260624-11-8fc86",
"20260624-12-04e4a",
"20260518-0-5a8fc",
"20260518-1-5ab3d",
"20260518-2-11876",
"20260518-3-031a4",
"20260518-4-1f53a",
"20260518-5-a9840",
"20260518-6-eb922",
"20260518-7-da47b",
"20260518-8-7e4e7",
"20260518-9-9fc5b",
"20260518-10-b714f",
"20260518-11-00535",
"20260518-12-652e5",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "content",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a14",
"product": "VizForce",
"kind": "answerable",
"question": "Find employee IDs of team members who provided insights on the strengths and weaknesses of VizForce's competitor products?",
"ground_truth": [
"eid_9fecc161",
"eid_0dd1bf2e",
"eid_4988ee2a",
"eid_f86a00ce",
"eid_4fc423da",
"eid_104b8b57"
],
"citations": [
"20260813-0-e65d2",
"20260813-1-2099b",
"20260813-2-d34d3",
"20260813-3-34480",
"20260813-4-41e05",
"20260813-5-44eb3",
"20260813-6-62ad6",
"20260813-7-5028b",
"20260813-8-21f58",
"20260813-9-f3540",
"20260813-10-0ed8f",
"20260813-11-fb801",
"20260813-12-ac3c8",
"20260907-0-93eb6",
"20260907-1-56f51",
"20260907-2-ef76b",
"20260907-3-08600",
"20260907-4-5a774",
"20260907-5-15eee",
"20260907-6-12cab",
"20260907-7-6f310",
"20260907-8-7a4f8",
"20260907-9-c3689",
"20260907-10-7f667",
"20260907-11-65de1",
"20260907-12-16125",
"20260822-0-ef9c6",
"20260822-1-8fdef",
"20260822-2-8b2a9",
"20260822-3-2b345",
"20260822-4-e2836",
"20260822-5-34c06",
"20260822-6-83d39",
"20260822-7-519c4",
"20260822-8-ccc00",
"20260822-9-edc55",
"20260822-10-6b45b",
"20260822-11-9d28e",
"20260822-12-21553",
"20260822-13-9083f",
"20260718-0-a92a7",
"20260718-1-8d146",
"20260718-2-54cf9",
"20260718-3-f0fc9",
"20260718-4-f866b",
"20260718-5-f2cf1",
"20260718-6-8c847",
"20260718-7-af4e8",
"20260718-8-8c1f1",
"20260718-9-1f3fb",
"20260718-10-9cb27",
"20260718-11-cd928",
"20260624-0-abc38",
"20260624-1-b01b4",
"20260624-2-2f39e",
"20260624-3-387a3",
"20260624-4-c61e5",
"20260624-5-44e51",
"20260624-6-54e79",
"20260624-7-01ce3",
"20260624-8-62891",
"20260624-9-0e8b7",
"20260624-10-5208b",
"20260624-11-8fc86",
"20260624-12-04e4a",
"20260518-0-5a8fc",
"20260518-1-5ab3d",
"20260518-2-11876",
"20260518-3-031a4",
"20260518-4-1f53a",
"20260518-5-a9840",
"20260518-6-eb922",
"20260518-7-da47b",
"20260518-8-7e4e7",
"20260518-9-9fc5b",
"20260518-10-b714f",
"20260518-11-00535",
"20260518-12-652e5",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a15",
"product": "VizForce",
"kind": "answerable",
"question": "Find employee IDs of team members who shared demos of VizForce's competitor products?",
"ground_truth": [
"eid_7871ba4e",
"eid_89afe48f",
"eid_1330d187"
],
"citations": [
"20260813-0-e65d2",
"20260813-1-2099b",
"20260813-2-d34d3",
"20260813-3-34480",
"20260813-4-41e05",
"20260813-5-44eb3",
"20260813-6-62ad6",
"20260813-7-5028b",
"20260813-8-21f58",
"20260813-9-f3540",
"20260813-10-0ed8f",
"20260813-11-fb801",
"20260813-12-ac3c8",
"20260907-0-93eb6",
"20260907-1-56f51",
"20260907-2-ef76b",
"20260907-3-08600",
"20260907-4-5a774",
"20260907-5-15eee",
"20260907-6-12cab",
"20260907-7-6f310",
"20260907-8-7a4f8",
"20260907-9-c3689",
"20260907-10-7f667",
"20260907-11-65de1",
"20260907-12-16125",
"20260730-0-b8468",
"20260822-0-ef9c6",
"20260822-1-8fdef",
"20260822-2-8b2a9",
"20260822-3-2b345",
"20260822-4-e2836",
"20260822-5-34c06",
"20260822-6-83d39",
"20260822-7-519c4",
"20260822-8-ccc00",
"20260822-9-edc55",
"20260822-10-6b45b",
"20260822-11-9d28e",
"20260822-12-21553",
"20260822-13-9083f",
"20260718-0-a92a7",
"20260718-1-8d146",
"20260718-2-54cf9",
"20260718-3-f0fc9",
"20260718-4-f866b",
"20260718-5-f2cf1",
"20260718-6-8c847",
"20260718-7-af4e8",
"20260718-8-8c1f1",
"20260718-9-1f3fb",
"20260718-10-9cb27",
"20260718-11-cd928",
"20260824-0-2323c",
"20260624-0-abc38",
"20260624-1-b01b4",
"20260624-2-2f39e",
"20260624-3-387a3",
"20260624-4-c61e5",
"20260624-5-44e51",
"20260624-6-54e79",
"20260624-7-01ce3",
"20260624-8-62891",
"20260624-9-0e8b7",
"20260624-10-5208b",
"20260624-11-8fc86",
"20260624-12-04e4a",
"20260518-0-5a8fc",
"20260518-1-5ab3d",
"20260518-2-11876",
"20260518-3-031a4",
"20260518-4-1f53a",
"20260518-5-a9840",
"20260518-6-eb922",
"20260518-7-da47b",
"20260518-8-7e4e7",
"20260518-9-9fc5b",
"20260518-10-b714f",
"20260518-11-00535",
"20260518-12-652e5",
"20260807-0-fcbff",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a16",
"product": "VizForce",
"kind": "answerable",
"question": "Find the demo URLs shared by team members for VizForce's competitor products?",
"ground_truth": [
"https://www.datavisionpro.com/demo",
"https://www.smartvizai.com/demo",
"https://www.insightgraphai.com/demo"
],
"citations": [
"20260813-0-e65d2",
"20260813-1-2099b",
"20260813-2-d34d3",
"20260813-3-34480",
"20260813-4-41e05",
"20260813-5-44eb3",
"20260813-6-62ad6",
"20260813-7-5028b",
"20260813-8-21f58",
"20260813-9-f3540",
"20260813-10-0ed8f",
"20260813-11-fb801",
"20260813-12-ac3c8",
"20260907-0-93eb6",
"20260907-1-56f51",
"20260907-2-ef76b",
"20260907-3-08600",
"20260907-4-5a774",
"20260907-5-15eee",
"20260907-6-12cab",
"20260907-7-6f310",
"20260907-8-7a4f8",
"20260907-9-c3689",
"20260907-10-7f667",
"20260907-11-65de1",
"20260907-12-16125",
"20260730-0-b8468",
"20260822-0-ef9c6",
"20260822-1-8fdef",
"20260822-2-8b2a9",
"20260822-3-2b345",
"20260822-4-e2836",
"20260822-5-34c06",
"20260822-6-83d39",
"20260822-7-519c4",
"20260822-8-ccc00",
"20260822-9-edc55",
"20260822-10-6b45b",
"20260822-11-9d28e",
"20260822-12-21553",
"20260822-13-9083f",
"20260718-0-a92a7",
"20260718-1-8d146",
"20260718-2-54cf9",
"20260718-3-f0fc9",
"20260718-4-f866b",
"20260718-5-f2cf1",
"20260718-6-8c847",
"20260718-7-af4e8",
"20260718-8-8c1f1",
"20260718-9-1f3fb",
"20260718-10-9cb27",
"20260718-11-cd928",
"20260824-0-2323c",
"20260624-0-abc38",
"20260624-1-b01b4",
"20260624-2-2f39e",
"20260624-3-387a3",
"20260624-4-c61e5",
"20260624-5-44e51",
"20260624-6-54e79",
"20260624-7-01ce3",
"20260624-8-62891",
"20260624-9-0e8b7",
"20260624-10-5208b",
"20260624-11-8fc86",
"20260624-12-04e4a",
"20260518-0-5a8fc",
"20260518-1-5ab3d",
"20260518-2-11876",
"20260518-3-031a4",
"20260518-4-1f53a",
"20260518-5-a9840",
"20260518-6-eb922",
"20260518-7-da47b",
"20260518-8-7e4e7",
"20260518-9-9fc5b",
"20260518-10-b714f",
"20260518-11-00535",
"20260518-12-652e5",
"20260807-0-fcbff",
"www_datavisionpro_com_demo",
"www_smartvizai_com_demo",
"www_insightgraphai_com_demo",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "url",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a17",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide links to PRs for developing the AI Engine in VizForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/14"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_4",
"github_com_salesforce_VizForce_pull_14",
"github_com_salesforce_VizForce_pull_19",
"20260617-0-5072f",
"20260617-1-869b3",
"20260617-2-4306c",
"20260617-3-e1f6e",
"20260617-4-f9172",
"20260617-5-dfdf6",
"20260617-6-600da",
"20260617-7-a9dd4",
"20260617-8-43051",
"20260617-9-9a372",
"20260701-0-6d936",
"20260701-1-4ee85",
"20260701-2-0a97c",
"20260701-3-f81b1",
"20260701-4-c0be0",
"20260701-5-12c8c",
"20260701-6-e0552",
"20260701-7-fd2fb",
"20260701-8-33e14",
"20260701-9-4fa50",
"20260701-10-c3cf5",
"20260701-11-8f98d",
"20260701-0-b2346",
"20260701-1-2566e",
"20260701-2-95c5c",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a18",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide links to the PRs related to the AI Engine in VizForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/32"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_7",
"github_com_salesforce_VizForce_pull_32",
"github_com_salesforce_VizForce_pull_37",
"20260814-0-fb76b",
"20260814-1-e9cda",
"20260814-2-141ff",
"20260814-3-115c0",
"20260814-4-a0779",
"20260814-5-44191",
"20260814-6-9adcd",
"20260814-7-29cfc",
"20260814-8-186c5",
"20260814-9-f9dd8",
"20260820-0-26fa8",
"20260820-1-75c20",
"20260820-2-84a22",
"20260820-3-7ff08",
"20260820-4-a55ac",
"20260820-5-35eee",
"20260820-6-12f3d",
"20260820-7-2faa7",
"20260820-8-0b9ec",
"20260820-9-51a51",
"20260820-10-ca37c",
"20260820-11-f5c76",
"20260821-0-7afaf",
"20260821-1-3544f",
"20260821-2-3ac08",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a19",
"product": "VizForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for the AI Engine feature in VizForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/8"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_2",
"product_dev_VizForce_3",
"20260612-0-741b9",
"20260612-1-74151",
"20260612-2-ad19a",
"20260612-3-451d0",
"20260612-4-c67a7",
"20260612-5-4b882",
"20260612-6-a1a26",
"20260612-7-034eb",
"20260612-8-87a4e",
"20260612-9-984e3",
"20260612-10-51bb6",
"github_com_salesforce_VizForce_pull_8",
"20260604-0-e3cda",
"20260604-1-26467",
"20260604-2-29a24",
"20260604-3-aa3f0",
"20260604-4-c486e",
"20260604-5-22523",
"20260604-6-f2c56",
"20260604-7-270b9",
"20260604-8-61b3f",
"20260604-9-68c16",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a20",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide the links to the PRs for the AI Engine feature in VizForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/21",
"https://github.com/salesforce/VizForce/pull/26"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_5",
"github_com_salesforce_VizForce_pull_21",
"20260711-0-2bcb7",
"20260711-1-b8e19",
"20260711-2-24f99",
"20260711-3-bec85",
"20260711-4-90af0",
"20260711-5-76a5b",
"20260711-6-2d482",
"20260711-7-f9a02",
"20260711-8-65b24",
"20260711-9-9ab6d",
"product_dev_VizForce_6",
"github_com_salesforce_VizForce_pull_26",
"20260727-0-098f3",
"20260727-1-b01e9",
"20260727-2-d747f",
"20260727-3-027c6",
"20260727-4-27ccc",
"20260727-5-813ae",
"20260727-6-27789",
"20260727-7-dc6ef",
"20260727-8-030b8",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a21",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide links to PRs for the Database Schema in VizForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/2"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_2",
"github_com_salesforce_VizForce_pull_2",
"github_com_salesforce_VizForce_pull_6",
"20260511-0-8ed56",
"20260511-1-6cb38",
"20260511-2-0efc1",
"20260511-3-f0f9e",
"20260511-4-88809",
"20260511-5-09964",
"20260511-6-020e0",
"20260511-7-c53f7",
"20260511-8-76b13",
"20260511-9-7108f",
"20260524-0-39c1e",
"20260524-1-a16f4",
"20260524-2-12886",
"20260524-3-43d96",
"20260524-4-a3a76",
"20260524-5-93d38",
"20260524-6-e978f",
"20260524-7-de549",
"20260524-8-bf5aa",
"20260524-9-7d3f1",
"20260524-10-09b1a",
"20260525-0-33d33",
"20260525-1-d484b",
"20260525-2-1b2b4",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a22",
"product": "VizForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for the Database Schema feature in VizForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/15",
"https://github.com/salesforce/VizForce/pull/39"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_3",
"product_dev_VizForce_4",
"20260701-0-1faf1",
"20260701-1-aa26d",
"20260701-2-0ac07",
"20260701-3-3f50d",
"20260701-4-dc9ca",
"20260701-5-53f2a",
"20260701-6-982e8",
"20260701-7-bb064",
"20260701-8-0e480",
"20260701-9-f35dc",
"20260701-10-4c3fa",
"20260701-11-ec1f0",
"github_com_salesforce_VizForce_pull_15",
"20260625-0-e729e",
"20260625-1-d08b7",
"20260625-2-cac7e",
"20260625-3-08145",
"20260625-4-5d024",
"20260625-5-0831d",
"20260625-6-f0926",
"20260625-7-e357e",
"product_dev_VizForce_8",
"20260904-0-ba55c",
"20260904-1-fe3bf",
"20260904-2-1deeb",
"20260904-3-9ec25",
"20260904-4-1c562",
"20260904-5-813d6",
"20260904-6-a80a1",
"20260904-7-c16dc",
"20260904-8-a93b9",
"20260904-9-1db0c",
"20260904-10-d132d",
"20260904-11-fce14",
"20260904-12-32e26",
"github_com_salesforce_VizForce_pull_39",
"20260903-0-21667",
"20260903-1-f28ab",
"20260903-2-cd4cd",
"20260903-3-5f7d4",
"20260903-4-f8d36",
"20260903-5-84441",
"20260903-6-d0013",
"20260903-7-9c2a2",
"20260903-8-51bbe",
"20260903-9-cafcb",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a23",
"product": "VizForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for updating the database schema in VizForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/33"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_6",
"product_dev_VizForce_7",
"github_com_salesforce_VizForce_pull_33",
"20260815-0-1483b",
"20260815-1-1d4f4",
"20260815-2-3494a",
"20260815-3-f6aea",
"20260815-4-2a1ce",
"20260815-5-d6675",
"20260815-6-4eaf1",
"20260815-7-0ea52",
"20260815-8-ff1f1",
"20260815-9-cb709",
"20260815-10-e334e",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a24",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide links to PRs related to the User Interface Module in VizForce that were reverted because they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/10",
"https://github.com/salesforce/VizForce/pull/16",
"https://github.com/salesforce/VizForce/pull/28"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_2",
"product_dev_VizForce_3",
"github_com_salesforce_VizForce_pull_10",
"github_com_salesforce_VizForce_pull_13",
"20260609-0-37676",
"20260609-1-27c02",
"20260609-2-5c6b9",
"20260609-3-2bb4d",
"20260609-4-75466",
"20260609-5-d47f3",
"20260609-6-3e3ce",
"20260609-7-758dc",
"20260613-0-2129b",
"20260613-1-b58ea",
"20260613-2-a3cd0",
"20260613-3-ae6e4",
"20260613-4-54e5b",
"20260613-5-e6cb9",
"20260613-6-40b5c",
"20260613-7-3d305",
"20260613-8-32a5a",
"20260613-9-d1c3a",
"20260613-10-344bb",
"20260613-11-8b047",
"20260613-12-10d0f",
"20260613-13-ba762",
"20260613-14-bf1f1",
"20260613-15-25dfb",
"20260613-16-717e6",
"20260613-17-2d0b3",
"20260613-0-41e8d",
"20260613-1-fa601",
"20260613-2-97a35",
"20260613-3-c1c0f",
"product_dev_VizForce_4",
"github_com_salesforce_VizForce_pull_16",
"github_com_salesforce_VizForce_pull_20",
"20260629-0-1d7d6",
"20260629-1-f6601",
"20260629-2-3bf37",
"20260629-3-9a01a",
"20260629-4-af3d3",
"20260629-5-599ad",
"20260629-6-42ee5",
"20260629-7-3bf4a",
"20260702-0-9af6a",
"20260702-1-91897",
"20260702-2-14488",
"20260702-3-d5882",
"20260702-4-b4092",
"20260702-5-0d1d1",
"20260702-6-69dfd",
"20260702-7-f403f",
"20260702-8-521b9",
"20260702-9-9e5d2",
"20260702-10-2424b",
"20260702-11-e4a29",
"20260702-0-62460",
"20260702-1-68f38",
"20260702-2-4502e",
"product_dev_VizForce_6",
"github_com_salesforce_VizForce_pull_28",
"github_com_salesforce_VizForce_pull_31",
"20260730-0-efd10",
"20260730-1-76cea",
"20260730-2-4a32b",
"20260730-3-816ae",
"20260730-4-d25b8",
"20260730-5-a7cbc",
"20260730-6-02e61",
"20260730-7-f01c1",
"20260805-0-7413b",
"20260805-1-cadec",
"20260805-2-f5685",
"20260805-3-11d11",
"20260805-4-78f86",
"20260805-5-cee15",
"20260805-6-57226",
"20260805-7-9ac5a",
"20260805-8-65a9f",
"20260805-9-3bfa7",
"20260805-10-f7f21",
"20260805-11-7f34d",
"20260805-0-31436",
"20260805-1-61ef4",
"20260805-2-25cf4",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a25",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide the links to the approved PRs for the Security for Customization Engine feature in VizForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/4",
"https://github.com/salesforce/VizForce/pull/17"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_2",
"20260527-0-e3b22",
"20260527-1-57a62",
"20260527-2-ac0f0",
"20260527-3-e068a",
"20260527-4-4cfa4",
"20260527-5-893fa",
"20260527-6-11e77",
"20260527-7-12af0",
"20260527-8-724ef",
"github_com_salesforce_VizForce_pull_4",
"20260518-0-287c5",
"20260518-1-dd3c1",
"20260518-2-fa9c2",
"20260518-3-2e554",
"20260518-4-10534",
"20260518-5-2b813",
"20260518-6-4d911",
"20260518-7-963f9",
"20260518-8-0ad13",
"20260518-9-9efdd",
"product_dev_VizForce_3",
"product_dev_VizForce_4",
"20260705-0-53d64",
"20260705-1-58c7e",
"20260705-2-7f222",
"20260705-3-bf863",
"20260705-4-973cb",
"20260705-5-ba52e",
"20260705-6-728a1",
"20260705-7-30d2d",
"20260705-8-e166c",
"20260705-9-8be88",
"github_com_salesforce_VizForce_pull_17",
"20260629-0-82e80",
"20260629-1-08429",
"20260629-2-1f23a",
"20260629-3-b66ba",
"20260629-4-4fcb2",
"20260629-5-44e56",
"20260629-6-d83fc",
"20260629-7-171a1",
"20260629-8-574d7",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a26",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide links to the PRs for the Security for Customization Engine feature in VizForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/29",
"https://github.com/salesforce/VizForce/pull/43"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_5",
"product_dev_VizForce_6",
"github_com_salesforce_VizForce_pull_29",
"20260804-0-d0bab",
"20260804-1-2581c",
"20260804-2-2b824",
"20260804-3-633ac",
"20260804-4-5a6f7",
"20260804-5-70990",
"20260804-6-9e49f",
"20260804-7-0a327",
"20260804-8-dbce9",
"20260804-9-948da",
"product_dev_VizForce_9",
"product_dev_VizForce_10",
"github_com_salesforce_VizForce_pull_43",
"20260916-0-eba52",
"20260916-1-01bf7",
"20260916-2-e08a0",
"20260916-3-26827",
"20260916-4-cfb05",
"20260916-5-6ea1d",
"20260916-6-f4d76",
"20260916-7-0f95c",
"20260916-8-b482d",
"20260916-9-25364",
"20260916-10-ce5d1",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a27",
"product": "VizForce",
"kind": "answerable",
"question": "Can you provide links to PRs for the Learning System feature in VizForce that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/5"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_2",
"github_com_salesforce_VizForce_pull_5",
"github_com_salesforce_VizForce_pull_7",
"20260524-0-3997c",
"20260524-1-fedc5",
"20260524-2-a1d17",
"20260524-3-f1bee",
"20260524-4-3a2af",
"20260524-5-a3cc5",
"20260524-6-56e88",
"20260524-7-1cb30",
"20260529-0-4ed19",
"20260529-1-1e737",
"20260529-2-ebeb0",
"20260529-3-d455c",
"20260529-4-f6628",
"20260529-5-0fe39",
"20260529-6-20b3d",
"20260529-7-cc499",
"20260529-8-b286a",
"20260529-9-f1c84",
"20260529-0-fda1b",
"20260529-1-98cad",
"20260529-2-e0616",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a28",
"product": "VizForce",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for the Learning System feature in VizForce that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/30"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_5",
"product_dev_VizForce_6",
"20260806-0-84dd6",
"20260806-1-ee0f5",
"20260806-2-b2a33",
"20260806-3-aecb4",
"20260806-4-ca938",
"20260806-5-80ca1",
"20260806-6-db325",
"20260806-7-59df5",
"20260806-8-70562",
"20260806-9-d7a6c",
"20260806-10-138c9",
"github_com_salesforce_VizForce_pull_30",
"20260806-0-280cd",
"20260806-1-8d4c9",
"20260806-2-6464e",
"20260806-3-11e95",
"20260806-4-67b96",
"20260806-5-4404f",
"20260806-6-5d374",
"20260806-7-3ea98",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a29",
"product": "VizForce",
"kind": "answerable",
"question": "Could you provide the links to the PRs for the Learning System feature in VizForce that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/VizForce/pull/18"
],
"citations": [
"product_dev_VizForce_1",
"product_dev_VizForce_3",
"product_dev_VizForce_4",
"github_com_salesforce_VizForce_pull_18",
"20260702-0-23723",
"20260702-1-927ab",
"20260702-2-2026c",
"20260702-3-f744a",
"20260702-4-73a67",
"20260702-5-ab29d",
"20260702-6-af0c4",
"20260702-7-88746",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a30",
"product": "VizForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the AI Model & Data Processing Engine in VizForce that led to misleading visualizations and undermined trust in the AI's analytics?",
"ground_truth": [
"TechCorp",
"ComputeWorks",
"NextGenTech",
"BlueWave",
"DataSolutions",
"InnovateAI"
],
"citations": [
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261016-0-50b97",
"20261016-1-03d00",
"20261016-2-5f91d",
"20261016-3-6f09c",
"20261016-4-f63f7",
"20261016-5-f8832",
"20261016-6-e20a6",
"20261016-7-ad3f3",
"20261016-8-525aa",
"20261016-9-856d2",
"20261016-10-172cf",
"20261218-0-6fcd1",
"20261218-1-9283a",
"20261218-2-b202c",
"20261218-3-19aca",
"20261218-4-88cf7",
"20261218-5-5277c",
"20261218-6-dc8d7",
"20261218-7-172e0",
"20261218-8-a9835",
"20261218-9-4b89c",
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a31",
"product": "VizForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the AI Model & Data Processing Engine in VizForce that were causing misleading visualizations and undermining trust in the AI's analytical capabilities?",
"ground_truth": [
"eid_b7702c98",
"eid_cc27a0cd"
],
"citations": [
"20261016-0-50b97",
"20261016-1-03d00",
"20261016-2-5f91d",
"20261016-3-6f09c",
"20261016-4-f63f7",
"20261016-5-f8832",
"20261016-6-e20a6",
"20261016-7-ad3f3",
"20261016-8-525aa",
"20261016-9-856d2",
"20261016-10-172cf",
"20261025-0-7dd15",
"20261025-1-1cafa",
"20261025-2-b5b49",
"20261025-3-b0ac3",
"20261025-4-9ca4d",
"20261025-5-7c725",
"20261025-6-cd320",
"20261025-7-ba36c",
"20261025-8-0f5e0",
"github_com_salesforce_VizForce_pull_56",
"20261021-0-cac64",
"20261021-1-a810c",
"20261021-2-40784",
"20261021-3-cbff1",
"20261021-4-0fd20",
"20261021-5-d12c6",
"20261021-6-3b998",
"20261021-7-8692f",
"github_com_salesforce_VizForce_pull_55",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a32",
"product": "VizForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the User Interface & Rendering Layer of VizForce that caused significant delays and potential crashes, disrupting workflow and causing frustration during critical analysis tasks?",
"ground_truth": [
"CloudSync",
"NextGenTech",
"DataSolutions",
"InnovateAI"
],
"citations": [
"20261128-0-e58b4",
"20261128-1-638e3",
"20261128-2-3defb",
"20261128-3-0ec9e",
"20261128-4-a7aa3",
"20261128-5-7103f",
"20261128-6-824db",
"20261128-7-4ca18",
"20261128-8-94758",
"20261128-9-9a255",
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a33",
"product": "VizForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the User Interface & Rendering Layer in VizForce that were causing delays and crashes, disrupting workflow during critical analysis tasks?",
"ground_truth": [
"eid_8986ddc3",
"eid_dbc6178f",
"eid_b7702c98",
"eid_13df35ed"
],
"citations": [
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261116-0-6d418",
"20261116-1-ee00b",
"20261116-2-aa705",
"20261116-3-12e89",
"20261116-4-f5993",
"20261116-5-12291",
"20261116-6-6b778",
"20261116-7-a6ccc",
"20261116-8-c172f",
"20261116-9-20654",
"github_com_salesforce_VizForce_pull_60",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261008-0-46c11",
"20261008-1-b6dd6",
"20261008-2-943fd",
"20261008-3-2a49d",
"20261008-4-0714d",
"20261008-5-f82b1",
"20261008-6-c3880",
"github_com_salesforce_VizForce_pull_53",
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261109-0-ffa9e",
"20261109-1-6ba43",
"20261109-2-bfe7c",
"20261109-3-f9ebc",
"20261109-4-6e888",
"20261109-5-22ea4",
"20261109-6-8353d",
"github_com_salesforce_VizForce_pull_59",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20261103-0-e9214",
"20261103-1-4f83a",
"20261103-2-36a1a",
"20261103-3-888b1",
"20261103-4-6e0a0",
"20261103-5-35062",
"github_com_salesforce_VizForce_pull_57",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a34",
"product": "VizForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the API & Data Integration Layer of VizForce that caused data compatibility challenges and increased development time for developers?",
"ground_truth": [
"CloudSync",
"NextGenTech",
"InnovateAI"
],
"citations": [
"20261128-0-e58b4",
"20261128-1-638e3",
"20261128-2-3defb",
"20261128-3-0ec9e",
"20261128-4-a7aa3",
"20261128-5-7103f",
"20261128-6-824db",
"20261128-7-4ca18",
"20261128-8-94758",
"20261128-9-9a255",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261210-0-5653f",
"20261210-1-9ed20",
"20261210-2-8be43",
"20261210-3-fa5ec",
"20261210-4-5c71f",
"20261210-5-227b8",
"20261210-6-571ab",
"20261210-7-38ae0",
"20261210-8-a7ec4",
"20261210-9-07091",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a35",
"product": "VizForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the API & Data Integration Layer in VizForce that were causing data compatibility challenges and increasing development time for developers?",
"ground_truth": [
"eid_dbc6178f",
"eid_9e9883de",
"eid_70223d0a",
"eid_57e922c4",
"eid_67036b20"
],
"citations": [
"20261128-0-e58b4",
"20261128-1-638e3",
"20261128-2-3defb",
"20261128-3-0ec9e",
"20261128-4-a7aa3",
"20261128-5-7103f",
"20261128-6-824db",
"20261128-7-4ca18",
"20261128-8-94758",
"20261128-9-9a255",
"20261214-0-396bb",
"20261214-1-89d9e",
"20261214-2-b3b9b",
"20261214-3-68798",
"20261214-4-ad5a2",
"20261214-5-6f62e",
"20261214-6-90b97",
"20261214-7-d290d",
"github_com_salesforce_VizForce_pull_64",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20261203-0-0080b",
"20261203-1-42335",
"20261203-2-2a282",
"20261203-3-d7c60",
"20261203-4-c16e0",
"20261203-5-b7002",
"20261203-6-8ddad",
"20261203-7-dcb47",
"github_com_salesforce_VizForce_pull_62",
"20261205-0-3db6f",
"20261205-1-db6c0",
"20261205-2-da6a8",
"20261205-3-d3cd9",
"20261205-4-cbdd8",
"20261205-5-4da11",
"20261205-6-aec31",
"20261205-7-66038",
"github_com_salesforce_VizForce_pull_63",
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261118-0-0a71b",
"20261118-1-3f644",
"20261118-2-0b7dd",
"20261118-3-196d8",
"20261118-4-1a25d",
"20261118-5-5b651",
"20261118-6-2cb83",
"github_com_salesforce_VizForce_pull_61",
"20261210-0-5653f",
"20261210-1-9ed20",
"20261210-2-8be43",
"20261210-3-fa5ec",
"20261210-4-5c71f",
"20261210-5-227b8",
"20261210-6-571ab",
"20261210-7-38ae0",
"20261210-8-a7ec4",
"20261210-9-07091",
"20261220-0-ff318",
"20261220-1-22b05",
"20261220-2-148ba",
"20261220-3-8e374",
"20261220-4-7648d",
"20261220-5-68885",
"github_com_salesforce_VizForce_pull_65",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261007-0-1a24f",
"20261007-1-669f8",
"20261007-2-a195e",
"20261007-3-d369c",
"20261007-4-66fdf",
"20261007-5-50e91",
"20261007-6-34cb4",
"github_com_salesforce_VizForce_pull_52",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a36",
"product": "VizForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Database & Data Management System of VizForce that caused corrupted visualizations and inaccurate data analysis?",
"ground_truth": [
"TechCorp",
"SmartData",
"ComputeWorks",
"CloudSync",
"InnovateAI"
],
"citations": [
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20261210-0-5653f",
"20261210-1-9ed20",
"20261210-2-8be43",
"20261210-3-fa5ec",
"20261210-4-5c71f",
"20261210-5-227b8",
"20261210-6-571ab",
"20261210-7-38ae0",
"20261210-8-a7ec4",
"20261210-9-07091",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a37",
"product": "VizForce",
"kind": "answerable",
"question": "What is the employee ID of engineers who resolved issues with the Database & Data Management System in VizForce that were causing corrupted visualizations and leading to inaccurate analysis?",
"ground_truth": [
"eid_70223d0a",
"eid_c702b642"
],
"citations": [
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20270105-0-cc3c3",
"20270105-1-cca2a",
"20270105-2-f6a56",
"20270105-3-fa59b",
"20270105-4-c3896",
"20270105-5-69170",
"20270105-6-619c0",
"20270105-7-e9aab",
"github_com_salesforce_VizForce_pull_68",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261012-0-6516f",
"20261012-1-34457",
"20261012-2-d1ec3",
"20261012-3-0d7fb",
"20261012-4-346a3",
"20261012-5-bcf2b",
"20261012-6-46073",
"20261012-7-ff67b",
"github_com_salesforce_VizForce_pull_54",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a38",
"product": "VizForce",
"kind": "answerable",
"question": "Find the names of companies were affected by issues in the Security & Authentication Module in VizForce that risked unauthorized access to sensitive data and visualizations?",
"ground_truth": [
"CloudSync",
"TechCorp",
"DataSolutions",
"InnovateAI"
],
"citations": [
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20261218-0-6fcd1",
"20261218-1-9283a",
"20261218-2-b202c",
"20261218-3-19aca",
"20261218-4-88cf7",
"20261218-5-5277c",
"20261218-6-dc8d7",
"20261218-7-172e0",
"20261218-8-a9835",
"20261218-9-4b89c",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20261016-0-50b97",
"20261016-1-03d00",
"20261016-2-5f91d",
"20261016-3-6f09c",
"20261016-4-f63f7",
"20261016-5-f8832",
"20261016-6-e20a6",
"20261016-7-ad3f3",
"20261016-8-525aa",
"20261016-9-856d2",
"20261016-10-172cf",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "company",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a39",
"product": "VizForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved issues with the Security & Authentication module in VizForce that were compromising data privacy and security by risking unauthorized access to users' sensitive data and visualizations?",
"ground_truth": [
"eid_8a3b36d4",
"eid_70223d0a",
"eid_9685a278"
],
"citations": [
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261108-0-4b7c1",
"20261108-1-ffc0a",
"20261108-2-9246f",
"20261108-3-2be86",
"20261108-4-a0871",
"20261108-5-6019d",
"20261108-6-7072d",
"20261108-7-0394b",
"github_com_salesforce_VizForce_pull_58",
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20270102-0-00a4d",
"20270102-1-d4ffc",
"20270102-2-567b2",
"20270102-3-810f6",
"20270102-4-b7512",
"20270102-5-69c4a",
"20270102-6-5c4de",
"20270102-7-3120e",
"20270102-8-230ad",
"github_com_salesforce_VizForce_pull_67",
"20261218-0-6fcd1",
"20261218-1-9283a",
"20261218-2-b202c",
"20261218-3-19aca",
"20261218-4-88cf7",
"20261218-5-5277c",
"20261218-6-dc8d7",
"20261218-7-172e0",
"20261218-8-a9835",
"20261218-9-4b89c",
"20261224-0-56aff",
"20261224-1-d8662",
"20261224-2-2579b",
"20261224-3-85d28",
"20261224-4-01fa6",
"20261224-5-d3eb0",
"github_com_salesforce_VizForce_pull_66",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#a40",
"product": "VizForce",
"kind": "answerable",
"question": "Find the employee ID of engineers who resolved the maximum number of customer bugs in VizForce",
"ground_truth": [
"eid_70223d0a"
],
"citations": [
"20261016-0-50b97",
"20261016-1-03d00",
"20261016-2-5f91d",
"20261016-3-6f09c",
"20261016-4-f63f7",
"20261016-5-f8832",
"20261016-6-e20a6",
"20261016-7-ad3f3",
"20261016-8-525aa",
"20261016-9-856d2",
"20261016-10-172cf",
"20261025-0-7dd15",
"20261025-1-1cafa",
"20261025-2-b5b49",
"20261025-3-b0ac3",
"20261025-4-9ca4d",
"20261025-5-7c725",
"20261025-6-cd320",
"20261025-7-ba36c",
"20261025-8-0f5e0",
"github_com_salesforce_VizForce_pull_56",
"20261021-0-cac64",
"20261021-1-a810c",
"20261021-2-40784",
"20261021-3-cbff1",
"20261021-4-0fd20",
"20261021-5-d12c6",
"20261021-6-3b998",
"20261021-7-8692f",
"github_com_salesforce_VizForce_pull_55",
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261116-0-6d418",
"20261116-1-ee00b",
"20261116-2-aa705",
"20261116-3-12e89",
"20261116-4-f5993",
"20261116-5-12291",
"20261116-6-6b778",
"20261116-7-a6ccc",
"20261116-8-c172f",
"20261116-9-20654",
"github_com_salesforce_VizForce_pull_60",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261008-0-46c11",
"20261008-1-b6dd6",
"20261008-2-943fd",
"20261008-3-2a49d",
"20261008-4-0714d",
"20261008-5-f82b1",
"20261008-6-c3880",
"github_com_salesforce_VizForce_pull_53",
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261109-0-ffa9e",
"20261109-1-6ba43",
"20261109-2-bfe7c",
"20261109-3-f9ebc",
"20261109-4-6e888",
"20261109-5-22ea4",
"20261109-6-8353d",
"github_com_salesforce_VizForce_pull_59",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20261103-0-e9214",
"20261103-1-4f83a",
"20261103-2-36a1a",
"20261103-3-888b1",
"20261103-4-6e0a0",
"20261103-5-35062",
"github_com_salesforce_VizForce_pull_57",
"20261128-0-e58b4",
"20261128-1-638e3",
"20261128-2-3defb",
"20261128-3-0ec9e",
"20261128-4-a7aa3",
"20261128-5-7103f",
"20261128-6-824db",
"20261128-7-4ca18",
"20261128-8-94758",
"20261128-9-9a255",
"20261214-0-396bb",
"20261214-1-89d9e",
"20261214-2-b3b9b",
"20261214-3-68798",
"20261214-4-ad5a2",
"20261214-5-6f62e",
"20261214-6-90b97",
"20261214-7-d290d",
"github_com_salesforce_VizForce_pull_64",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20261203-0-0080b",
"20261203-1-42335",
"20261203-2-2a282",
"20261203-3-d7c60",
"20261203-4-c16e0",
"20261203-5-b7002",
"20261203-6-8ddad",
"20261203-7-dcb47",
"github_com_salesforce_VizForce_pull_62",
"20261205-0-3db6f",
"20261205-1-db6c0",
"20261205-2-da6a8",
"20261205-3-d3cd9",
"20261205-4-cbdd8",
"20261205-5-4da11",
"20261205-6-aec31",
"20261205-7-66038",
"github_com_salesforce_VizForce_pull_63",
"20261118-0-0a71b",
"20261118-1-3f644",
"20261118-2-0b7dd",
"20261118-3-196d8",
"20261118-4-1a25d",
"20261118-5-5b651",
"20261118-6-2cb83",
"github_com_salesforce_VizForce_pull_61",
"20261210-0-5653f",
"20261210-1-9ed20",
"20261210-2-8be43",
"20261210-3-fa5ec",
"20261210-4-5c71f",
"20261210-5-227b8",
"20261210-6-571ab",
"20261210-7-38ae0",
"20261210-8-a7ec4",
"20261210-9-07091",
"20261220-0-ff318",
"20261220-1-22b05",
"20261220-2-148ba",
"20261220-3-8e374",
"20261220-4-7648d",
"20261220-5-68885",
"github_com_salesforce_VizForce_pull_65",
"20261007-0-1a24f",
"20261007-1-669f8",
"20261007-2-a195e",
"20261007-3-d369c",
"20261007-4-66fdf",
"20261007-5-50e91",
"20261007-6-34cb4",
"github_com_salesforce_VizForce_pull_52",
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20270105-0-cc3c3",
"20270105-1-cca2a",
"20270105-2-f6a56",
"20270105-3-fa59b",
"20270105-4-c3896",
"20270105-5-69170",
"20270105-6-619c0",
"20270105-7-e9aab",
"github_com_salesforce_VizForce_pull_68",
"20261012-0-6516f",
"20261012-1-34457",
"20261012-2-d1ec3",
"20261012-3-0d7fb",
"20261012-4-346a3",
"20261012-5-bcf2b",
"20261012-6-46073",
"20261012-7-ff67b",
"github_com_salesforce_VizForce_pull_54",
"20261108-0-4b7c1",
"20261108-1-ffc0a",
"20261108-2-9246f",
"20261108-3-2be86",
"20261108-4-a0871",
"20261108-5-6019d",
"20261108-6-7072d",
"20261108-7-0394b",
"github_com_salesforce_VizForce_pull_58",
"20270102-0-00a4d",
"20270102-1-d4ffc",
"20270102-2-567b2",
"20270102-3-810f6",
"20270102-4-b7512",
"20270102-5-69c4a",
"20270102-6-5c4de",
"20270102-7-3120e",
"20270102-8-230ad",
"github_com_salesforce_VizForce_pull_67",
"20261218-0-6fcd1",
"20261218-1-9283a",
"20261218-2-b202c",
"20261218-3-19aca",
"20261218-4-88cf7",
"20261218-5-5277c",
"20261218-6-dc8d7",
"20261218-7-172e0",
"20261218-8-a9835",
"20261218-9-4b89c",
"20261224-0-56aff",
"20261224-1-d8662",
"20261224-2-2579b",
"20261224-3-85d28",
"20261224-4-01fa6",
"20261224-5-d3eb0",
"github_com_salesforce_VizForce_pull_66",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#a41",
"product": "VizForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of resolved bugs in VizForce",
"ground_truth": [
"InnovateAI"
],
"citations": [
"20261016-0-50b97",
"20261016-1-03d00",
"20261016-2-5f91d",
"20261016-3-6f09c",
"20261016-4-f63f7",
"20261016-5-f8832",
"20261016-6-e20a6",
"20261016-7-ad3f3",
"20261016-8-525aa",
"20261016-9-856d2",
"20261016-10-172cf",
"20261025-0-7dd15",
"20261025-1-1cafa",
"20261025-2-b5b49",
"20261025-3-b0ac3",
"20261025-4-9ca4d",
"20261025-5-7c725",
"20261025-6-cd320",
"20261025-7-ba36c",
"20261025-8-0f5e0",
"github_com_salesforce_VizForce_pull_56",
"20261021-0-cac64",
"20261021-1-a810c",
"20261021-2-40784",
"20261021-3-cbff1",
"20261021-4-0fd20",
"20261021-5-d12c6",
"20261021-6-3b998",
"20261021-7-8692f",
"github_com_salesforce_VizForce_pull_55",
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261116-0-6d418",
"20261116-1-ee00b",
"20261116-2-aa705",
"20261116-3-12e89",
"20261116-4-f5993",
"20261116-5-12291",
"20261116-6-6b778",
"20261116-7-a6ccc",
"20261116-8-c172f",
"20261116-9-20654",
"github_com_salesforce_VizForce_pull_60",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261008-0-46c11",
"20261008-1-b6dd6",
"20261008-2-943fd",
"20261008-3-2a49d",
"20261008-4-0714d",
"20261008-5-f82b1",
"20261008-6-c3880",
"github_com_salesforce_VizForce_pull_53",
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261109-0-ffa9e",
"20261109-1-6ba43",
"20261109-2-bfe7c",
"20261109-3-f9ebc",
"20261109-4-6e888",
"20261109-5-22ea4",
"20261109-6-8353d",
"github_com_salesforce_VizForce_pull_59",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20261103-0-e9214",
"20261103-1-4f83a",
"20261103-2-36a1a",
"20261103-3-888b1",
"20261103-4-6e0a0",
"20261103-5-35062",
"github_com_salesforce_VizForce_pull_57",
"20261128-0-e58b4",
"20261128-1-638e3",
"20261128-2-3defb",
"20261128-3-0ec9e",
"20261128-4-a7aa3",
"20261128-5-7103f",
"20261128-6-824db",
"20261128-7-4ca18",
"20261128-8-94758",
"20261128-9-9a255",
"20261214-0-396bb",
"20261214-1-89d9e",
"20261214-2-b3b9b",
"20261214-3-68798",
"20261214-4-ad5a2",
"20261214-5-6f62e",
"20261214-6-90b97",
"20261214-7-d290d",
"github_com_salesforce_VizForce_pull_64",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20261203-0-0080b",
"20261203-1-42335",
"20261203-2-2a282",
"20261203-3-d7c60",
"20261203-4-c16e0",
"20261203-5-b7002",
"20261203-6-8ddad",
"20261203-7-dcb47",
"github_com_salesforce_VizForce_pull_62",
"20261205-0-3db6f",
"20261205-1-db6c0",
"20261205-2-da6a8",
"20261205-3-d3cd9",
"20261205-4-cbdd8",
"20261205-5-4da11",
"20261205-6-aec31",
"20261205-7-66038",
"github_com_salesforce_VizForce_pull_63",
"20261118-0-0a71b",
"20261118-1-3f644",
"20261118-2-0b7dd",
"20261118-3-196d8",
"20261118-4-1a25d",
"20261118-5-5b651",
"20261118-6-2cb83",
"github_com_salesforce_VizForce_pull_61",
"20261210-0-5653f",
"20261210-1-9ed20",
"20261210-2-8be43",
"20261210-3-fa5ec",
"20261210-4-5c71f",
"20261210-5-227b8",
"20261210-6-571ab",
"20261210-7-38ae0",
"20261210-8-a7ec4",
"20261210-9-07091",
"20261220-0-ff318",
"20261220-1-22b05",
"20261220-2-148ba",
"20261220-3-8e374",
"20261220-4-7648d",
"20261220-5-68885",
"github_com_salesforce_VizForce_pull_65",
"20261007-0-1a24f",
"20261007-1-669f8",
"20261007-2-a195e",
"20261007-3-d369c",
"20261007-4-66fdf",
"20261007-5-50e91",
"20261007-6-34cb4",
"github_com_salesforce_VizForce_pull_52",
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20270105-0-cc3c3",
"20270105-1-cca2a",
"20270105-2-f6a56",
"20270105-3-fa59b",
"20270105-4-c3896",
"20270105-5-69170",
"20270105-6-619c0",
"20270105-7-e9aab",
"github_com_salesforce_VizForce_pull_68",
"20261012-0-6516f",
"20261012-1-34457",
"20261012-2-d1ec3",
"20261012-3-0d7fb",
"20261012-4-346a3",
"20261012-5-bcf2b",
"20261012-6-46073",
"20261012-7-ff67b",
"github_com_salesforce_VizForce_pull_54",
"20261108-0-4b7c1",
"20261108-1-ffc0a",
"20261108-2-9246f",
"20261108-3-2be86",
"20261108-4-a0871",
"20261108-5-6019d",
"20261108-6-7072d",
"20261108-7-0394b",
"github_com_salesforce_VizForce_pull_58",
"20270102-0-00a4d",
"20270102-1-d4ffc",
"20270102-2-567b2",
"20270102-3-810f6",
"20270102-4-b7512",
"20270102-5-69c4a",
"20270102-6-5c4de",
"20270102-7-3120e",
"20270102-8-230ad",
"github_com_salesforce_VizForce_pull_67",
"20261218-0-6fcd1",
"20261218-1-9283a",
"20261218-2-b202c",
"20261218-3-19aca",
"20261218-4-88cf7",
"20261218-5-5277c",
"20261218-6-dc8d7",
"20261218-7-172e0",
"20261218-8-a9835",
"20261218-9-4b89c",
"20261224-0-56aff",
"20261224-1-d8662",
"20261224-2-2579b",
"20261224-3-85d28",
"20261224-4-01fa6",
"20261224-5-d3eb0",
"github_com_salesforce_VizForce_pull_66",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#a42",
"product": "VizForce",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of unresolved bugs in VizForce?",
"ground_truth": [
"TechCorp",
"InnovateAI"
],
"citations": [
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261016-0-50b97",
"20261016-1-03d00",
"20261016-2-5f91d",
"20261016-3-6f09c",
"20261016-4-f63f7",
"20261016-5-f8832",
"20261016-6-e20a6",
"20261016-7-ad3f3",
"20261016-8-525aa",
"20261016-9-856d2",
"20261016-10-172cf",
"20261025-0-7dd15",
"20261025-1-1cafa",
"20261025-2-b5b49",
"20261025-3-b0ac3",
"20261025-4-9ca4d",
"20261025-5-7c725",
"20261025-6-cd320",
"20261025-7-ba36c",
"20261025-8-0f5e0",
"github_com_salesforce_VizForce_pull_56",
"20261218-0-6fcd1",
"20261218-1-9283a",
"20261218-2-b202c",
"20261218-3-19aca",
"20261218-4-88cf7",
"20261218-5-5277c",
"20261218-6-dc8d7",
"20261218-7-172e0",
"20261218-8-a9835",
"20261218-9-4b89c",
"20261021-0-cac64",
"20261021-1-a810c",
"20261021-2-40784",
"20261021-3-cbff1",
"20261021-4-0fd20",
"20261021-5-d12c6",
"20261021-6-3b998",
"20261021-7-8692f",
"github_com_salesforce_VizForce_pull_55",
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261128-0-e58b4",
"20261128-1-638e3",
"20261128-2-3defb",
"20261128-3-0ec9e",
"20261128-4-a7aa3",
"20261128-5-7103f",
"20261128-6-824db",
"20261128-7-4ca18",
"20261128-8-94758",
"20261128-9-9a255",
"20261116-0-6d418",
"20261116-1-ee00b",
"20261116-2-aa705",
"20261116-3-12e89",
"20261116-4-f5993",
"20261116-5-12291",
"20261116-6-6b778",
"20261116-7-a6ccc",
"20261116-8-c172f",
"20261116-9-20654",
"github_com_salesforce_VizForce_pull_60",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261008-0-46c11",
"20261008-1-b6dd6",
"20261008-2-943fd",
"20261008-3-2a49d",
"20261008-4-0714d",
"20261008-5-f82b1",
"20261008-6-c3880",
"github_com_salesforce_VizForce_pull_53",
"20261109-0-ffa9e",
"20261109-1-6ba43",
"20261109-2-bfe7c",
"20261109-3-f9ebc",
"20261109-4-6e888",
"20261109-5-22ea4",
"20261109-6-8353d",
"github_com_salesforce_VizForce_pull_59",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20261103-0-e9214",
"20261103-1-4f83a",
"20261103-2-36a1a",
"20261103-3-888b1",
"20261103-4-6e0a0",
"20261103-5-35062",
"github_com_salesforce_VizForce_pull_57",
"20261214-0-396bb",
"20261214-1-89d9e",
"20261214-2-b3b9b",
"20261214-3-68798",
"20261214-4-ad5a2",
"20261214-5-6f62e",
"20261214-6-90b97",
"20261214-7-d290d",
"github_com_salesforce_VizForce_pull_64",
"20261203-0-0080b",
"20261203-1-42335",
"20261203-2-2a282",
"20261203-3-d7c60",
"20261203-4-c16e0",
"20261203-5-b7002",
"20261203-6-8ddad",
"20261203-7-dcb47",
"github_com_salesforce_VizForce_pull_62",
"20261205-0-3db6f",
"20261205-1-db6c0",
"20261205-2-da6a8",
"20261205-3-d3cd9",
"20261205-4-cbdd8",
"20261205-5-4da11",
"20261205-6-aec31",
"20261205-7-66038",
"github_com_salesforce_VizForce_pull_63",
"20261118-0-0a71b",
"20261118-1-3f644",
"20261118-2-0b7dd",
"20261118-3-196d8",
"20261118-4-1a25d",
"20261118-5-5b651",
"20261118-6-2cb83",
"github_com_salesforce_VizForce_pull_61",
"20261210-0-5653f",
"20261210-1-9ed20",
"20261210-2-8be43",
"20261210-3-fa5ec",
"20261210-4-5c71f",
"20261210-5-227b8",
"20261210-6-571ab",
"20261210-7-38ae0",
"20261210-8-a7ec4",
"20261210-9-07091",
"20261220-0-ff318",
"20261220-1-22b05",
"20261220-2-148ba",
"20261220-3-8e374",
"20261220-4-7648d",
"20261220-5-68885",
"github_com_salesforce_VizForce_pull_65",
"20261007-0-1a24f",
"20261007-1-669f8",
"20261007-2-a195e",
"20261007-3-d369c",
"20261007-4-66fdf",
"20261007-5-50e91",
"20261007-6-34cb4",
"github_com_salesforce_VizForce_pull_52",
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20270105-0-cc3c3",
"20270105-1-cca2a",
"20270105-2-f6a56",
"20270105-3-fa59b",
"20270105-4-c3896",
"20270105-5-69170",
"20270105-6-619c0",
"20270105-7-e9aab",
"github_com_salesforce_VizForce_pull_68",
"20261012-0-6516f",
"20261012-1-34457",
"20261012-2-d1ec3",
"20261012-3-0d7fb",
"20261012-4-346a3",
"20261012-5-bcf2b",
"20261012-6-46073",
"20261012-7-ff67b",
"github_com_salesforce_VizForce_pull_54",
"20261108-0-4b7c1",
"20261108-1-ffc0a",
"20261108-2-9246f",
"20261108-3-2be86",
"20261108-4-a0871",
"20261108-5-6019d",
"20261108-6-7072d",
"20261108-7-0394b",
"github_com_salesforce_VizForce_pull_58",
"20270102-0-00a4d",
"20270102-1-d4ffc",
"20270102-2-567b2",
"20270102-3-810f6",
"20270102-4-b7512",
"20270102-5-69c4a",
"20270102-6-5c4de",
"20270102-7-3120e",
"20270102-8-230ad",
"github_com_salesforce_VizForce_pull_67",
"20261224-0-56aff",
"20261224-1-d8662",
"20261224-2-2579b",
"20261224-3-85d28",
"20261224-4-01fa6",
"20261224-5-d3eb0",
"github_com_salesforce_VizForce_pull_66",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#a43",
"product": "VizForce",
"kind": "answerable",
"question": "Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in VizForce.",
"ground_truth": [
"eid_2604c806",
"eid_9685a278"
],
"citations": [
"20261112-0-e81f9",
"20261112-1-f3f6e",
"20261112-2-90aec",
"20261112-3-5f45b",
"20261112-4-a8e4e",
"20261112-5-daeea",
"20261112-6-d7e30",
"20261112-7-97afc",
"20261112-8-263a8",
"20261112-9-5e7a9",
"20261112-10-163e8",
"20261016-0-50b97",
"20261016-1-03d00",
"20261016-2-5f91d",
"20261016-3-6f09c",
"20261016-4-f63f7",
"20261016-5-f8832",
"20261016-6-e20a6",
"20261016-7-ad3f3",
"20261016-8-525aa",
"20261016-9-856d2",
"20261016-10-172cf",
"20261025-0-7dd15",
"20261025-1-1cafa",
"20261025-2-b5b49",
"20261025-3-b0ac3",
"20261025-4-9ca4d",
"20261025-5-7c725",
"20261025-6-cd320",
"20261025-7-ba36c",
"20261025-8-0f5e0",
"github_com_salesforce_VizForce_pull_56",
"20261218-0-6fcd1",
"20261218-1-9283a",
"20261218-2-b202c",
"20261218-3-19aca",
"20261218-4-88cf7",
"20261218-5-5277c",
"20261218-6-dc8d7",
"20261218-7-172e0",
"20261218-8-a9835",
"20261218-9-4b89c",
"20261021-0-cac64",
"20261021-1-a810c",
"20261021-2-40784",
"20261021-3-cbff1",
"20261021-4-0fd20",
"20261021-5-d12c6",
"20261021-6-3b998",
"20261021-7-8692f",
"github_com_salesforce_VizForce_pull_55",
"20261105-0-502fe",
"20261105-1-f6ed3",
"20261105-2-39dcd",
"20261105-3-3f5c3",
"20261105-4-789b4",
"20261105-5-99a58",
"20261105-6-b67ac",
"20261105-7-37d57",
"20261105-8-41509",
"20261105-9-d2e45",
"20261128-0-e58b4",
"20261128-1-638e3",
"20261128-2-3defb",
"20261128-3-0ec9e",
"20261128-4-a7aa3",
"20261128-5-7103f",
"20261128-6-824db",
"20261128-7-4ca18",
"20261128-8-94758",
"20261128-9-9a255",
"20261116-0-6d418",
"20261116-1-ee00b",
"20261116-2-aa705",
"20261116-3-12e89",
"20261116-4-f5993",
"20261116-5-12291",
"20261116-6-6b778",
"20261116-7-a6ccc",
"20261116-8-c172f",
"20261116-9-20654",
"github_com_salesforce_VizForce_pull_60",
"20261003-0-4d709",
"20261003-1-2bd44",
"20261003-2-44d14",
"20261003-3-17382",
"20261003-4-73f77",
"20261003-5-e5c08",
"20261003-6-254a6",
"20261003-7-77b72",
"20261003-8-cd7d4",
"20261003-9-1e252",
"20261003-10-fca88",
"20261008-0-46c11",
"20261008-1-b6dd6",
"20261008-2-943fd",
"20261008-3-2a49d",
"20261008-4-0714d",
"20261008-5-f82b1",
"20261008-6-c3880",
"github_com_salesforce_VizForce_pull_53",
"20261109-0-ffa9e",
"20261109-1-6ba43",
"20261109-2-bfe7c",
"20261109-3-f9ebc",
"20261109-4-6e888",
"20261109-5-22ea4",
"20261109-6-8353d",
"github_com_salesforce_VizForce_pull_59",
"20261121-0-bbd9f",
"20261121-1-9d29d",
"20261121-2-04d9b",
"20261121-3-0284c",
"20261121-4-558ac",
"20261121-5-54444",
"20261121-6-3300e",
"20261121-7-45ad9",
"20261121-8-fe7fa",
"20261121-9-47c28",
"20261028-0-2179a",
"20261028-1-20ce3",
"20261028-2-5bae5",
"20261028-3-eb4b4",
"20261028-4-74366",
"20261028-5-d2f59",
"20261028-6-9c4ab",
"20261028-7-04d9b",
"20261028-8-6449c",
"20261028-9-80583",
"20261028-10-0d5bc",
"20261103-0-e9214",
"20261103-1-4f83a",
"20261103-2-36a1a",
"20261103-3-888b1",
"20261103-4-6e0a0",
"20261103-5-35062",
"github_com_salesforce_VizForce_pull_57",
"20261214-0-396bb",
"20261214-1-89d9e",
"20261214-2-b3b9b",
"20261214-3-68798",
"20261214-4-ad5a2",
"20261214-5-6f62e",
"20261214-6-90b97",
"20261214-7-d290d",
"github_com_salesforce_VizForce_pull_64",
"20261203-0-0080b",
"20261203-1-42335",
"20261203-2-2a282",
"20261203-3-d7c60",
"20261203-4-c16e0",
"20261203-5-b7002",
"20261203-6-8ddad",
"20261203-7-dcb47",
"github_com_salesforce_VizForce_pull_62",
"20261205-0-3db6f",
"20261205-1-db6c0",
"20261205-2-da6a8",
"20261205-3-d3cd9",
"20261205-4-cbdd8",
"20261205-5-4da11",
"20261205-6-aec31",
"20261205-7-66038",
"github_com_salesforce_VizForce_pull_63",
"20261118-0-0a71b",
"20261118-1-3f644",
"20261118-2-0b7dd",
"20261118-3-196d8",
"20261118-4-1a25d",
"20261118-5-5b651",
"20261118-6-2cb83",
"github_com_salesforce_VizForce_pull_61",
"20261210-0-5653f",
"20261210-1-9ed20",
"20261210-2-8be43",
"20261210-3-fa5ec",
"20261210-4-5c71f",
"20261210-5-227b8",
"20261210-6-571ab",
"20261210-7-38ae0",
"20261210-8-a7ec4",
"20261210-9-07091",
"20261220-0-ff318",
"20261220-1-22b05",
"20261220-2-148ba",
"20261220-3-8e374",
"20261220-4-7648d",
"20261220-5-68885",
"github_com_salesforce_VizForce_pull_65",
"20261007-0-1a24f",
"20261007-1-669f8",
"20261007-2-a195e",
"20261007-3-d369c",
"20261007-4-66fdf",
"20261007-5-50e91",
"20261007-6-34cb4",
"github_com_salesforce_VizForce_pull_52",
"20261227-0-53d01",
"20261227-1-a2528",
"20261227-2-39319",
"20261227-3-19a8c",
"20261227-4-659ac",
"20261227-5-01cb5",
"20261227-6-32a40",
"20261227-7-e5a8a",
"20261227-8-2adcf",
"20261227-9-2647d",
"20270105-0-cc3c3",
"20270105-1-cca2a",
"20270105-2-f6a56",
"20270105-3-fa59b",
"20270105-4-c3896",
"20270105-5-69170",
"20270105-6-619c0",
"20270105-7-e9aab",
"github_com_salesforce_VizForce_pull_68",
"20261012-0-6516f",
"20261012-1-34457",
"20261012-2-d1ec3",
"20261012-3-0d7fb",
"20261012-4-346a3",
"20261012-5-bcf2b",
"20261012-6-46073",
"20261012-7-ff67b",
"github_com_salesforce_VizForce_pull_54",
"20261108-0-4b7c1",
"20261108-1-ffc0a",
"20261108-2-9246f",
"20261108-3-2be86",
"20261108-4-a0871",
"20261108-5-6019d",
"20261108-6-7072d",
"20261108-7-0394b",
"github_com_salesforce_VizForce_pull_58",
"20270102-0-00a4d",
"20270102-1-d4ffc",
"20270102-2-567b2",
"20270102-3-810f6",
"20270102-4-b7512",
"20270102-5-69c4a",
"20270102-6-5c4de",
"20270102-7-3120e",
"20270102-8-230ad",
"github_com_salesforce_VizForce_pull_67",
"20261224-0-56aff",
"20261224-1-d8662",
"20261224-2-2579b",
"20261224-3-85d28",
"20261224-4-01fa6",
"20261224-5-d3eb0",
"github_com_salesforce_VizForce_pull_66",
"20260417-0-d8e4b",
"20260417-1-bc4ed",
"20260417-2-cb2e6"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#u0",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Market Research Report for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u1",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Market Research Report for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u2",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Market Research Report for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u3",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Market Research Report for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u4",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by QA Specialist to improve the Product Vision Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u5",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Vision Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u6",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Vision Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u7",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Vision Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u8",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Product Requirements Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u9",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Product Manager to improve the Product Requirements Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u10",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Product Requirements Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u11",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Product Requirements Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u12",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the Technical Specifications Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u13",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the Technical Specifications Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u14",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Technical Architect to improve the Technical Specifications Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u15",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the Technical Specifications Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u16",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Chief Product Officer to improve the System Design Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u17",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Marketing Manager to improve the System Design Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u18",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by Engineering Lead to improve the System Design Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u19",
"product": "VizForce",
"kind": "unanswerable",
"question": "What are the changes suggested by UX Researcher to improve the System Design Document for VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u20",
"product": "VizForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the Database Schema in VizForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u21",
"product": "VizForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for the User Interface Module in VizForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u22",
"product": "VizForce",
"kind": "unanswerable",
"question": "Could you provide the links to the approved PRs for the User Interface Module in VizForce that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u23",
"product": "VizForce",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for the User Interface Module in VizForce that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u24",
"product": "VizForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs for the Security for Customization Engine feature in VizForce that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u25",
"product": "VizForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the Security for Customization Engine in VizForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u26",
"product": "VizForce",
"kind": "unanswerable",
"question": "Can you provide links to PRs related to the Learning System feature in VizForce that were reverted because they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u27",
"product": "VizForce",
"kind": "unanswerable",
"question": "Find names of companies that reported bugs that were later determined to not require any fixes in VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u28",
"product": "VizForce",
"kind": "unanswerable",
"question": "Which bugs in VizForce were later found to not require any fixes?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "VizForce#u29",
"product": "VizForce",
"kind": "unanswerable",
"question": "Find the name of companies that reported the most issues that didn’t need fixes in VizForce?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#u30",
"product": "VizForce",
"kind": "unanswerable",
"question": "Find the employee ID of the engineer assigned the most issues that didn’t need fixes in VizForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#u31",
"product": "VizForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in VizForce for bug fixes that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#u32",
"product": "VizForce",
"kind": "unanswerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in VizForce that are now reopened by customers.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "VizForce#u33",
"product": "VizForce",
"kind": "unanswerable",
"question": "Find the name of company that has the maximum number of reopened bugs in VizForce.",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "WorkFlowGenie#a0",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Market Research Report for the WorkFlowGenie product?",
"ground_truth": [
"eid_95f6d01c",
"eid_ea9d8486",
"eid_4a50932a",
"eid_f4f58faa",
"eid_2ed1a8f6"
],
"citations": [
"flowaix_market_research_report",
"20260129-0-e3cf3",
"20260129-1-88e6a",
"20260129-2-c834e",
"20260129-3-eb6a3",
"20260129-4-2852a",
"20260129-5-93a0e",
"20260129-6-7aa70",
"20260129-7-9dc3b",
"20260129-8-d48fa",
"final_flowaix_market_research_report",
"flowAIX_planning_1",
"flowAIX_planning_1_chat",
"latest_flowaix_market_research_report",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a1",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Vision Document for the WorkFlowGenie product?",
"ground_truth": [
"eid_95f6d01c",
"eid_625f445d",
"eid_4a50932a",
"eid_f4f58faa",
"eid_71c0d545"
],
"citations": [
"flowaix_product_vision_document",
"20260206-0-078dc",
"20260206-1-72831",
"20260206-2-e3ee5",
"20260206-3-41268",
"20260206-4-c48ce",
"20260206-5-ed13f",
"20260206-6-11b6a",
"20260206-7-5714c",
"20260206-8-0e00d",
"final_flowaix_product_vision_document",
"flowAIX_planning_2",
"flowAIX_planning_2_chat",
"latest_flowaix_product_vision_document",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a2",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Product Requirements Document for the WorkFlowGenie product?",
"ground_truth": [
"eid_95f6d01c",
"eid_62e8e52d",
"eid_4a50932a",
"eid_3f26c6e5",
"eid_6039d1c9",
"eid_320cd970",
"eid_f4f58faa",
"eid_71c0d545"
],
"citations": [
"flowaix_product_requirements_document",
"20260214-0-23f92",
"20260214-1-29c70",
"20260214-2-d90a8",
"20260214-3-0778a",
"20260214-4-38845",
"20260214-5-62780",
"20260214-6-572fe",
"20260214-7-b9619",
"20260214-8-49ddd",
"20260214-9-06583",
"final_flowaix_product_requirements_document",
"flowAIX_planning_3",
"flowAIX_planning_3_chat",
"latest_flowaix_product_requirements_document",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a3",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the WorkFlowGenie product?",
"ground_truth": [
"eid_71c0d545",
"eid_95f6d01c",
"eid_62e8e52d",
"eid_f4f58faa",
"eid_3f26c6e5",
"eid_6039d1c9",
"eid_320cd970",
"eid_1f678d18",
"eid_2543da6a"
],
"citations": [
"flowaix_technical_specifications_document",
"20260226-0-0ac5e",
"20260226-1-d57f1",
"20260226-2-80ba1",
"20260226-3-f0c97",
"20260226-4-79a35",
"20260226-5-7dbd3",
"20260226-6-f77b6",
"20260226-7-7e863",
"20260226-8-22637",
"20260226-9-58468",
"final_flowaix_technical_specifications_document",
"flowAIX_planning_4",
"flowAIX_planning_4_chat",
"latest_flowaix_technical_specifications_document",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a4",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find employee IDs of the authors and key reviewers of the System Design Document for the WorkFlowGenie product?",
"ground_truth": [
"eid_71c0d545",
"eid_62e8e52d",
"eid_827a0ea9",
"eid_2543da6a",
"eid_3f26c6e5",
"eid_6039d1c9",
"eid_320cd970",
"eid_1f678d18",
"eid_95f6d01c"
],
"citations": [
"flowaix_system_design_document",
"20260309-0-9c0a6",
"20260309-1-45721",
"20260309-2-04762",
"20260309-3-7dead",
"20260309-4-a8efd",
"20260309-5-cf908",
"20260309-6-eeb6c",
"20260309-7-2d020",
"20260309-8-d2369",
"final_flowaix_system_design_document",
"flowAIX_planning_5",
"flowAIX_planning_5_chat",
"latest_flowaix_system_design_document",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a5",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Could you provide the links to the PRs for integrating GraphQL for enhanced data querying in WorkFlowGenie that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/flowAIX/pull/24"
],
"citations": [
"product_dev_flowAIX_1",
"product_dev_WorkFlowGenie_6",
"product_dev_WorkFlowGenie_7",
"github_com_salesforce_flowAIX_pull_24",
"20260601-0-bc3b8",
"20260601-1-2d7ba",
"20260601-2-2fb85",
"20260601-3-023aa",
"20260601-4-1eae7",
"20260601-5-f01b2",
"20260601-6-62e3f",
"20260601-7-48b5d",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a6",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Can you find links to PRs for enhancing AI capabilities with natural language processing in WorkFlowGenie that were reverted as they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/flowAIX/pull/7"
],
"citations": [
"product_dev_flowAIX_1",
"product_dev_flowAIX_2",
"product_dev_WorkFlowGenie_3",
"github_com_salesforce_flowAIX_pull_7",
"github_com_salesforce_flowAIX_pull_10",
"20260412-0-096e8",
"20260412-1-ee6b4",
"20260412-2-709af",
"20260412-3-10f43",
"20260412-4-11449",
"20260412-5-36e60",
"20260412-6-56ead",
"20260412-7-125c1",
"20260412-8-41b84",
"20260412-9-b16f4",
"20260412-10-126ac",
"20260415-0-22b11",
"20260415-1-9bc9f",
"20260415-2-ee8f8",
"20260415-3-20ab9",
"20260415-4-61182",
"20260415-5-19c3c",
"20260415-6-1afec",
"20260415-7-3df76",
"20260415-8-142a2",
"20260415-0-b1ae9",
"20260415-1-a75fc",
"20260415-2-b2c94",
"20260415-3-98d49",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a7",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Could you provide the links to the PRs for enhancing AI capabilities with natural language processing in WorkFlowGenie that need to be merged?",
"ground_truth": [
"https://github.com/salesforce/flowAIX/pull/12",
"https://github.com/salesforce/flowAIX/pull/21"
],
"citations": [
"product_dev_flowAIX_1",
"product_dev_WorkFlowGenie_4",
"github_com_salesforce_flowAIX_pull_12",
"20260424-0-b9021",
"20260424-1-883a5",
"20260424-2-691e3",
"20260424-3-1fb7d",
"20260424-4-bc0f1",
"20260424-5-c19b3",
"20260424-6-44e82",
"20260424-7-1e5ca",
"20260424-8-2d49e",
"product_dev_WorkFlowGenie_5",
"product_dev_WorkFlowGenie_6",
"github_com_salesforce_flowAIX_pull_21",
"20260519-0-b41ce",
"20260519-1-3bf47",
"20260519-2-81c42",
"20260519-3-b138d",
"20260519-4-67a7a",
"20260519-5-39c03",
"20260519-6-7d6c6",
"20260519-7-34770",
"20260519-8-c9220",
"20260519-9-e1659",
"20260519-10-c42c7",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a8",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Can you find links to PRs for improving the user onboarding process in WorkFlowGenie that were reverted as they introduced bugs in the product?",
"ground_truth": [
"https://github.com/salesforce/flowAIX/pull/22"
],
"citations": [
"product_dev_flowAIX_1",
"product_dev_WorkFlowGenie_6",
"github_com_salesforce_flowAIX_pull_22",
"github_com_salesforce_flowAIX_pull_23",
"20260522-0-db664",
"20260522-1-77ffd",
"20260522-2-e5e72",
"20260522-3-2c8bc",
"20260522-4-2b887",
"20260522-5-bd969",
"20260522-6-a16ca",
"20260522-7-1b174",
"20260524-0-2c02b",
"20260524-1-56fe9",
"20260524-2-af9e4",
"20260524-3-b84f7",
"20260524-4-4a40c",
"20260524-5-25d77",
"20260524-6-e4469",
"20260524-7-9a0f8",
"20260524-8-bfab9",
"20260524-9-4f7b0",
"20260524-10-d1e2b",
"20260525-0-5554c",
"20260525-1-97c59",
"20260525-2-3b288",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a9",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Could you provide the links to the approved PRs for improving the user onboarding process in WorkFlowGenie that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/flowAIX/pull/3",
"https://github.com/salesforce/flowAIX/pull/18"
],
"citations": [
"product_dev_flowAIX_1",
"product_dev_flowAIX_2",
"20260401-0-186f8",
"20260401-1-21254",
"20260401-2-69651",
"20260401-3-84820",
"20260401-4-c7db5",
"20260401-5-ba7da",
"20260401-6-c06c0",
"20260401-7-b2b5d",
"github_com_salesforce_flowAIX_pull_3",
"20260328-0-0c343",
"20260328-1-7e007",
"20260328-2-d9553",
"20260328-3-94a4c",
"20260328-4-b3be9",
"20260328-5-e70b7",
"20260328-6-d555a",
"product_dev_WorkFlowGenie_5",
"20260507-0-f9754",
"20260507-1-07c63",
"20260507-2-bff9c",
"20260507-3-01340",
"20260507-4-2107f",
"20260507-5-c974e",
"20260507-6-9a981",
"20260507-7-bc092",
"github_com_salesforce_flowAIX_pull_18",
"20260508-0-4b3ce",
"20260508-1-b5190",
"20260508-2-2e80f",
"20260508-3-6ed53",
"20260508-4-53479",
"20260508-5-20b20",
"20260508-6-66048",
"20260508-7-f23ef",
"20260508-8-11463",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a10",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Can you find links to PRs for performance optimization through edge computing and data caching in WorkFlowGenie that were reverted due to changes in product direction?",
"ground_truth": [
"https://github.com/salesforce/flowAIX/pull/4",
"https://github.com/salesforce/flowAIX/pull/14"
],
"citations": [
"product_dev_flowAIX_1",
"product_dev_flowAIX_2",
"github_com_salesforce_flowAIX_pull_4",
"github_com_salesforce_flowAIX_pull_5",
"20260403-0-24873",
"20260403-1-c6356",
"20260403-2-c570f",
"20260403-3-0eb6a",
"20260403-4-46e69",
"20260403-5-95822",
"20260403-6-74ad7",
"20260403-7-0970c",
"20260403-8-e754f",
"20260403-9-a276f",
"20260401-0-b2aee",
"20260401-1-caa14",
"20260401-2-1499d",
"20260401-3-500cf",
"20260401-4-40aa9",
"20260401-5-359a9",
"20260401-6-c0088",
"20260401-7-91339",
"20260402-0-9d5c1",
"20260402-1-568bc",
"20260402-2-1f3be",
"product_dev_WorkFlowGenie_4",
"github_com_salesforce_flowAIX_pull_14",
"github_com_salesforce_flowAIX_pull_15",
"20260426-0-8b95a",
"20260426-1-1e0e9",
"20260426-2-2d4f0",
"20260426-3-187a6",
"20260426-4-9b279",
"20260426-5-5752c",
"20260426-6-5f8b0",
"20260426-7-27b20",
"20260426-8-cd701",
"20260427-0-4d7b5",
"20260427-1-078c1",
"20260427-2-38f37",
"20260427-3-cf6b5",
"20260427-4-242a8",
"20260427-5-e036f",
"20260427-6-38848",
"20260427-7-7425c",
"20260427-8-910fb",
"20260427-0-8f7cd",
"20260427-1-c57fa",
"20260427-2-5894e",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a11",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Could you provide links to the approved PRs for performance optimization through edge computing and data caching in WorkFlowGenie that need to be closed?",
"ground_truth": [
"https://github.com/salesforce/flowAIX/pull/9"
],
"citations": [
"product_dev_flowAIX_1",
"product_dev_WorkFlowGenie_3",
"20260415-0-ab54b",
"20260415-1-03d23",
"20260415-2-39364",
"20260415-3-db3e1",
"20260415-4-b4a8f",
"20260415-5-6e019",
"20260415-6-51b85",
"20260415-7-7865d",
"20260415-8-9b77e",
"20260415-9-5becd",
"github_com_salesforce_flowAIX_pull_9",
"20260415-0-557e0",
"20260415-1-c5c21",
"20260415-2-f26f9",
"20260415-3-e38b9",
"20260415-4-1c857",
"20260415-5-51db0",
"20260415-6-11a03",
"20260415-7-32530",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "pr",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#a12",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find the employee IDs of engineers who authored maximum number of PRs in WorkFlowGenie for bug fixes that are now reopened by customers.",
"ground_truth": [
"eid_1e8695b6"
],
"citations": [
"20260813-0-ebe50",
"20260813-1-76f99",
"20260813-2-165a4",
"20260813-3-22fe4",
"20260813-4-6750e",
"20260813-5-db264",
"20260813-6-37c3a",
"20260813-7-a98b0",
"20260813-8-7bec2",
"20260813-9-ada76",
"20260813-10-4c457",
"20260902-0-ba69d",
"20260902-1-9709f",
"20260902-2-7982b",
"20260902-3-9cbcd",
"20260902-4-efd0e",
"20260902-5-eb555",
"20260902-6-0f2e9",
"github_com_salesforce_WorkFlowGenie_pull_40",
"20260910-0-f4718",
"20260910-1-1be74",
"20260910-2-e377c",
"20260910-3-5d382",
"20260910-4-a7bcc",
"20260910-5-06438",
"20260910-6-7809e",
"20260802-0-100a0",
"20260802-1-1fef5",
"20260802-2-59eb1",
"20260802-3-aa1b5",
"20260802-4-2492b",
"20260802-5-fad56",
"20260802-6-94f6b",
"20260802-7-f3739",
"20260802-8-30fc4",
"20260802-9-62067",
"20260819-0-110e3",
"20260819-1-eab72",
"20260819-2-c1bcf",
"20260819-3-8e13e",
"20260819-4-9fee3",
"20260819-5-353d5",
"20260819-6-885ad",
"20260819-7-8ec55",
"github_com_salesforce_WorkFlowGenie_pull_37",
"20260821-0-7243b",
"20260821-1-2fa10",
"20260821-2-e4417",
"20260821-3-eed0d",
"20260821-4-b24b2",
"20260821-5-b12a5",
"20260816-0-11c88",
"20260816-1-f6524",
"20260816-2-ba588",
"20260816-3-aeeeb",
"20260816-4-d3afd",
"20260816-5-65e2e",
"20260816-6-0cae8",
"github_com_salesforce_WorkFlowGenie_pull_36",
"20260819-0-baec9",
"20260819-1-1e92b",
"20260819-2-7761c",
"20260819-3-465ba",
"20260819-4-87961",
"20260819-5-e8f4a",
"20260712-0-86a66",
"20260712-1-f5894",
"20260712-2-c898d",
"20260712-3-b10b0",
"20260712-4-97e51",
"20260712-5-a8922",
"20260712-6-e0ae6",
"20260712-7-af96d",
"20260712-8-fa30c",
"20260712-9-89b1b",
"20260715-0-00689",
"20260715-1-83468",
"20260715-2-89836",
"20260715-3-684e4",
"20260715-4-a1554",
"20260715-5-2a1db",
"github_com_salesforce_WorkFlowGenie_pull_34",
"20260718-0-d50c6",
"20260718-1-bc334",
"20260718-2-76781",
"20260718-3-e94d7",
"20260718-4-a4ccc",
"20260718-5-88412",
"20260718-6-cb512",
"20260828-0-b5c47",
"20260828-1-47cb3",
"20260828-2-2ad83",
"20260828-3-07c70",
"20260828-4-368c7",
"20260828-5-aa29c",
"20260828-6-b04df",
"20260828-7-3d19e",
"20260828-8-36296",
"20260828-9-cebd0",
"20260828-10-23d90",
"20260913-0-cf5c6",
"20260913-1-aa01c",
"20260913-2-d08ed",
"20260913-3-c956f",
"20260913-4-e911e",
"20260913-5-723df",
"20260913-6-7026f",
"20260913-7-a598d",
"github_com_salesforce_WorkFlowGenie_pull_43",
"20260915-0-8aed5",
"20260915-1-7dd8b",
"20260915-2-b2c73",
"20260915-3-64c1e",
"20260915-4-15ab9",
"20260915-5-d907b",
"20260915-6-e2786",
"20260915-7-c7855",
"20260915-8-887d4",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "WorkFlowGenie#a13",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find the employee IDs of engineers who dismissed maximum bugs in WorkFlowGenie that are now reopened by customers.",
"ground_truth": [
"eid_c92d3e03",
"eid_4812cbd8",
"eid_515ae627"
],
"citations": [
"20260907-0-9b5a3",
"20260907-1-f737b",
"20260907-2-0a493",
"20260907-3-ff1bd",
"20260907-4-053ba",
"20260907-5-acd03",
"20260907-6-d60f2",
"20260907-7-a02c5",
"20260907-8-15d06",
"20260907-9-10cde",
"20260914-0-5e4ec",
"20260914-1-01174",
"20260914-2-aa732",
"20260914-3-58fad",
"20260914-4-7cc67",
"20260914-5-d98b5",
"20260914-6-fac6e",
"20260914-7-945f2",
"20260916-0-e7e4c",
"20260916-1-4edc2",
"20260916-2-b14d9",
"20260916-3-24d0b",
"20260916-4-50fde",
"20260916-5-d5649",
"20260916-6-054b4",
"20260916-7-44075",
"20260724-0-c609a",
"20260724-1-13c79",
"20260724-2-08a41",
"20260724-3-5d051",
"20260724-4-c1640",
"20260724-5-150f0",
"20260724-6-84a73",
"20260724-7-e117c",
"20260724-8-c07b3",
"20260724-9-3a612",
"20260728-0-9f149",
"20260728-1-9aafb",
"20260728-2-1d9c7",
"20260728-3-ba330",
"20260728-4-f70af",
"20260728-5-b7097",
"20260728-6-61caa",
"20260728-7-97c7f",
"20260728-8-4b2af",
"20260728-9-4363c",
"20260728-10-6092c",
"20260818-0-09288",
"20260818-1-46af9",
"20260818-2-94bec",
"20260818-3-959fd",
"20260818-4-75050",
"20260818-5-34b87",
"20260818-6-68a76",
"20260704-0-ad5a0",
"20260704-1-28f9e",
"20260704-2-1bbbb",
"20260704-3-e5794",
"20260704-4-59808",
"20260704-5-fae46",
"20260704-6-c2061",
"20260704-7-a5fb2",
"20260704-8-4820d",
"20260704-9-b2c41",
"20260704-10-3a35b",
"20260708-0-89175",
"20260708-1-e38c1",
"20260708-2-b09fd",
"20260708-3-02759",
"20260708-4-48839",
"20260708-5-8ce8f",
"20260708-6-2b80f",
"20260708-7-593e3",
"20260709-0-bdba1",
"20260709-1-9184d",
"20260709-2-5a7e8",
"20260709-3-bd5c6",
"20260709-4-e7468",
"20260709-5-6d325",
"20260709-6-93187",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "WorkFlowGenie#a14",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of reopened bugs in WorkFlowGenie.",
"ground_truth": [
"ComputeWorks",
"TechCorp"
],
"citations": [
"20260907-0-9b5a3",
"20260907-1-f737b",
"20260907-2-0a493",
"20260907-3-ff1bd",
"20260907-4-053ba",
"20260907-5-acd03",
"20260907-6-d60f2",
"20260907-7-a02c5",
"20260907-8-15d06",
"20260907-9-10cde",
"20260914-0-5e4ec",
"20260914-1-01174",
"20260914-2-aa732",
"20260914-3-58fad",
"20260914-4-7cc67",
"20260914-5-d98b5",
"20260914-6-fac6e",
"20260914-7-945f2",
"20260916-0-e7e4c",
"20260916-1-4edc2",
"20260916-2-b14d9",
"20260916-3-24d0b",
"20260916-4-50fde",
"20260916-5-d5649",
"20260916-6-054b4",
"20260916-7-44075",
"20260724-0-c609a",
"20260724-1-13c79",
"20260724-2-08a41",
"20260724-3-5d051",
"20260724-4-c1640",
"20260724-5-150f0",
"20260724-6-84a73",
"20260724-7-e117c",
"20260724-8-c07b3",
"20260724-9-3a612",
"20260728-0-9f149",
"20260728-1-9aafb",
"20260728-2-1d9c7",
"20260728-3-ba330",
"20260728-4-f70af",
"20260728-5-b7097",
"20260728-6-61caa",
"20260728-7-97c7f",
"20260728-8-4b2af",
"20260728-9-4363c",
"20260728-10-6092c",
"20260818-0-09288",
"20260818-1-46af9",
"20260818-2-94bec",
"20260818-3-959fd",
"20260818-4-75050",
"20260818-5-34b87",
"20260818-6-68a76",
"20260802-0-100a0",
"20260802-1-1fef5",
"20260802-2-59eb1",
"20260802-3-aa1b5",
"20260802-4-2492b",
"20260802-5-fad56",
"20260802-6-94f6b",
"20260802-7-f3739",
"20260802-8-30fc4",
"20260802-9-62067",
"20260816-0-11c88",
"20260816-1-f6524",
"20260816-2-ba588",
"20260816-3-aeeeb",
"20260816-4-d3afd",
"20260816-5-65e2e",
"20260816-6-0cae8",
"github_com_salesforce_WorkFlowGenie_pull_36",
"20260819-0-baec9",
"20260819-1-1e92b",
"20260819-2-7761c",
"20260819-3-465ba",
"20260819-4-87961",
"20260819-5-e8f4a",
"20260704-0-ad5a0",
"20260704-1-28f9e",
"20260704-2-1bbbb",
"20260704-3-e5794",
"20260704-4-59808",
"20260704-5-fae46",
"20260704-6-c2061",
"20260704-7-a5fb2",
"20260704-8-4820d",
"20260704-9-b2c41",
"20260704-10-3a35b",
"20260708-0-89175",
"20260708-1-e38c1",
"20260708-2-b09fd",
"20260708-3-02759",
"20260708-4-48839",
"20260708-5-8ce8f",
"20260708-6-2b80f",
"20260708-7-593e3",
"20260709-0-bdba1",
"20260709-1-9184d",
"20260709-2-5a7e8",
"20260709-3-bd5c6",
"20260709-4-e7468",
"20260709-5-6d325",
"20260709-6-93187",
"20260813-0-ebe50",
"20260813-1-76f99",
"20260813-2-165a4",
"20260813-3-22fe4",
"20260813-4-6750e",
"20260813-5-db264",
"20260813-6-37c3a",
"20260813-7-a98b0",
"20260813-8-7bec2",
"20260813-9-ada76",
"20260813-10-4c457",
"20260902-0-ba69d",
"20260902-1-9709f",
"20260902-2-7982b",
"20260902-3-9cbcd",
"20260902-4-efd0e",
"20260902-5-eb555",
"20260902-6-0f2e9",
"github_com_salesforce_WorkFlowGenie_pull_40",
"20260910-0-f4718",
"20260910-1-1be74",
"20260910-2-e377c",
"20260910-3-5d382",
"20260910-4-a7bcc",
"20260910-5-06438",
"20260910-6-7809e",
"20260819-0-110e3",
"20260819-1-eab72",
"20260819-2-c1bcf",
"20260819-3-8e13e",
"20260819-4-9fee3",
"20260819-5-353d5",
"20260819-6-885ad",
"20260819-7-8ec55",
"github_com_salesforce_WorkFlowGenie_pull_37",
"20260821-0-7243b",
"20260821-1-2fa10",
"20260821-2-e4417",
"20260821-3-eed0d",
"20260821-4-b24b2",
"20260821-5-b12a5",
"20260828-0-b5c47",
"20260828-1-47cb3",
"20260828-2-2ad83",
"20260828-3-07c70",
"20260828-4-368c7",
"20260828-5-aa29c",
"20260828-6-b04df",
"20260828-7-3d19e",
"20260828-8-36296",
"20260828-9-cebd0",
"20260828-10-23d90",
"20260913-0-cf5c6",
"20260913-1-aa01c",
"20260913-2-d08ed",
"20260913-3-c956f",
"20260913-4-e911e",
"20260913-5-723df",
"20260913-6-7026f",
"20260913-7-a598d",
"github_com_salesforce_WorkFlowGenie_pull_43",
"20260915-0-8aed5",
"20260915-1-7dd8b",
"20260915-2-b2c73",
"20260915-3-64c1e",
"20260915-4-15ab9",
"20260915-5-d907b",
"20260915-6-e2786",
"20260915-7-c7855",
"20260915-8-887d4",
"20260712-0-86a66",
"20260712-1-f5894",
"20260712-2-c898d",
"20260712-3-b10b0",
"20260712-4-97e51",
"20260712-5-a8922",
"20260712-6-e0ae6",
"20260712-7-af96d",
"20260712-8-fa30c",
"20260712-9-89b1b",
"20260715-0-00689",
"20260715-1-83468",
"20260715-2-89836",
"20260715-3-684e4",
"20260715-4-a1554",
"20260715-5-2a1db",
"github_com_salesforce_WorkFlowGenie_pull_34",
"20260718-0-d50c6",
"20260718-1-bc334",
"20260718-2-76781",
"20260718-3-e94d7",
"20260718-4-a4ccc",
"20260718-5-88412",
"20260718-6-cb512",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "WorkFlowGenie#a15",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find the name of company that has the maximum number of active bugs in WorkFlowGenie.",
"ground_truth": [
"AITransformers"
],
"citations": [
"20260907-0-9b5a3",
"20260907-1-f737b",
"20260907-2-0a493",
"20260907-3-ff1bd",
"20260907-4-053ba",
"20260907-5-acd03",
"20260907-6-d60f2",
"20260907-7-a02c5",
"20260907-8-15d06",
"20260907-9-10cde",
"20260914-0-5e4ec",
"20260914-1-01174",
"20260914-2-aa732",
"20260914-3-58fad",
"20260914-4-7cc67",
"20260914-5-d98b5",
"20260914-6-fac6e",
"20260914-7-945f2",
"20260916-0-e7e4c",
"20260916-1-4edc2",
"20260916-2-b14d9",
"20260916-3-24d0b",
"20260916-4-50fde",
"20260916-5-d5649",
"20260916-6-054b4",
"20260916-7-44075",
"20260724-0-c609a",
"20260724-1-13c79",
"20260724-2-08a41",
"20260724-3-5d051",
"20260724-4-c1640",
"20260724-5-150f0",
"20260724-6-84a73",
"20260724-7-e117c",
"20260724-8-c07b3",
"20260724-9-3a612",
"20260728-0-9f149",
"20260728-1-9aafb",
"20260728-2-1d9c7",
"20260728-3-ba330",
"20260728-4-f70af",
"20260728-5-b7097",
"20260728-6-61caa",
"20260728-7-97c7f",
"20260728-8-4b2af",
"20260728-9-4363c",
"20260728-10-6092c",
"20260818-0-09288",
"20260818-1-46af9",
"20260818-2-94bec",
"20260818-3-959fd",
"20260818-4-75050",
"20260818-5-34b87",
"20260818-6-68a76",
"20260802-0-100a0",
"20260802-1-1fef5",
"20260802-2-59eb1",
"20260802-3-aa1b5",
"20260802-4-2492b",
"20260802-5-fad56",
"20260802-6-94f6b",
"20260802-7-f3739",
"20260802-8-30fc4",
"20260802-9-62067",
"20260816-0-11c88",
"20260816-1-f6524",
"20260816-2-ba588",
"20260816-3-aeeeb",
"20260816-4-d3afd",
"20260816-5-65e2e",
"20260816-6-0cae8",
"github_com_salesforce_WorkFlowGenie_pull_36",
"20260819-0-baec9",
"20260819-1-1e92b",
"20260819-2-7761c",
"20260819-3-465ba",
"20260819-4-87961",
"20260819-5-e8f4a",
"20260704-0-ad5a0",
"20260704-1-28f9e",
"20260704-2-1bbbb",
"20260704-3-e5794",
"20260704-4-59808",
"20260704-5-fae46",
"20260704-6-c2061",
"20260704-7-a5fb2",
"20260704-8-4820d",
"20260704-9-b2c41",
"20260704-10-3a35b",
"20260708-0-89175",
"20260708-1-e38c1",
"20260708-2-b09fd",
"20260708-3-02759",
"20260708-4-48839",
"20260708-5-8ce8f",
"20260708-6-2b80f",
"20260708-7-593e3",
"20260709-0-bdba1",
"20260709-1-9184d",
"20260709-2-5a7e8",
"20260709-3-bd5c6",
"20260709-4-e7468",
"20260709-5-6d325",
"20260709-6-93187",
"20260712-0-86a66",
"20260712-1-f5894",
"20260712-2-c898d",
"20260712-3-b10b0",
"20260712-4-97e51",
"20260712-5-a8922",
"20260712-6-e0ae6",
"20260712-7-af96d",
"20260712-8-fa30c",
"20260712-9-89b1b",
"20260813-0-ebe50",
"20260813-1-76f99",
"20260813-2-165a4",
"20260813-3-22fe4",
"20260813-4-6750e",
"20260813-5-db264",
"20260813-6-37c3a",
"20260813-7-a98b0",
"20260813-8-7bec2",
"20260813-9-ada76",
"20260813-10-4c457",
"20260902-0-ba69d",
"20260902-1-9709f",
"20260902-2-7982b",
"20260902-3-9cbcd",
"20260902-4-efd0e",
"20260902-5-eb555",
"20260902-6-0f2e9",
"github_com_salesforce_WorkFlowGenie_pull_40",
"20260910-0-f4718",
"20260910-1-1be74",
"20260910-2-e377c",
"20260910-3-5d382",
"20260910-4-a7bcc",
"20260910-5-06438",
"20260910-6-7809e",
"20260819-0-110e3",
"20260819-1-eab72",
"20260819-2-c1bcf",
"20260819-3-8e13e",
"20260819-4-9fee3",
"20260819-5-353d5",
"20260819-6-885ad",
"20260819-7-8ec55",
"github_com_salesforce_WorkFlowGenie_pull_37",
"20260821-0-7243b",
"20260821-1-2fa10",
"20260821-2-e4417",
"20260821-3-eed0d",
"20260821-4-b24b2",
"20260821-5-b12a5",
"20260828-0-b5c47",
"20260828-1-47cb3",
"20260828-2-2ad83",
"20260828-3-07c70",
"20260828-4-368c7",
"20260828-5-aa29c",
"20260828-6-b04df",
"20260828-7-3d19e",
"20260828-8-36296",
"20260828-9-cebd0",
"20260828-10-23d90",
"20260913-0-cf5c6",
"20260913-1-aa01c",
"20260913-2-d08ed",
"20260913-3-c956f",
"20260913-4-e911e",
"20260913-5-723df",
"20260913-6-7026f",
"20260913-7-a598d",
"github_com_salesforce_WorkFlowGenie_pull_43",
"20260915-0-8aed5",
"20260915-1-7dd8b",
"20260915-2-b2c73",
"20260915-3-64c1e",
"20260915-4-15ab9",
"20260915-5-d907b",
"20260915-6-e2786",
"20260915-7-c7855",
"20260915-8-887d4",
"20260715-0-00689",
"20260715-1-83468",
"20260715-2-89836",
"20260715-3-684e4",
"20260715-4-a1554",
"20260715-5-2a1db",
"github_com_salesforce_WorkFlowGenie_pull_34",
"20260718-0-d50c6",
"20260718-1-bc334",
"20260718-2-76781",
"20260718-3-e94d7",
"20260718-4-a4ccc",
"20260718-5-88412",
"20260718-6-cb512",
"20260626-0-bff75",
"20260626-1-50b85",
"20260626-2-bce42",
"20260626-3-7e030",
"20260626-4-e73be",
"20260626-5-a45be",
"20260626-6-dc437",
"20260626-7-226ce",
"20260626-8-027fe",
"20260626-9-6a410",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "company",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "WorkFlowGenie#a16",
"product": "WorkFlowGenie",
"kind": "answerable",
"question": "Find employee IDs of engineers who are assigned to the highest number of active bugs in WorkFlowGenie.",
"ground_truth": [
"eid_4812cbd8"
],
"citations": [
"20260813-0-ebe50",
"20260813-1-76f99",
"20260813-2-165a4",
"20260813-3-22fe4",
"20260813-4-6750e",
"20260813-5-db264",
"20260813-6-37c3a",
"20260813-7-a98b0",
"20260813-8-7bec2",
"20260813-9-ada76",
"20260813-10-4c457",
"20260902-0-ba69d",
"20260902-1-9709f",
"20260902-2-7982b",
"20260902-3-9cbcd",
"20260902-4-efd0e",
"20260902-5-eb555",
"20260902-6-0f2e9",
"github_com_salesforce_WorkFlowGenie_pull_40",
"20260910-0-f4718",
"20260910-1-1be74",
"20260910-2-e377c",
"20260910-3-5d382",
"20260910-4-a7bcc",
"20260910-5-06438",
"20260910-6-7809e",
"20260802-0-100a0",
"20260802-1-1fef5",
"20260802-2-59eb1",
"20260802-3-aa1b5",
"20260802-4-2492b",
"20260802-5-fad56",
"20260802-6-94f6b",
"20260802-7-f3739",
"20260802-8-30fc4",
"20260802-9-62067",
"20260819-0-110e3",
"20260819-1-eab72",
"20260819-2-c1bcf",
"20260819-3-8e13e",
"20260819-4-9fee3",
"20260819-5-353d5",
"20260819-6-885ad",
"20260819-7-8ec55",
"github_com_salesforce_WorkFlowGenie_pull_37",
"20260821-0-7243b",
"20260821-1-2fa10",
"20260821-2-e4417",
"20260821-3-eed0d",
"20260821-4-b24b2",
"20260821-5-b12a5",
"20260816-0-11c88",
"20260816-1-f6524",
"20260816-2-ba588",
"20260816-3-aeeeb",
"20260816-4-d3afd",
"20260816-5-65e2e",
"20260816-6-0cae8",
"github_com_salesforce_WorkFlowGenie_pull_36",
"20260819-0-baec9",
"20260819-1-1e92b",
"20260819-2-7761c",
"20260819-3-465ba",
"20260819-4-87961",
"20260819-5-e8f4a",
"20260712-0-86a66",
"20260712-1-f5894",
"20260712-2-c898d",
"20260712-3-b10b0",
"20260712-4-97e51",
"20260712-5-a8922",
"20260712-6-e0ae6",
"20260712-7-af96d",
"20260712-8-fa30c",
"20260712-9-89b1b",
"20260715-0-00689",
"20260715-1-83468",
"20260715-2-89836",
"20260715-3-684e4",
"20260715-4-a1554",
"20260715-5-2a1db",
"github_com_salesforce_WorkFlowGenie_pull_34",
"20260718-0-d50c6",
"20260718-1-bc334",
"20260718-2-76781",
"20260718-3-e94d7",
"20260718-4-a4ccc",
"20260718-5-88412",
"20260718-6-cb512",
"20260828-0-b5c47",
"20260828-1-47cb3",
"20260828-2-2ad83",
"20260828-3-07c70",
"20260828-4-368c7",
"20260828-5-aa29c",
"20260828-6-b04df",
"20260828-7-3d19e",
"20260828-8-36296",
"20260828-9-cebd0",
"20260828-10-23d90",
"20260913-0-cf5c6",
"20260913-1-aa01c",
"20260913-2-d08ed",
"20260913-3-c956f",
"20260913-4-e911e",
"20260913-5-723df",
"20260913-6-7026f",
"20260913-7-a598d",
"github_com_salesforce_WorkFlowGenie_pull_43",
"20260915-0-8aed5",
"20260915-1-7dd8b",
"20260915-2-b2c73",
"20260915-3-64c1e",
"20260915-4-15ab9",
"20260915-5-d907b",
"20260915-6-e2786",
"20260915-7-c7855",
"20260915-8-887d4",
"20260724-0-c609a",
"20260724-1-13c79",
"20260724-2-08a41",
"20260724-3-5d051",
"20260724-4-c1640",
"20260724-5-150f0",
"20260724-6-84a73",
"20260724-7-e117c",
"20260724-8-c07b3",
"20260724-9-3a612",
"20260728-0-9f149",
"20260728-1-9aafb",
"20260728-2-1d9c7",
"20260728-3-ba330",
"20260728-4-f70af",
"20260728-5-b7097",
"20260728-6-61caa",
"20260728-7-97c7f",
"20260728-8-4b2af",
"20260728-9-4363c",
"20260728-10-6092c",
"20260818-0-09288",
"20260818-1-46af9",
"20260818-2-94bec",
"20260818-3-959fd",
"20260818-4-75050",
"20260818-5-34b87",
"20260818-6-68a76",
"20260626-0-bff75",
"20260626-1-50b85",
"20260626-2-bce42",
"20260626-3-7e030",
"20260626-4-e73be",
"20260626-5-a45be",
"20260626-6-dc437",
"20260626-7-226ce",
"20260626-8-027fe",
"20260626-9-6a410",
"20260907-0-9b5a3",
"20260907-1-f737b",
"20260907-2-0a493",
"20260907-3-ff1bd",
"20260907-4-053ba",
"20260907-5-acd03",
"20260907-6-d60f2",
"20260907-7-a02c5",
"20260907-8-15d06",
"20260907-9-10cde",
"20260914-0-5e4ec",
"20260914-1-01174",
"20260914-2-aa732",
"20260914-3-58fad",
"20260914-4-7cc67",
"20260914-5-d98b5",
"20260914-6-fac6e",
"20260914-7-945f2",
"20260916-0-e7e4c",
"20260916-1-4edc2",
"20260916-2-b14d9",
"20260916-3-24d0b",
"20260916-4-50fde",
"20260916-5-d5649",
"20260916-6-054b4",
"20260916-7-44075",
"20260704-0-ad5a0",
"20260704-1-28f9e",
"20260704-2-1bbbb",
"20260704-3-e5794",
"20260704-4-59808",
"20260704-5-fae46",
"20260704-6-c2061",
"20260704-7-a5fb2",
"20260704-8-4820d",
"20260704-9-b2c41",
"20260704-10-3a35b",
"20260708-0-89175",
"20260708-1-e38c1",
"20260708-2-b09fd",
"20260708-3-02759",
"20260708-4-48839",
"20260708-5-8ce8f",
"20260708-6-2b80f",
"20260708-7-593e3",
"20260709-0-bdba1",
"20260709-1-9184d",
"20260709-2-5a7e8",
"20260709-3-bd5c6",
"20260709-4-e7468",
"20260709-5-6d325",
"20260709-6-93187",
"20260324-0-c98ef",
"20260324-1-1af87",
"20260324-2-897df"
],
"type": "person",
"computation_comparison": true,
"computation_comparison_reason": "maximum_or_minimum"
},
{
"gid": "WorkFlowGenie#u0",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "What are the employee IDs of team members who shared demos of WorkFlowGenie's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u1",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find the demo URLs shared by team members for WorkFlowGenie's competitor products?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u2",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Vision Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u3",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of QA Specialists who reviewed the Product Vision Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u4",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Technical Architects who reviewed the Product Requirements Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u5",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Marketing Managers who reviewed the Product Requirements Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u6",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Product Managers who reviewed the Product Requirements Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u7",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of UX Researchers who reviewed the Technical Specifications Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u8",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the Technical Specifications Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u9",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Find employee IDs of Chief Product Officers who reviewed the System Design Document for WorkFlowGenie?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u10",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Can you find links to PRs for integrating GraphQL for enhanced data querying in WorkFlowGenie that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u11",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Can you find links to PRs for integrating GraphQL for enhanced data querying in WorkFlowGenie that were reverted as they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u12",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Could you provide the links to the approved PRs for integrating GraphQL for enhanced data querying in WorkFlowGenie that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u13",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Can you find links to PRs for enhancing AI capabilities with natural language processing in WorkFlowGenie that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u14",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Could you provide the links to the approved PRs for enhancing AI capabilities with natural language processing in WorkFlowGenie that need to be closed?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u15",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Can you provide links to the PRs related to improving the user onboarding process in WorkFlowGenie that were reverted due to changes in product direction?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u16",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for improving the user onboarding process in WorkFlowGenie that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u17",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Can you find links to PRs for performance optimization through edge computing and data caching in WorkFlowGenie that were reverted as they introduced bugs in the product?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
},
{
"gid": "WorkFlowGenie#u18",
"product": "WorkFlowGenie",
"kind": "unanswerable",
"question": "Could you provide the links to the PRs for performance optimization through edge computing and data caching in WorkFlowGenie that need to be merged?",
"ground_truth": null,
"citations": [],
"type": "unanswerable",
"computation_comparison": false,
"computation_comparison_reason": "none"
}
]