compare/index.json

{"scope":815,"slots":["c1","c2","c6","naive","e2e_raw","e2e_combined","e2e_rawtext"],"runs":[{"slot":"c1","label":"c1 Closed-book","description":"Closed-book baseline without corpus documents.","agentic":false,"scope":815,"answered":815,"correct":0,"score_pct":4.25,"score_label":"Type-aware judge","score_detail":"0 perfect · 0.00% answer F1","coverage_pct":100.0,"response_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_phantom_full/full_closedbook/named-outputs/response/response","recovery_response_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_phantom_recover/cb_len4x/named-outputs/response/response","judge_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_type_aware_judge_20260715/c1/named-outputs/judged/judged"},{"slot":"c2","label":"c2 With-docs","description":"Open-book baseline with retrieved documents in the prompt.","agentic":false,"scope":815,"answered":815,"correct":385,"score_pct":67.96,"score_label":"Type-aware judge","score_detail":"385 perfect · 69.91% answer F1","coverage_pct":100.0,"response_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_phantom_full/full_openbook/named-outputs/response/response","recovery_response_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_phantom_recover/ob_len4x/named-outputs/response/response","judge_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_type_aware_judge_20260715/c2/named-outputs/judged/judged"},{"slot":"c6","label":"c6 Agentic-DCI","description":"Agentic DCI baseline over corpus scaffolds.","agentic":true,"scope":815,"answered":792,"correct":386,"score_pct":75.64,"score_label":"Type-aware judge","score_detail":"386 perfect · 77.72% answer F1","coverage_pct":97.18,"response_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_phantom_full/full_dci/named-outputs/response/response","recovery_response_source":null,"judge_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_type_aware_judge_20260715/c6/named-outputs/judged/judged"},{"slot":"naive","label":"Naive-search","description":"Agentic baseline using naive corpus search.","agentic":true,"scope":815,"answered":547,"correct":178,"score_pct":45.96,"score_label":"Type-aware judge","score_detail":"178 perfect · 70.43% answer F1","coverage_pct":67.12,"response_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_phantom_full/full_naive_herb/named-outputs/response/response","recovery_response_source":null,"judge_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_type_aware_judge_20260715/naive/named-outputs/judged/judged"},{"slot":"e2e_raw","label":"E2E raw","description":"End-to-end agent over raw HERB corpus structures.","agentic":true,"scope":815,"answered":798,"correct":284,"score_pct":67.87,"score_label":"Type-aware judge","score_detail":"284 perfect · 71.90% answer F1","coverage_pct":97.91,"response_source":"/home/azureuser/projects/information-scaffolds/outputs/e2e_runs/new-datasets-full-20260711/herb_raw/named-outputs/predictions/predictions","recovery_response_source":null,"judge_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_type_aware_judge_20260715/e2e_raw/named-outputs/judged/judged"},{"slot":"e2e_combined","label":"E2E combined","description":"End-to-end agent over the combined HERB structures.","agentic":true,"scope":815,"answered":813,"correct":336,"score_pct":73.91,"score_label":"Type-aware judge","score_detail":"336 perfect · 74.02% answer F1","coverage_pct":99.75,"response_source":"/home/azureuser/projects/information-scaffolds/outputs/e2e_runs/new-datasets-full-20260711/herb_combined/named-outputs/predictions/predictions","recovery_response_source":null,"judge_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_type_aware_judge_20260715/e2e_combined/named-outputs/judged/judged"},{"slot":"e2e_rawtext","label":"E2E v3 + rawtext","description":"Native E2E-v3 structures with the raw HERB corpus overlay.","agentic":true,"scope":815,"answered":812,"correct":378,"score_pct":77.63,"score_label":"Type-aware judge","score_detail":"378 perfect · 79.47% answer F1","coverage_pct":99.63,"response_source":"/mnt/ramdisk/blobstore/timchen0618/data/eval/herb/viewer_inputs/e2e_rawtext/predictions","recovery_response_source":null,"judge_source":"/home/azureuser/projects/information-scaffolds/outputs/herb_type_aware_judge_20260715/e2e_rawtext/named-outputs/canonical_evaluated/evaluated"}],"items":[{"qid":"ActionGenie_a0","gid":"ActionGenie#a0","product":"ActionGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the ActionGenie product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a1","gid":"ActionGenie#a1","product":"ActionGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the ActionGenie product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a2","gid":"ActionGenie#a2","product":"ActionGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the ActionGenie product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a3","gid":"ActionGenie#a3","product":"ActionGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the ActionGenie product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a4","gid":"ActionGenie#a4","product":"ActionGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the ActionGenie product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a5","gid":"ActionGenie#a5","product":"ActionGenie","type":"content","question":"What new features related to integration with third-party Slack apps are added to ActionGenie?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a6","gid":"ActionGenie#a6","product":"ActionGenie","type":"content","question":"What new features related to improving the analytics dashboard have been added to ActionGenie?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a7","gid":"ActionGenie#a7","product":"ActionGenie","type":"content","question":"What new features about AI model updates resource allocation are added to ActionGenie?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a8","gid":"ActionGenie#a8","product":"ActionGenie","type":"content","question":"What features could not be added to ActionGenie due to security risks?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a9","gid":"ActionGenie#a9","product":"ActionGenie","type":"content","question":"What features could not be added to ActionGenie due to change in product direction?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a10","gid":"ActionGenie#a10","product":"ActionGenie","type":"content","question":"What features were temporarily delayed due to change in product direction but eventually added to ActionGenie?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a11","gid":"ActionGenie#a11","product":"ActionGenie","type":"company","question":"Find the names of companies were affected by issues in the NLP Model & Language Processing of ActionGenie that led to inaccurate action suggestions and workflow disruptions for non-English speaking teams?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a12","gid":"ActionGenie#a12","product":"ActionGenie","type":"person","question":"What is the employee ID of engineers who resolved issues with the NLP Model & Language Processing in ActionGenie that were causing inaccurate action suggestions and workflow disruptions for non-English speaking teams?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a13","gid":"ActionGenie#a13","product":"ActionGenie","type":"company","question":"Find the names of companies were affected by issues in the backend processing and task queue management of ActionGenie that caused slow response times and decreased productivity?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a14","gid":"ActionGenie#a14","product":"ActionGenie","type":"person","question":"Find the employee ID of engineers who resolved issues with the backend processing and task queue management in ActionGenie that were causing slow response times and affecting user productivity?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a15","gid":"ActionGenie#a15","product":"ActionGenie","type":"company","question":"Find the names of companies were affected by the API security and access control issues in ActionGenie that led to unauthorized data exposure and privacy compromises?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a16","gid":"ActionGenie#a16","product":"ActionGenie","type":"person","question":"What is the employee ID of engineers who resolved the API Security & Access Control issue in ActionGenie that was risking unauthorized data exposure and compromising user privacy?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a17","gid":"ActionGenie#a17","product":"ActionGenie","type":"company","question":"Find the names of companies were affected by issues in the User Interface & Frontend Performance of ActionGenie that caused a frozen interface and disrupted workflow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a18","gid":"ActionGenie#a18","product":"ActionGenie","type":"person","question":"What is the employee ID of engineers who resolved the issue with the User Interface & Frontend Performance in ActionGenie that was causing a frozen interface and disrupting user workflow?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a19","gid":"ActionGenie#a19","product":"ActionGenie","type":"company","question":"Find the names of companies were affected by issues in the Database Management & Logging System in ActionGenie that caused challenges in auditing and reviewing past actions, leading to accountability and process optimization problems?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a20","gid":"ActionGenie#a20","product":"ActionGenie","type":"person","question":"Find the employee ID of engineers who resolved issues with the Database Management & Logging System in ActionGenie that were affecting auditing and reviewing past actions, leading to accountability issues and hindering process optimization?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a21","gid":"ActionGenie#a21","product":"ActionGenie","type":"pr","question":"Find all PR links submitted by eid_8c5414f1 to resolve bugs reported by TechCorp in ActionGenie","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a22","gid":"ActionGenie#a22","product":"ActionGenie","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in ActionGenie","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a23","gid":"ActionGenie#a23","product":"ActionGenie","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in ActionGenie","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a24","gid":"ActionGenie#a24","product":"ActionGenie","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in ActionGenie?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ActionGenie_a25","gid":"ActionGenie#a25","product":"ActionGenie","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in ActionGenie.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a0","gid":"AnomalyForce#a0","product":"AnomalyForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for AnomalyForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a1","gid":"AnomalyForce#a1","product":"AnomalyForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for AnomalyForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a2","gid":"AnomalyForce#a2","product":"AnomalyForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for AnomalyForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a3","gid":"AnomalyForce#a3","product":"AnomalyForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for AnomalyForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a4","gid":"AnomalyForce#a4","product":"AnomalyForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for AnomalyForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a5","gid":"AnomalyForce#a5","product":"AnomalyForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for AnomalyForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a6","gid":"AnomalyForce#a6","product":"AnomalyForce","type":"content","question":"What are the unique features of AnomalyForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a7","gid":"AnomalyForce#a7","product":"AnomalyForce","type":"content","question":"What are the weaknesses of AnomalyForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a8","gid":"AnomalyForce#a8","product":"AnomalyForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of AnomalyForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a9","gid":"AnomalyForce#a9","product":"AnomalyForce","type":"person","question":"Find employee IDs of team members who shared demos of AnomalyForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a10","gid":"AnomalyForce#a10","product":"AnomalyForce","type":"url","question":"Find the demo URLs shared by team members for AnomalyForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a11","gid":"AnomalyForce#a11","product":"AnomalyForce","type":"pr","question":"Can you find links to PRs for integrating predictive analytics in AnomalyForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a12","gid":"AnomalyForce#a12","product":"AnomalyForce","type":"pr","question":"Can you provide links to the approved PRs for integrating predictive analytics in AnomalyForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a13","gid":"AnomalyForce#a13","product":"AnomalyForce","type":"pr","question":"Can you find links to PRs for improving data ingestion efficiency in AnomalyForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a14","gid":"AnomalyForce#a14","product":"AnomalyForce","type":"pr","question":"Can you provide links to the approved PRs for improving data ingestion efficiency in AnomalyForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a15","gid":"AnomalyForce#a15","product":"AnomalyForce","type":"pr","question":"Can you provide links to PRs for expanding security measures in AnomalyForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a16","gid":"AnomalyForce#a16","product":"AnomalyForce","type":"pr","question":"Can you provide links to the approved PRs for expanding security measures in AnomalyForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a17","gid":"AnomalyForce#a17","product":"AnomalyForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in AnomalyForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a18","gid":"AnomalyForce#a18","product":"AnomalyForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in AnomalyForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a19","gid":"AnomalyForce#a19","product":"AnomalyForce","type":"content","question":"Find features for AnomalyForce that were discussed but not implemented?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a20","gid":"AnomalyForce#a20","product":"AnomalyForce","type":"person","question":"Find employee IDs of team members who were responsible for features in AnomalyForce that were discussed but not implemented?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a21","gid":"AnomalyForce#a21","product":"AnomalyForce","type":"company","question":"Find the names of companies were affected by issues in the Anomaly Detection Algorithm in AnomalyForce that caused incorrect alerts and reduced trust in the system's reliability?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"AnomalyForce_a22","gid":"AnomalyForce#a22","product":"AnomalyForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the Anomaly Detection Algorithm in AnomalyForce that were causing incorrect alerts and reducing trust in the system's reliability?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a23","gid":"AnomalyForce#a23","product":"AnomalyForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface & Data Visualization of AnomalyForce that caused delays and potential data loss in real-time monitoring?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a24","gid":"AnomalyForce#a24","product":"AnomalyForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the User Interface & Data Visualization in AnomalyForce that were causing delays and potential data loss in real-time monitoring?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a25","gid":"AnomalyForce#a25","product":"AnomalyForce","type":"company","question":"Find the names of companies were affected by issues in the API Security of AnomalyForce that posed significant security risks and data exposure?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a26","gid":"AnomalyForce#a26","product":"AnomalyForce","type":"person","question":"What is the employee ID of engineers who resolved the API security issue in AnomalyForce that posed a significant risk by potentially exposing sensitive data and compromising data integrity?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a27","gid":"AnomalyForce#a27","product":"AnomalyForce","type":"company","question":"Find the names of companies were affected by issues in the Data Processing Pipeline of AnomalyForce that led to inaccurate insights and flawed strategic decision-making?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a28","gid":"AnomalyForce#a28","product":"AnomalyForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the Data Processing Pipeline in AnomalyForce that were causing inaccurate insights from historical data analysis and affecting strategic decision-making?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a29","gid":"AnomalyForce#a29","product":"AnomalyForce","type":"company","question":"Find the names of companies were affected by issues in the database performance of AnomalyForce that caused delays in anomaly detection results, impacting time-sensitive scenarios?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a30","gid":"AnomalyForce#a30","product":"AnomalyForce","type":"person","question":"What is the employee ID of engineers who resolved the database performance issues in AnomalyForce that were causing delays in anomaly detection results and reducing system effectiveness?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a31","gid":"AnomalyForce#a31","product":"AnomalyForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in AnomalyForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a32","gid":"AnomalyForce#a32","product":"AnomalyForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in AnomalyForce","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a33","gid":"AnomalyForce#a33","product":"AnomalyForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in AnomalyForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AnomalyForce_a34","gid":"AnomalyForce#a34","product":"AnomalyForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in AnomalyForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a0","gid":"AutoTuneForce#a0","product":"AutoTuneForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of AutoTuneForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a1","gid":"AutoTuneForce#a1","product":"AutoTuneForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of AutoTuneForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a2","gid":"AutoTuneForce#a2","product":"AutoTuneForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of AutoTuneForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a3","gid":"AutoTuneForce#a3","product":"AutoTuneForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of AutoTuneForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a4","gid":"AutoTuneForce#a4","product":"AutoTuneForce","type":"content","question":"What issues were reported by customers for the previous release of AutoTuneForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a5","gid":"AutoTuneForce#a5","product":"AutoTuneForce","type":"content","question":"What issues were reported during QA testing for the previous release of AutoTuneForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a6","gid":"AutoTuneForce#a6","product":"AutoTuneForce","type":"content","question":"What strengths were highlighted by customers for the previous release of AutoTuneForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a7","gid":"AutoTuneForce#a7","product":"AutoTuneForce","type":"company","question":"Find names of companies that reported issues with the previous release of AutoTuneForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a8","gid":"AutoTuneForce#a8","product":"AutoTuneForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of AutoTuneForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a9","gid":"AutoTuneForce#a9","product":"AutoTuneForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of AutoTuneForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a10","gid":"AutoTuneForce#a10","product":"AutoTuneForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of AutoTuneForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a11","gid":"AutoTuneForce#a11","product":"AutoTuneForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of AutoTuneForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a12","gid":"AutoTuneForce#a12","product":"AutoTuneForce","type":"content","question":"What new features related to improving the analytics dashboard are added to AutoTuneForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a13","gid":"AutoTuneForce#a13","product":"AutoTuneForce","type":"content","question":"What new features related to enhancing security measures are added to AutoTuneForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a14","gid":"AutoTuneForce#a14","product":"AutoTuneForce","type":"content","question":"What features could not be added to AutoTuneForce due to security risks?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a15","gid":"AutoTuneForce#a15","product":"AutoTuneForce","type":"content","question":"What features could not be added to AutoTuneForce due to change in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a16","gid":"AutoTuneForce#a16","product":"AutoTuneForce","type":"content","question":"What features were temporarily delayed due to change in product direction but eventually added to AutoTuneForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a17","gid":"AutoTuneForce#a17","product":"AutoTuneForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in AutoTuneForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a18","gid":"AutoTuneForce#a18","product":"AutoTuneForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in AutoTuneForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a19","gid":"AutoTuneForce#a19","product":"AutoTuneForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in AutoTuneForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a20","gid":"AutoTuneForce#a20","product":"AutoTuneForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in AutoTuneForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"AutoTuneForce_a21","gid":"AutoTuneForce#a21","product":"AutoTuneForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in AutoTuneForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a0","gid":"CoachForce#a0","product":"CoachForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the CoachForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a1","gid":"CoachForce#a1","product":"CoachForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the CoachForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a2","gid":"CoachForce#a2","product":"CoachForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the CoachForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CoachForce_a3","gid":"CoachForce#a3","product":"CoachForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the CoachForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CoachForce_a4","gid":"CoachForce#a4","product":"CoachForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the CoachForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a5","gid":"CoachForce#a5","product":"CoachForce","type":"pr","question":"Can you find links to PRs for developing frontend components for real-time insights in CoachForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a6","gid":"CoachForce#a6","product":"CoachForce","type":"pr","question":"Could you provide links to the approved PRs for developing the frontend components for real-time insights in CoachForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a7","gid":"CoachForce#a7","product":"CoachForce","type":"pr","question":"Can you provide links to PRs for the CRM integration feature in CoachForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a8","gid":"CoachForce#a8","product":"CoachForce","type":"pr","question":"Can you provide links to the approved PRs for the CRM integration feature in CoachForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a9","gid":"CoachForce#a9","product":"CoachForce","type":"pr","question":"Can you find links to PRs for developing user training and support materials in CoachForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a10","gid":"CoachForce#a10","product":"CoachForce","type":"pr","question":"Can you provide links to the approved PRs for developing user training and support materials in CoachForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a11","gid":"CoachForce#a11","product":"CoachForce","type":"pr","question":"Can you find links to PRs related to the disaster recovery strategy in CoachForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a12","gid":"CoachForce#a12","product":"CoachForce","type":"pr","question":"Can you provide links to the approved PRs for implementing the disaster recovery strategy in CoachForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a13","gid":"CoachForce#a13","product":"CoachForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in CoachForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a14","gid":"CoachForce#a14","product":"CoachForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in CoachForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a15","gid":"CoachForce#a15","product":"CoachForce","type":"content","question":"Find features for CoachForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CoachForce_a16","gid":"CoachForce#a16","product":"CoachForce","type":"person","question":"Find employee IDs of team members who were responsible for features in CoachForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CoachForce_a17","gid":"CoachForce#a17","product":"CoachForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in CoachForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a18","gid":"CoachForce#a18","product":"CoachForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in CoachForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a19","gid":"CoachForce#a19","product":"CoachForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in CoachForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CoachForce_a20","gid":"CoachForce#a20","product":"CoachForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in CoachForce.","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CoachForce_a21","gid":"CoachForce#a21","product":"CoachForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in CoachForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a0","gid":"CollaborateForce#a0","product":"CollaborateForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for CollaborateForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a1","gid":"CollaborateForce#a1","product":"CollaborateForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for CollaborateForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a2","gid":"CollaborateForce#a2","product":"CollaborateForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for CollaborateForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a3","gid":"CollaborateForce#a3","product":"CollaborateForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for CollaborateForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a4","gid":"CollaborateForce#a4","product":"CollaborateForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for CollaborateForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a5","gid":"CollaborateForce#a5","product":"CollaborateForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for CollaborateForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a6","gid":"CollaborateForce#a6","product":"CollaborateForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Requirements Document for CollaborateForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a7","gid":"CollaborateForce#a7","product":"CollaborateForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Product Requirements Document for CollaborateForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a8","gid":"CollaborateForce#a8","product":"CollaborateForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Requirements Document for CollaborateForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a9","gid":"CollaborateForce#a9","product":"CollaborateForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for CollaborateForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a10","gid":"CollaborateForce#a10","product":"CollaborateForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Technical Specifications Document for CollaborateForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a11","gid":"CollaborateForce#a11","product":"CollaborateForce","type":"content","question":"What are the changes suggested by Product Manager to improve the Technical Specifications Document for CollaborateForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a12","gid":"CollaborateForce#a12","product":"CollaborateForce","type":"content","question":"What are the unique features of CollaborateForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a13","gid":"CollaborateForce#a13","product":"CollaborateForce","type":"content","question":"What are the weaknesses of CollaborateForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a14","gid":"CollaborateForce#a14","product":"CollaborateForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of CollaborateForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a15","gid":"CollaborateForce#a15","product":"CollaborateForce","type":"person","question":"Find employee IDs of team members who shared demos of CollaborateForce's competitor products?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a16","gid":"CollaborateForce#a16","product":"CollaborateForce","type":"url","question":"Find the demo URLs shared by team members for CollaborateForce's competitor products?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a17","gid":"CollaborateForce#a17","product":"CollaborateForce","type":"pr","question":"Can you provide links to the approved PRs for the AI engine feedback loop in CollaborateForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a18","gid":"CollaborateForce#a18","product":"CollaborateForce","type":"pr","question":"Could you provide the links to the PRs for the AI engine feedback loop in CollaborateForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a19","gid":"CollaborateForce#a19","product":"CollaborateForce","type":"pr","question":"Can you provide links to PRs related to the API design with GraphQL for CollaborateForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a20","gid":"CollaborateForce#a20","product":"CollaborateForce","type":"pr","question":"Can you provide links to the approved PRs for the API design with GraphQL in CollaborateForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a21","gid":"CollaborateForce#a21","product":"CollaborateForce","type":"pr","question":"Can you find links to the PRs for the API design with GraphQL in CollaborateForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a22","gid":"CollaborateForce#a22","product":"CollaborateForce","type":"pr","question":"Can you find the links to the PRs for the WebRTC optimization in CollaborateForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a23","gid":"CollaborateForce#a23","product":"CollaborateForce","type":"pr","question":"Could you provide the links to the approved PRs for the encryption protocols in CollaborateForce's communication features that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a24","gid":"CollaborateForce#a24","product":"CollaborateForce","type":"pr","question":"Could you provide the links to the PRs for the UI components for accessibility and customization in CollaborateForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a25","gid":"CollaborateForce#a25","product":"CollaborateForce","type":"pr","question":"Can you provide links to the PRs related to expanding API support in CollaborateForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a26","gid":"CollaborateForce#a26","product":"CollaborateForce","type":"pr","question":"Can you provide links to the approved PRs for expanding API support in CollaborateForce that need to be closed?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a27","gid":"CollaborateForce#a27","product":"CollaborateForce","type":"pr","question":"Could you provide the links to the PRs for expanding API support in CollaborateForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a28","gid":"CollaborateForce#a28","product":"CollaborateForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in CollaborateForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a29","gid":"CollaborateForce#a29","product":"CollaborateForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in CollaborateForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a30","gid":"CollaborateForce#a30","product":"CollaborateForce","type":"content","question":"Find all unresolved issues reported by BlueWave in the CollaborateForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a31","gid":"CollaborateForce#a31","product":"CollaborateForce","type":"content","question":"Find all unresolved issues reported by AITransformers in the CollaborateForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a32","gid":"CollaborateForce#a32","product":"CollaborateForce","type":"content","question":"Find all unresolved issues reported by CloudSync in the CollaborateForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborateForce_a33","gid":"CollaborateForce#a33","product":"CollaborateForce","type":"content","question":"Find all unresolved issues reported by TechCorp in the CollaborateForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a0","gid":"CollaborationForce#a0","product":"CollaborationForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the CollaborationForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a1","gid":"CollaborationForce#a1","product":"CollaborationForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the CollaborationForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a2","gid":"CollaborationForce#a2","product":"CollaborationForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the CollaborationForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a3","gid":"CollaborationForce#a3","product":"CollaborationForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the CollaborationForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a4","gid":"CollaborationForce#a4","product":"CollaborationForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the CollaborationForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a5","gid":"CollaborationForce#a5","product":"CollaborationForce","type":"pr","question":"Can you find links to PRs for the Real-time Task Prioritization feature in CollaborationForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a6","gid":"CollaborationForce#a6","product":"CollaborationForce","type":"pr","question":"Can you provide links to the approved PRs for implementing Real-time Task Prioritization in CollaborationForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a7","gid":"CollaborationForce#a7","product":"CollaborationForce","type":"pr","question":"Can you provide links to PRs for the Improved Salesforce Integration feature in CollaborationForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a8","gid":"CollaborationForce#a8","product":"CollaborationForce","type":"pr","question":"Could you provide links to the approved PRs for the improved Salesforce integration in CollaborationForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a9","gid":"CollaborationForce#a9","product":"CollaborationForce","type":"pr","question":"Can you provide links to the approved PRs for implementing Advanced Security Protocols in CollaborationForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a10","gid":"CollaborationForce#a10","product":"CollaborationForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in CollaborationForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a11","gid":"CollaborationForce#a11","product":"CollaborationForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in CollaborationForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a12","gid":"CollaborationForce#a12","product":"CollaborationForce","type":"content","question":"Find features for CollaborationForce that were discussed but not implemented?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a13","gid":"CollaborationForce#a13","product":"CollaborationForce","type":"person","question":"Find employee IDs of team members who were responsible for features in CollaborationForce that were discussed but not implemented?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a14","gid":"CollaborationForce#a14","product":"CollaborationForce","type":"company","question":"Find the names of companies were affected by issues in the AI Suggestion Engine in CollaborationForce that led to inaccurate collaboration suggestions and reduced productivity?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a15","gid":"CollaborationForce#a15","product":"CollaborationForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the AI Suggestion Engine in CollaborationForce that were causing inaccurate collaboration suggestions and leading to miscommunication and reduced productivity?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a16","gid":"CollaborationForce#a16","product":"CollaborationForce","type":"company","question":"Find the names of companies were affected by issues in the Database Query System of CollaborationForce that caused slow document access and hindered team efficiency?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a17","gid":"CollaborationForce#a17","product":"CollaborationForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Database Query System in CollaborationForce that were causing slow response times and affecting team efficiency?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a18","gid":"CollaborationForce#a18","product":"CollaborationForce","type":"company","question":"Find the names of companies were affected by issues in the API Gateway of CollaborationForce that caused intermittent feature unavailability and workflow disruptions?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a19","gid":"CollaborationForce#a19","product":"CollaborationForce","type":"person","question":"What is the employee ID of engineers who resolved the API Gateway issues in CollaborationForce that were causing intermittent feature unavailability and disrupting workflows?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a20","gid":"CollaborationForce#a20","product":"CollaborationForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface of CollaborationForce that made it difficult to follow conversation threads and led to communication errors?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a21","gid":"CollaborationForce#a21","product":"CollaborationForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the User Interface in CollaborationForce that were causing difficulties in following conversation threads and impacting collaboration?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a22","gid":"CollaborationForce#a22","product":"CollaborationForce","type":"company","question":"Find the names of companies were affected by issues in the Authentication Module of CollaborationForce that posed security risks and potential unauthorized data access?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a23","gid":"CollaborationForce#a23","product":"CollaborationForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Authentication Module in CollaborationForce that were posing security risks and potentially leading to unauthorized data access?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a24","gid":"CollaborationForce#a24","product":"CollaborationForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in CollaborationForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a25","gid":"CollaborationForce#a25","product":"CollaborationForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in CollaborationForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a26","gid":"CollaborationForce#a26","product":"CollaborationForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in CollaborationForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"CollaborationForce_a27","gid":"CollaborationForce#a27","product":"CollaborationForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in CollaborationForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a0","gid":"ConnectForce#a0","product":"ConnectForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the ConnectForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a1","gid":"ConnectForce#a1","product":"ConnectForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the ConnectForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a2","gid":"ConnectForce#a2","product":"ConnectForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the ConnectForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a3","gid":"ConnectForce#a3","product":"ConnectForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the ConnectForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a4","gid":"ConnectForce#a4","product":"ConnectForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the ConnectForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a5","gid":"ConnectForce#a5","product":"ConnectForce","type":"pr","question":"Can you provide links to PRs for the AI-driven data anomaly detection feature in ConnectForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a6","gid":"ConnectForce#a6","product":"ConnectForce","type":"pr","question":"Can you provide links to PRs related to the AI-driven data anomaly detection feature in ConnectForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a7","gid":"ConnectForce#a7","product":"ConnectForce","type":"pr","question":"Can you find links to the approved PRs for the AI-driven data anomaly detection feature in ConnectForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a8","gid":"ConnectForce#a8","product":"ConnectForce","type":"pr","question":"Could you provide the links to the PRs for the AI-driven data anomaly detection feature in ConnectForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a9","gid":"ConnectForce#a9","product":"ConnectForce","type":"pr","question":"Could you find links to the approved PRs for enhancing NLP capabilities for better user interactions in ConnectForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a10","gid":"ConnectForce#a10","product":"ConnectForce","type":"pr","question":"Could you provide the links to the PRs for enhancing NLP capabilities for better user interactions in ConnectForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a11","gid":"ConnectForce#a11","product":"ConnectForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in ConnectForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a12","gid":"ConnectForce#a12","product":"ConnectForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in ConnectForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a13","gid":"ConnectForce#a13","product":"ConnectForce","type":"content","question":"Find bugs reported by DataSolutions in ConnectForce that did not require any fixes?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a14","gid":"ConnectForce#a14","product":"ConnectForce","type":"content","question":"Find bugs reported by AITransformers in ConnectForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a15","gid":"ConnectForce#a15","product":"ConnectForce","type":"content","question":"Find all unresolved issues reported by TechCorp in the ConnectForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ConnectForce_a16","gid":"ConnectForce#a16","product":"ConnectForce","type":"content","question":"Find all unresolved issues reported by BlueWave in the ConnectForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a0","gid":"ContentForce#a0","product":"ContentForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for ContentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a1","gid":"ContentForce#a1","product":"ContentForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for ContentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a2","gid":"ContentForce#a2","product":"ContentForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for ContentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a3","gid":"ContentForce#a3","product":"ContentForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for ContentForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContentForce_a4","gid":"ContentForce#a4","product":"ContentForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for ContentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a5","gid":"ContentForce#a5","product":"ContentForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for ContentForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContentForce_a6","gid":"ContentForce#a6","product":"ContentForce","type":"content","question":"What are the unique features of ContentForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContentForce_a7","gid":"ContentForce#a7","product":"ContentForce","type":"content","question":"What are the weaknesses of ContentForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContentForce_a8","gid":"ContentForce#a8","product":"ContentForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of ContentForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a9","gid":"ContentForce#a9","product":"ContentForce","type":"person","question":"Find employee IDs of team members who shared demos of ContentForce's competitor products?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a10","gid":"ContentForce#a10","product":"ContentForce","type":"url","question":"Find the demo URLs shared by team members for ContentForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a11","gid":"ContentForce#a11","product":"ContentForce","type":"content","question":"What new features about improving CRM integration are added to ContentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a12","gid":"ContentForce#a12","product":"ContentForce","type":"content","question":"What features could not be added to ContentForce due to security risks?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a13","gid":"ContentForce#a13","product":"ContentForce","type":"content","question":"What features could not be added to ContentForce due to change in product direction?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContentForce_a14","gid":"ContentForce#a14","product":"ContentForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in ContentForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContentForce_a15","gid":"ContentForce#a15","product":"ContentForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in ContentForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContentForce_a16","gid":"ContentForce#a16","product":"ContentForce","type":"content","question":"Find bugs reported by NextGenTech in ContentForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContentForce_a17","gid":"ContentForce#a17","product":"ContentForce","type":"content","question":"Find all unresolved issues reported by CloudSync in the ContentForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContextForce_a0","gid":"ContextForce#a0","product":"ContextForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of ContextForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a1","gid":"ContextForce#a1","product":"ContextForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of ContextForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a2","gid":"ContextForce#a2","product":"ContextForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of ContextForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a3","gid":"ContextForce#a3","product":"ContextForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of ContextForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a4","gid":"ContextForce#a4","product":"ContextForce","type":"content","question":"What issues were reported by customers for the previous release of ContextForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContextForce_a5","gid":"ContextForce#a5","product":"ContextForce","type":"content","question":"What issues were reported during QA testing for the previous release of ContextForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a6","gid":"ContextForce#a6","product":"ContextForce","type":"content","question":"What strengths were highlighted by customers for the previous release of ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a7","gid":"ContextForce#a7","product":"ContextForce","type":"company","question":"Find names of companies that reported issues with the previous release of ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a8","gid":"ContextForce#a8","product":"ContextForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a9","gid":"ContextForce#a9","product":"ContextForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of ContextForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a10","gid":"ContextForce#a10","product":"ContextForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a11","gid":"ContextForce#a11","product":"ContextForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a12","gid":"ContextForce#a12","product":"ContextForce","type":"pr","question":"Can you provide links to PRs related to database optimization in ContextForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a13","gid":"ContextForce#a13","product":"ContextForce","type":"pr","question":"Can you provide links to the approved PRs for the database optimization feature in ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a14","gid":"ContextForce#a14","product":"ContextForce","type":"pr","question":"Can you provide links to PRs related to implementing predictive analytics in ContextForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a15","gid":"ContextForce#a15","product":"ContextForce","type":"pr","question":"Could you provide links to the approved PRs for implementing predictive analytics in ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a16","gid":"ContextForce#a16","product":"ContextForce","type":"pr","question":"Can you provide links to PRs for UI/UX enhancements in ContextForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a17","gid":"ContextForce#a17","product":"ContextForce","type":"pr","question":"Could you provide links to the approved PRs for the UI/UX enhancements in ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a18","gid":"ContextForce#a18","product":"ContextForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in ContextForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a19","gid":"ContextForce#a19","product":"ContextForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in ContextForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a20","gid":"ContextForce#a20","product":"ContextForce","type":"content","question":"Find features for ContextForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContextForce_a21","gid":"ContextForce#a21","product":"ContextForce","type":"person","question":"Find employee IDs of team members who were responsible for features in ContextForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ContextForce_a22","gid":"ContextForce#a22","product":"ContextForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in ContextForce for bug fixes that are now reopened by customers.","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a23","gid":"ContextForce#a23","product":"ContextForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in ContextForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a24","gid":"ContextForce#a24","product":"ContextForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in ContextForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a25","gid":"ContextForce#a25","product":"ContextForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in ContextForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ContextForce_a26","gid":"ContextForce#a26","product":"ContextForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in ContextForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a0","gid":"EdgeForce#a0","product":"EdgeForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a1","gid":"EdgeForce#a1","product":"EdgeForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of EdgeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a2","gid":"EdgeForce#a2","product":"EdgeForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of EdgeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a3","gid":"EdgeForce#a3","product":"EdgeForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of EdgeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a4","gid":"EdgeForce#a4","product":"EdgeForce","type":"content","question":"What issues were reported by customers for the previous release of EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a5","gid":"EdgeForce#a5","product":"EdgeForce","type":"content","question":"What issues were reported during QA testing for the previous release of EdgeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a6","gid":"EdgeForce#a6","product":"EdgeForce","type":"content","question":"What strengths were highlighted by customers for the previous release of EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a7","gid":"EdgeForce#a7","product":"EdgeForce","type":"company","question":"Find names of companies that reported issues with the previous release of EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a8","gid":"EdgeForce#a8","product":"EdgeForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a9","gid":"EdgeForce#a9","product":"EdgeForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of EdgeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a10","gid":"EdgeForce#a10","product":"EdgeForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a11","gid":"EdgeForce#a11","product":"EdgeForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a12","gid":"EdgeForce#a12","product":"EdgeForce","type":"content","question":"What new features about conducting hardware compatibility checks for device compatibility are added to EdgeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a13","gid":"EdgeForce#a13","product":"EdgeForce","type":"content","question":"What new features about developing a RESTful API framework are added to EdgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a14","gid":"EdgeForce#a14","product":"EdgeForce","type":"content","question":"What new features about implementing JWT authentication for security are added to EdgeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a15","gid":"EdgeForce#a15","product":"EdgeForce","type":"content","question":"What features could not be added to EdgeForce due to security risks?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a16","gid":"EdgeForce#a16","product":"EdgeForce","type":"content","question":"What features could not be added to EdgeForce due to change in product direction?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a17","gid":"EdgeForce#a17","product":"EdgeForce","type":"content","question":"What features were temporarily delayed due to change in product direction but eventually added to EdgeForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a18","gid":"EdgeForce#a18","product":"EdgeForce","type":"company","question":"Find the names of companies were affected by issues in the AI Processing Engine in EdgeForce that caused latency in real-time data processing for time-sensitive applications?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a19","gid":"EdgeForce#a19","product":"EdgeForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the AI Processing Engine in EdgeForce that were causing latency in real-time data processing, affecting time-sensitive applications?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a20","gid":"EdgeForce#a20","product":"EdgeForce","type":"company","question":"Find the names of companies were affected by issues in the Model Management & Update Module in EdgeForce that led to inaccurate insights and undermined trust in the system's reliability?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a21","gid":"EdgeForce#a21","product":"EdgeForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Model Management & Update Module in EdgeForce that were causing inaccurate insights and undermining trust in the system's reliability?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a22","gid":"EdgeForce#a22","product":"EdgeForce","type":"company","question":"Find the names of companies were affected by issues in the Security & Access Control of EdgeForce that allowed tampering or theft of sensitive AI models, posing security risks?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a23","gid":"EdgeForce#a23","product":"EdgeForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Security & Access Control in EdgeForce that were posing a significant security risk by allowing sensitive AI models to be tampered with or stolen?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a24","gid":"EdgeForce#a24","product":"EdgeForce","type":"company","question":"Find the names of companies were affected by issues in the API layer of EdgeForce that caused challenges in data retrieval and led to application errors or degraded user experiences?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a25","gid":"EdgeForce#a25","product":"EdgeForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the API layer in EdgeForce that were causing challenges for developers and applications relying on consistent data retrieval, potentially leading to application errors or degraded user experiences?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a26","gid":"EdgeForce#a26","product":"EdgeForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface & Visualization Module in EdgeForce that caused user frustration and workflow interruptions due to unresponsive UI and delayed model insights?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a27","gid":"EdgeForce#a27","product":"EdgeForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the User Interface & Visualization Module in EdgeForce that were causing user frustration and workflow interruptions due to interaction and visualization delays?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a28","gid":"EdgeForce#a28","product":"EdgeForce","type":"pr","question":"Find all PR links submitted by eid_4df3bcc2 to resolve bugs reported by TechCorp in EdgeForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a29","gid":"EdgeForce#a29","product":"EdgeForce","type":"pr","question":"Find all PR links submitted by eid_bac7c6c4 to resolve bugs reported by TechCorp in EdgeForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a30","gid":"EdgeForce#a30","product":"EdgeForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in EdgeForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a31","gid":"EdgeForce#a31","product":"EdgeForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in EdgeForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a32","gid":"EdgeForce#a32","product":"EdgeForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in EdgeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"EdgeForce_a33","gid":"EdgeForce#a33","product":"EdgeForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in EdgeForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a0","gid":"ExplainabilityForce#a0","product":"ExplainabilityForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the ExplainabilityForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a1","gid":"ExplainabilityForce#a1","product":"ExplainabilityForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the ExplainabilityForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a2","gid":"ExplainabilityForce#a2","product":"ExplainabilityForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the ExplainabilityForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a3","gid":"ExplainabilityForce#a3","product":"ExplainabilityForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the ExplainabilityForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a4","gid":"ExplainabilityForce#a4","product":"ExplainabilityForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the ExplainabilityForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a5","gid":"ExplainabilityForce#a5","product":"ExplainabilityForce","type":"pr","question":"Can you provide links to PRs for setting up the GraphQL API for Salesforce integration in ExplainabilityForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a6","gid":"ExplainabilityForce#a6","product":"ExplainabilityForce","type":"pr","question":"Could you provide the links to the PRs for the Salesforce integration - GraphQL API setup in ExplainabilityForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a7","gid":"ExplainabilityForce#a7","product":"ExplainabilityForce","type":"pr","question":"Can you provide links to the PRs related to the Salesforce integration - Schema management feature in ExplainabilityForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a8","gid":"ExplainabilityForce#a8","product":"ExplainabilityForce","type":"pr","question":"Could you provide the links to the PRs for the Salesforce integration - Schema management feature in ExplainabilityForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a9","gid":"ExplainabilityForce#a9","product":"ExplainabilityForce","type":"pr","question":"Could you provide links to PRs related to the Security - Data encryption feature in ExplainabilityForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a10","gid":"ExplainabilityForce#a10","product":"ExplainabilityForce","type":"pr","question":"Can you provide links to the PRs related to the AWS and Azure integration - Resource planning feature in ExplainabilityForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a11","gid":"ExplainabilityForce#a11","product":"ExplainabilityForce","type":"pr","question":"Could you find the links to the approved PRs for the AWS and Azure integration - Resource planning feature in ExplainabilityForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a12","gid":"ExplainabilityForce#a12","product":"ExplainabilityForce","type":"pr","question":"Could you provide the links to the PRs for the AWS and Azure integration - Resource planning feature in ExplainabilityForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a13","gid":"ExplainabilityForce#a13","product":"ExplainabilityForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in ExplainabilityForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a14","gid":"ExplainabilityForce#a14","product":"ExplainabilityForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in ExplainabilityForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a15","gid":"ExplainabilityForce#a15","product":"ExplainabilityForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in ExplainabilityForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a16","gid":"ExplainabilityForce#a16","product":"ExplainabilityForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in ExplainabilityForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ExplainabilityForce_a17","gid":"ExplainabilityForce#a17","product":"ExplainabilityForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in ExplainabilityForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a0","gid":"FeedbackForce#a0","product":"FeedbackForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the FeedbackForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a1","gid":"FeedbackForce#a1","product":"FeedbackForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the FeedbackForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a2","gid":"FeedbackForce#a2","product":"FeedbackForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the FeedbackForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a3","gid":"FeedbackForce#a3","product":"FeedbackForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the FeedbackForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a4","gid":"FeedbackForce#a4","product":"FeedbackForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the FeedbackForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a5","gid":"FeedbackForce#a5","product":"FeedbackForce","type":"content","question":"What new features about NLP engine enhancement are added to FeedbackForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a6","gid":"FeedbackForce#a6","product":"FeedbackForce","type":"content","question":"What new features about integration with enterprise systems are added to FeedbackForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a7","gid":"FeedbackForce#a7","product":"FeedbackForce","type":"content","question":"What new features about compliance with GDPR and CCPA are added to FeedbackForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a8","gid":"FeedbackForce#a8","product":"FeedbackForce","type":"content","question":"What features could not be added to FeedbackForce due to security risks?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a9","gid":"FeedbackForce#a9","product":"FeedbackForce","type":"content","question":"What features could not be added to FeedbackForce due to change in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a10","gid":"FeedbackForce#a10","product":"FeedbackForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in FeedbackForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a11","gid":"FeedbackForce#a11","product":"FeedbackForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in FeedbackForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a12","gid":"FeedbackForce#a12","product":"FeedbackForce","type":"content","question":"Find bugs reported by FusionTech in FeedbackForce that did not require any fixes?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a13","gid":"FeedbackForce#a13","product":"FeedbackForce","type":"content","question":"Find bugs reported by DataSolutions in FeedbackForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a14","gid":"FeedbackForce#a14","product":"FeedbackForce","type":"content","question":"Find all unresolved issues reported by BlueWave in the FeedbackForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a15","gid":"FeedbackForce#a15","product":"FeedbackForce","type":"content","question":"Find all unresolved issues reported by SmartData in the FeedbackForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a16","gid":"FeedbackForce#a16","product":"FeedbackForce","type":"content","question":"Find all unresolved issues reported by ComputeWorks in the FeedbackForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a17","gid":"FeedbackForce#a17","product":"FeedbackForce","type":"content","question":"Find all unresolved issues reported by CloudSync in the FeedbackForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FeedbackForce_a18","gid":"FeedbackForce#a18","product":"FeedbackForce","type":"content","question":"Find all unresolved issues reported by NextGenTech in the FeedbackForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a0","gid":"FlowForce#a0","product":"FlowForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a1","gid":"FlowForce#a1","product":"FlowForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of FlowForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"FlowForce_a2","gid":"FlowForce#a2","product":"FlowForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of FlowForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a3","gid":"FlowForce#a3","product":"FlowForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of FlowForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a4","gid":"FlowForce#a4","product":"FlowForce","type":"content","question":"What issues were reported by customers for the previous release of FlowForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a5","gid":"FlowForce#a5","product":"FlowForce","type":"content","question":"What issues were reported during QA testing for the previous release of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a6","gid":"FlowForce#a6","product":"FlowForce","type":"content","question":"What strengths were highlighted by customers for the previous release of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a7","gid":"FlowForce#a7","product":"FlowForce","type":"company","question":"Find names of companies that reported issues with the previous release of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a8","gid":"FlowForce#a8","product":"FlowForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a9","gid":"FlowForce#a9","product":"FlowForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a10","gid":"FlowForce#a10","product":"FlowForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a11","gid":"FlowForce#a11","product":"FlowForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a12","gid":"FlowForce#a12","product":"FlowForce","type":"content","question":"What new features related to expanding the analytics dashboard are added to FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a13","gid":"FlowForce#a13","product":"FlowForce","type":"content","question":"What new features related to improving security measures have been added to FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a14","gid":"FlowForce#a14","product":"FlowForce","type":"content","question":"What features could not be added to FlowForce due to security risks?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a15","gid":"FlowForce#a15","product":"FlowForce","type":"content","question":"What features could not be added to FlowForce due to change in product direction?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a16","gid":"FlowForce#a16","product":"FlowForce","type":"company","question":"Find the names of companies were affected by issues in the AI Model & Analysis Engine in FlowForce that led to wasted time and resources on unnecessary API endpoint optimizations?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a17","gid":"FlowForce#a17","product":"FlowForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the AI Model & Analysis Engine in FlowForce that were causing users to waste time on unnecessary API optimizations?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a18","gid":"FlowForce#a18","product":"FlowForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface & Data Visualization Module in FlowForce that caused frustration and delays in data analysis, hindering decision-making and reducing productivity?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a19","gid":"FlowForce#a19","product":"FlowForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the User Interface & Data Visualization Module in FlowForce that were causing frustration and delays in data analysis, hindering decision-making and reducing productivity?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a20","gid":"FlowForce#a20","product":"FlowForce","type":"company","question":"Find the names of companies were affected by issues in the Performance Optimization & Routing Logic of FlowForce that caused slower API response times and degraded application performance?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a21","gid":"FlowForce#a21","product":"FlowForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Performance Optimization & Routing Logic in FlowForce that were causing slower API response times and degrading application performance?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a22","gid":"FlowForce#a22","product":"FlowForce","type":"company","question":"Find the names of companies were affected by issues in the Security & Authentication Module in FlowForce that posed significant security risks and potential data breaches?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a23","gid":"FlowForce#a23","product":"FlowForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the Security & Authentication Module in FlowForce that posed a significant security risk and could lead to data breaches and loss of user trust?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a24","gid":"FlowForce#a24","product":"FlowForce","type":"company","question":"Find the names of companies were affected by issues in the Database & Data Synchronization Module in FlowForce that led to decisions based on inaccurate data and service disruptions?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a25","gid":"FlowForce#a25","product":"FlowForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Database & Data Synchronization Module in FlowForce that were causing users to make decisions based on inaccurate data, leading to ineffective optimizations and potential service disruptions?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"FlowForce_a26","gid":"FlowForce#a26","product":"FlowForce","type":"pr","question":"Find all PR links submitted by eid_d098d618 to resolve bugs reported by TechCorp in FlowForce","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a27","gid":"FlowForce#a27","product":"FlowForce","type":"pr","question":"Find all PR links submitted by eid_b6268ef7 to resolve bugs reported by BlueWave in FlowForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a28","gid":"FlowForce#a28","product":"FlowForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in FlowForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a29","gid":"FlowForce#a29","product":"FlowForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in FlowForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a30","gid":"FlowForce#a30","product":"FlowForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in FlowForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"FlowForce_a31","gid":"FlowForce#a31","product":"FlowForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in FlowForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a0","gid":"ForecastForce#a0","product":"ForecastForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a1","gid":"ForecastForce#a1","product":"ForecastForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a2","gid":"ForecastForce#a2","product":"ForecastForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a3","gid":"ForecastForce#a3","product":"ForecastForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a4","gid":"ForecastForce#a4","product":"ForecastForce","type":"content","question":"What issues were reported by customers for the previous release of ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a5","gid":"ForecastForce#a5","product":"ForecastForce","type":"content","question":"What issues were reported during QA testing for the previous release of ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a6","gid":"ForecastForce#a6","product":"ForecastForce","type":"content","question":"What strengths were highlighted by customers for the previous release of ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a7","gid":"ForecastForce#a7","product":"ForecastForce","type":"company","question":"Find names of companies that reported issues with the previous release of ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a8","gid":"ForecastForce#a8","product":"ForecastForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a9","gid":"ForecastForce#a9","product":"ForecastForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a10","gid":"ForecastForce#a10","product":"ForecastForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a11","gid":"ForecastForce#a11","product":"ForecastForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a12","gid":"ForecastForce#a12","product":"ForecastForce","type":"pr","question":"Can you find links to PRs for developing customizable forecast models in ForecastForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a13","gid":"ForecastForce#a13","product":"ForecastForce","type":"pr","question":"Can you provide links to the approved PRs for implementing customizable forecast models in ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a14","gid":"ForecastForce#a14","product":"ForecastForce","type":"pr","question":"Can you provide links to PRs related to security enhancements in ForecastForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a15","gid":"ForecastForce#a15","product":"ForecastForce","type":"pr","question":"Can you provide links to the approved PRs for the security enhancements in ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a16","gid":"ForecastForce#a16","product":"ForecastForce","type":"pr","question":"Can you provide links to PRs related to the integration capabilities in ForecastForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a17","gid":"ForecastForce#a17","product":"ForecastForce","type":"pr","question":"Could you provide links to the approved PRs for enhancing integration capabilities in ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a18","gid":"ForecastForce#a18","product":"ForecastForce","type":"pr","question":"Can you provide links to PRs related to resource allocation optimization in ForecastForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a19","gid":"ForecastForce#a19","product":"ForecastForce","type":"pr","question":"Can you provide links to the approved PRs for the resource allocation optimization feature in ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a20","gid":"ForecastForce#a20","product":"ForecastForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a21","gid":"ForecastForce#a21","product":"ForecastForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in ForecastForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a22","gid":"ForecastForce#a22","product":"ForecastForce","type":"content","question":"Find features for ForecastForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a23","gid":"ForecastForce#a23","product":"ForecastForce","type":"person","question":"Find employee IDs of team members who were responsible for features in ForecastForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a24","gid":"ForecastForce#a24","product":"ForecastForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in ForecastForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a25","gid":"ForecastForce#a25","product":"ForecastForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in ForecastForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a26","gid":"ForecastForce#a26","product":"ForecastForce","type":"content","question":"Find bugs reported by CloudSync in ForecastForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a27","gid":"ForecastForce#a27","product":"ForecastForce","type":"content","question":"Find bugs reported by DataSolutions in ForecastForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ForecastForce_a28","gid":"ForecastForce#a28","product":"ForecastForce","type":"content","question":"Find all unresolved issues reported by BlueWave in the ForecastForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a0","gid":"InsightForce#a0","product":"InsightForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the InsightForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a1","gid":"InsightForce#a1","product":"InsightForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the InsightForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a2","gid":"InsightForce#a2","product":"InsightForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the InsightForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a3","gid":"InsightForce#a3","product":"InsightForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the InsightForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a4","gid":"InsightForce#a4","product":"InsightForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the InsightForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a5","gid":"InsightForce#a5","product":"InsightForce","type":"content","question":"What new features about enhancing the processing engine and refining ML models are added to InsightForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a6","gid":"InsightForce#a6","product":"InsightForce","type":"content","question":"What new features about customizable dashboards are added to the user interaction layer in InsightForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a7","gid":"InsightForce#a7","product":"InsightForce","type":"content","question":"What new features related to security audits and encryption have been added to InsightForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a8","gid":"InsightForce#a8","product":"InsightForce","type":"content","question":"What new features about the build authentication API are added to InsightForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a9","gid":"InsightForce#a9","product":"InsightForce","type":"content","question":"What features could not be added to InsightForce due to security risks?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a10","gid":"InsightForce#a10","product":"InsightForce","type":"content","question":"What features could not be added to InsightForce due to change in product direction?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a11","gid":"InsightForce#a11","product":"InsightForce","type":"content","question":"What features were temporarily delayed due to change in product direction but eventually added to InsightForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a12","gid":"InsightForce#a12","product":"InsightForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in InsightForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a13","gid":"InsightForce#a13","product":"InsightForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in InsightForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a14","gid":"InsightForce#a14","product":"InsightForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in InsightForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"InsightForce_a15","gid":"InsightForce#a15","product":"InsightForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in InsightForce.","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"InsightForce_a16","gid":"InsightForce#a16","product":"InsightForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in InsightForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a0","gid":"KnowledgeForce#a0","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for KnowledgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a1","gid":"KnowledgeForce#a1","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for KnowledgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"KnowledgeForce_a2","gid":"KnowledgeForce#a2","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for KnowledgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a3","gid":"KnowledgeForce#a3","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for KnowledgeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a4","gid":"KnowledgeForce#a4","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for KnowledgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a5","gid":"KnowledgeForce#a5","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for KnowledgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a6","gid":"KnowledgeForce#a6","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Requirements Document for KnowledgeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a7","gid":"KnowledgeForce#a7","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Product Requirements Document for KnowledgeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a8","gid":"KnowledgeForce#a8","product":"KnowledgeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Requirements Document for KnowledgeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a9","gid":"KnowledgeForce#a9","product":"KnowledgeForce","type":"content","question":"What are the unique features of KnowledgeForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a10","gid":"KnowledgeForce#a10","product":"KnowledgeForce","type":"content","question":"What are the weaknesses of KnowledgeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a11","gid":"KnowledgeForce#a11","product":"KnowledgeForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of KnowledgeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a12","gid":"KnowledgeForce#a12","product":"KnowledgeForce","type":"person","question":"Find employee IDs of team members who shared demos of KnowledgeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a13","gid":"KnowledgeForce#a13","product":"KnowledgeForce","type":"url","question":"Find the demo URLs shared by team members for KnowledgeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a14","gid":"KnowledgeForce#a14","product":"KnowledgeForce","type":"content","question":"What new features about the self-service analytics module are added to KnowledgeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a15","gid":"KnowledgeForce#a15","product":"KnowledgeForce","type":"content","question":"What new features about improving sentiment analysis using BERT are added to KnowledgeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a16","gid":"KnowledgeForce#a16","product":"KnowledgeForce","type":"content","question":"What features could not be added to KnowledgeForce due to security risks?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a17","gid":"KnowledgeForce#a17","product":"KnowledgeForce","type":"content","question":"What features could not be added to KnowledgeForce due to change in product direction?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a18","gid":"KnowledgeForce#a18","product":"KnowledgeForce","type":"content","question":"What features were temporarily delayed due to change in product direction but eventually added to KnowledgeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a19","gid":"KnowledgeForce#a19","product":"KnowledgeForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in KnowledgeForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a20","gid":"KnowledgeForce#a20","product":"KnowledgeForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in KnowledgeForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a21","gid":"KnowledgeForce#a21","product":"KnowledgeForce","type":"content","question":"Find all unresolved issues reported by TechCorp in the KnowledgeForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a22","gid":"KnowledgeForce#a22","product":"KnowledgeForce","type":"content","question":"Find all unresolved issues reported by AITransformers in the KnowledgeForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"KnowledgeForce_a23","gid":"KnowledgeForce#a23","product":"KnowledgeForce","type":"content","question":"Find all unresolved issues reported by FusionTech in the KnowledgeForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a0","gid":"LeadForce#a0","product":"LeadForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of LeadForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a1","gid":"LeadForce#a1","product":"LeadForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of LeadForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a2","gid":"LeadForce#a2","product":"LeadForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of LeadForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"LeadForce_a3","gid":"LeadForce#a3","product":"LeadForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of LeadForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a4","gid":"LeadForce#a4","product":"LeadForce","type":"content","question":"What issues were reported by customers for the previous release of LeadForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a5","gid":"LeadForce#a5","product":"LeadForce","type":"content","question":"What issues were reported during QA testing for the previous release of LeadForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"LeadForce_a6","gid":"LeadForce#a6","product":"LeadForce","type":"content","question":"What strengths were highlighted by customers for the previous release of LeadForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"LeadForce_a7","gid":"LeadForce#a7","product":"LeadForce","type":"company","question":"Find names of companies that reported issues with the previous release of LeadForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a8","gid":"LeadForce#a8","product":"LeadForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of LeadForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a9","gid":"LeadForce#a9","product":"LeadForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of LeadForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a10","gid":"LeadForce#a10","product":"LeadForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of LeadForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a11","gid":"LeadForce#a11","product":"LeadForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of LeadForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a12","gid":"LeadForce#a12","product":"LeadForce","type":"pr","question":"Can you provide links to the PRs for the AI-driven lead scoring feature in LeadForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a13","gid":"LeadForce#a13","product":"LeadForce","type":"pr","question":"Can you provide the links to the PRs for the AI-driven lead scoring feature in LeadForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a14","gid":"LeadForce#a14","product":"LeadForce","type":"pr","question":"Can you provide links to PRs related to the real-time engagement tracking feature in LeadForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a15","gid":"LeadForce#a15","product":"LeadForce","type":"pr","question":"Could you provide the links to the approved PRs for implementing real-time engagement tracking in LeadForce that need to be closed?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a16","gid":"LeadForce#a16","product":"LeadForce","type":"pr","question":"Could you provide the links to the PRs for implementing real-time engagement tracking in LeadForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a17","gid":"LeadForce#a17","product":"LeadForce","type":"pr","question":"Can you provide links to PRs related to the predictive analytics AI model retraining in LeadForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a18","gid":"LeadForce#a18","product":"LeadForce","type":"pr","question":"Can you find links to PRs for the predictive analytics AI model retraining in LeadForce that were reverted as they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a19","gid":"LeadForce#a19","product":"LeadForce","type":"pr","question":"Can you provide links to the approved PRs for the predictive analytics AI model retraining in LeadForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a20","gid":"LeadForce#a20","product":"LeadForce","type":"pr","question":"Can you find the links to the PRs for the predictive analytics AI model retraining in LeadForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a21","gid":"LeadForce#a21","product":"LeadForce","type":"pr","question":"Can you provide links to PRs for the CRM platform integration in LeadForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a22","gid":"LeadForce#a22","product":"LeadForce","type":"pr","question":"Can you provide links to PRs related to the CRM platform integration in LeadForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a23","gid":"LeadForce#a23","product":"LeadForce","type":"pr","question":"Could you provide the links to the approved PRs for the CRM platform integration in LeadForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a24","gid":"LeadForce#a24","product":"LeadForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in LeadForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"LeadForce_a25","gid":"LeadForce#a25","product":"LeadForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in LeadForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"LeadForce_a26","gid":"LeadForce#a26","product":"LeadForce","type":"content","question":"Find bugs reported by CloudSync in LeadForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a27","gid":"LeadForce#a27","product":"LeadForce","type":"content","question":"Find bugs reported by NextGenTech in LeadForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"LeadForce_a28","gid":"LeadForce#a28","product":"LeadForce","type":"content","question":"Find all unresolved issues reported by DataSolutions in the LeadForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a0","gid":"MonitorForce#a0","product":"MonitorForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the MonitorForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a1","gid":"MonitorForce#a1","product":"MonitorForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the MonitorForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a2","gid":"MonitorForce#a2","product":"MonitorForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the MonitorForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a3","gid":"MonitorForce#a3","product":"MonitorForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the MonitorForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a4","gid":"MonitorForce#a4","product":"MonitorForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the MonitorForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a5","gid":"MonitorForce#a5","product":"MonitorForce","type":"pr","question":"Could you provide links to PRs for the Advanced Reporting Tools feature in MonitorForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a6","gid":"MonitorForce#a6","product":"MonitorForce","type":"pr","question":"Could you provide links to the approved PRs for implementing Advanced Reporting Tools in MonitorForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a7","gid":"MonitorForce#a7","product":"MonitorForce","type":"pr","question":"Can you provide links to PRs for NLP Improvements in MonitorForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a8","gid":"MonitorForce#a8","product":"MonitorForce","type":"pr","question":"Could you provide links to the approved PRs for the NLP Improvements feature in MonitorForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a9","gid":"MonitorForce#a9","product":"MonitorForce","type":"pr","question":"Can you find links to PRs for the AWS and Google Cloud Integration feature in MonitorForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a10","gid":"MonitorForce#a10","product":"MonitorForce","type":"pr","question":"Could you provide links to the approved PRs for the AWS and Google Cloud Integration feature in MonitorForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a11","gid":"MonitorForce#a11","product":"MonitorForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in MonitorForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a12","gid":"MonitorForce#a12","product":"MonitorForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in MonitorForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a13","gid":"MonitorForce#a13","product":"MonitorForce","type":"content","question":"Find features for MonitorForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a14","gid":"MonitorForce#a14","product":"MonitorForce","type":"person","question":"Find employee IDs of team members who were responsible for features in MonitorForce that were discussed but not implemented?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a15","gid":"MonitorForce#a15","product":"MonitorForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in MonitorForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a16","gid":"MonitorForce#a16","product":"MonitorForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in MonitorForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a17","gid":"MonitorForce#a17","product":"MonitorForce","type":"content","question":"Find bugs reported by CloudSync in MonitorForce that did not require any fixes?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a18","gid":"MonitorForce#a18","product":"MonitorForce","type":"content","question":"Find all unresolved issues reported by SmartData in the MonitorForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"MonitorForce_a19","gid":"MonitorForce#a19","product":"MonitorForce","type":"content","question":"Find all unresolved issues reported by InnovateAI in the MonitorForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a0","gid":"PersonalizeForce#a0","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a1","gid":"PersonalizeForce#a1","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for PersonalizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a2","gid":"PersonalizeForce#a2","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for PersonalizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a3","gid":"PersonalizeForce#a3","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for PersonalizeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a4","gid":"PersonalizeForce#a4","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a5","gid":"PersonalizeForce#a5","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for PersonalizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a6","gid":"PersonalizeForce#a6","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Requirements Document for PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a7","gid":"PersonalizeForce#a7","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Product Requirements Document for PersonalizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a8","gid":"PersonalizeForce#a8","product":"PersonalizeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Requirements Document for PersonalizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a9","gid":"PersonalizeForce#a9","product":"PersonalizeForce","type":"content","question":"What are the unique features of PersonalizeForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a10","gid":"PersonalizeForce#a10","product":"PersonalizeForce","type":"content","question":"What are the weaknesses of PersonalizeForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a11","gid":"PersonalizeForce#a11","product":"PersonalizeForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of PersonalizeForce's competitor products?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a12","gid":"PersonalizeForce#a12","product":"PersonalizeForce","type":"person","question":"Find employee IDs of team members who shared demos of PersonalizeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a13","gid":"PersonalizeForce#a13","product":"PersonalizeForce","type":"url","question":"Find the demo URLs shared by team members for PersonalizeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a14","gid":"PersonalizeForce#a14","product":"PersonalizeForce","type":"pr","question":"Can you provide links to PRs for the integration of Shopify and Salesforce in PersonalizeForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a15","gid":"PersonalizeForce#a15","product":"PersonalizeForce","type":"pr","question":"Can you provide links to the approved PRs for the integration of Shopify and Salesforce in PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a16","gid":"PersonalizeForce#a16","product":"PersonalizeForce","type":"pr","question":"Can you provide links to PRs for refining the user interface for better analytics in PersonalizeForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a17","gid":"PersonalizeForce#a17","product":"PersonalizeForce","type":"pr","question":"Can you provide links to the approved PRs for refining the user interface for better analytics in PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a18","gid":"PersonalizeForce#a18","product":"PersonalizeForce","type":"pr","question":"Can you find links to PRs for ensuring data privacy measures are robust in PersonalizeForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a19","gid":"PersonalizeForce#a19","product":"PersonalizeForce","type":"pr","question":"Can you provide links to the approved PRs for ensuring data privacy measures are robust in PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a20","gid":"PersonalizeForce#a20","product":"PersonalizeForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a21","gid":"PersonalizeForce#a21","product":"PersonalizeForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in PersonalizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a22","gid":"PersonalizeForce#a22","product":"PersonalizeForce","type":"content","question":"Find features for PersonalizeForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a23","gid":"PersonalizeForce#a23","product":"PersonalizeForce","type":"person","question":"Find employee IDs of team members who were responsible for features in PersonalizeForce that were discussed but not implemented?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a24","gid":"PersonalizeForce#a24","product":"PersonalizeForce","type":"company","question":"Find the names of companies were affected by issues in the backend machine learning model of PersonalizeForce that led to misaligned recommendations and reduced user engagement?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a25","gid":"PersonalizeForce#a25","product":"PersonalizeForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the backend machine learning model in PersonalizeForce that were affecting recommendation accuracy and reducing user engagement?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a26","gid":"PersonalizeForce#a26","product":"PersonalizeForce","type":"company","question":"Find the names of companies were affected by issues in the API Gateway of PersonalizeForce that caused slow response times and user frustration?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a27","gid":"PersonalizeForce#a27","product":"PersonalizeForce","type":"person","question":"What is the employee ID of engineers who resolved the API Gateway issue in PersonalizeForce that was causing slow response times and user frustration?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a28","gid":"PersonalizeForce#a28","product":"PersonalizeForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface of PersonalizeForce that caused difficulties in interacting with personalized content and reduced engagement?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a29","gid":"PersonalizeForce#a29","product":"PersonalizeForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the User Interface in PersonalizeForce that were causing difficulties in interacting with personalized content and leading to poor user experience and reduced engagement?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a30","gid":"PersonalizeForce#a30","product":"PersonalizeForce","type":"company","question":"Find the names of companies were affected by issues in the Database Synchronization Module in PersonalizeForce that caused outdated or incorrect recommendations when switching devices?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a31","gid":"PersonalizeForce#a31","product":"PersonalizeForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the Database Synchronization Module in PersonalizeForce that were causing outdated or incorrect recommendations when users switched devices?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a32","gid":"PersonalizeForce#a32","product":"PersonalizeForce","type":"company","question":"Find the names of companies were affected by issues in the Data Security Layer of PersonalizeForce that posed risks to user privacy and potential data breaches?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a33","gid":"PersonalizeForce#a33","product":"PersonalizeForce","type":"person","question":"What is the employee ID of engineers who resolved the issue with the Data Security Layer in PersonalizeForce that was risking user privacy and could lead to data breaches, damaging trust and reputation?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a34","gid":"PersonalizeForce#a34","product":"PersonalizeForce","type":"pr","question":"Find all PR links submitted by eid_bac7c6c4 to resolve bugs reported by FusionTech in PersonalizeForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a35","gid":"PersonalizeForce#a35","product":"PersonalizeForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in PersonalizeForce","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a36","gid":"PersonalizeForce#a36","product":"PersonalizeForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in PersonalizeForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a37","gid":"PersonalizeForce#a37","product":"PersonalizeForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in PersonalizeForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PersonalizeForce_a38","gid":"PersonalizeForce#a38","product":"PersonalizeForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in PersonalizeForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a0","gid":"PitchForce#a0","product":"PitchForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of PitchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a1","gid":"PitchForce#a1","product":"PitchForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of PitchForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PitchForce_a2","gid":"PitchForce#a2","product":"PitchForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of PitchForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PitchForce_a3","gid":"PitchForce#a3","product":"PitchForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of PitchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a4","gid":"PitchForce#a4","product":"PitchForce","type":"content","question":"What issues were reported by customers for the previous release of PitchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a5","gid":"PitchForce#a5","product":"PitchForce","type":"content","question":"What issues were reported during QA testing for the previous release of PitchForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PitchForce_a6","gid":"PitchForce#a6","product":"PitchForce","type":"content","question":"What strengths were highlighted by customers for the previous release of PitchForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PitchForce_a7","gid":"PitchForce#a7","product":"PitchForce","type":"company","question":"Find names of companies that reported issues with the previous release of PitchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a8","gid":"PitchForce#a8","product":"PitchForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of PitchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a9","gid":"PitchForce#a9","product":"PitchForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of PitchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a10","gid":"PitchForce#a10","product":"PitchForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of PitchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a11","gid":"PitchForce#a11","product":"PitchForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of PitchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a12","gid":"PitchForce#a12","product":"PitchForce","type":"pr","question":"Can you provide links to PRs for updating data ingestion pipelines in PitchForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a13","gid":"PitchForce#a13","product":"PitchForce","type":"pr","question":"Can you provide links to PRs related to updating data ingestion pipelines in PitchForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a14","gid":"PitchForce#a14","product":"PitchForce","type":"pr","question":"Could you provide the links to the approved PRs for updating the data ingestion pipelines in PitchForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a15","gid":"PitchForce#a15","product":"PitchForce","type":"pr","question":"Can you provide links to the PRs related to enhancing NLP models in PitchForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a16","gid":"PitchForce#a16","product":"PitchForce","type":"pr","question":"Could you provide the links to the PRs for enhancing NLP models in PitchForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a17","gid":"PitchForce#a17","product":"PitchForce","type":"pr","question":"Can you provide links to PRs for expanding CRM integration capabilities in PitchForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a18","gid":"PitchForce#a18","product":"PitchForce","type":"pr","question":"Could you provide the links to the approved PRs for expanding CRM integration capabilities in PitchForce that need to be closed?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a19","gid":"PitchForce#a19","product":"PitchForce","type":"pr","question":"Could you provide the links to the PRs for expanding CRM integration capabilities in PitchForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a20","gid":"PitchForce#a20","product":"PitchForce","type":"pr","question":"Can you provide links to PRs for implementing security measures for APIs in PitchForce that were reverted due to changes in product direction?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a21","gid":"PitchForce#a21","product":"PitchForce","type":"pr","question":"Can you provide links to PRs for improving the user interface in PitchForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a22","gid":"PitchForce#a22","product":"PitchForce","type":"pr","question":"Could you provide the links to the approved PRs for improving the user interface in PitchForce that need to be closed?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a23","gid":"PitchForce#a23","product":"PitchForce","type":"pr","question":"Could you provide the links to the PRs for improving the user interface in PitchForce that need to be merged?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a24","gid":"PitchForce#a24","product":"PitchForce","type":"company","question":"Find the names of companies were affected by issues in the AI Model & Personalization Engine in PitchForce that led to ineffective pitches and damaged customer relationships?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a25","gid":"PitchForce#a25","product":"PitchForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the AI Model & Personalization Engine in PitchForce that were causing pitches to fail in resonating with target audiences and damaging customer relationships?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a26","gid":"PitchForce#a26","product":"PitchForce","type":"company","question":"Find the names of companies were affected by issues in the backend infrastructure of PitchForce that caused increased wait times and productivity losses?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PitchForce_a27","gid":"PitchForce#a27","product":"PitchForce","type":"person","question":"What are the employee IDs of engineers who resolved the backend infrastructure and performance issues in PitchForce that were causing increased wait times and leading to productivity losses and user frustration?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"PitchForce_a28","gid":"PitchForce#a28","product":"PitchForce","type":"company","question":"Find the names of  companies were affected by issues in the Database Management & Data Synchronization of PitchForce that led to incorrect customer information and poorly tailored pitches?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a29","gid":"PitchForce#a29","product":"PitchForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Database Management & Data Synchronization in PitchForce that were causing incorrect customer information and leading to poorly tailored pitches?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a30","gid":"PitchForce#a30","product":"PitchForce","type":"company","question":"Find the names of companies were affected by issues in the API Security & Access Control of PitchForce that risked exposing sensitive customer data and causing potential data breaches?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a31","gid":"PitchForce#a31","product":"PitchForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the API Security & Access Control in PitchForce that were putting sensitive customer data at risk of exposure and leading to potential data breaches?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a32","gid":"PitchForce#a32","product":"PitchForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface & Mobile Compatibility of PitchForce that caused a degraded user experience and decreased engagement for mobile users?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a33","gid":"PitchForce#a33","product":"PitchForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the User Interface & Mobile Compatibility in PitchForce that were degrading the mobile user experience and potentially decreasing user engagement?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a34","gid":"PitchForce#a34","product":"PitchForce","type":"pr","question":"Find all PR links submitted by eid_932ce89c to resolve bugs reported by BlueWave in PitchForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a35","gid":"PitchForce#a35","product":"PitchForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in PitchForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a36","gid":"PitchForce#a36","product":"PitchForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in PitchForce","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a37","gid":"PitchForce#a37","product":"PitchForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in PitchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"PitchForce_a38","gid":"PitchForce#a38","product":"PitchForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in PitchForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a0","gid":"ProposalForce#a0","product":"ProposalForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for ProposalForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a1","gid":"ProposalForce#a1","product":"ProposalForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for ProposalForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a2","gid":"ProposalForce#a2","product":"ProposalForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for ProposalForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a3","gid":"ProposalForce#a3","product":"ProposalForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for ProposalForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a4","gid":"ProposalForce#a4","product":"ProposalForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for ProposalForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a5","gid":"ProposalForce#a5","product":"ProposalForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for ProposalForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a6","gid":"ProposalForce#a6","product":"ProposalForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Requirements Document for ProposalForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a7","gid":"ProposalForce#a7","product":"ProposalForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Product Requirements Document for ProposalForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a8","gid":"ProposalForce#a8","product":"ProposalForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Requirements Document for ProposalForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a9","gid":"ProposalForce#a9","product":"ProposalForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for ProposalForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a10","gid":"ProposalForce#a10","product":"ProposalForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Technical Specifications Document for ProposalForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a11","gid":"ProposalForce#a11","product":"ProposalForce","type":"content","question":"What are the changes suggested by Product Manager to improve the Technical Specifications Document for ProposalForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a12","gid":"ProposalForce#a12","product":"ProposalForce","type":"content","question":"What are the unique features of ProposalForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a13","gid":"ProposalForce#a13","product":"ProposalForce","type":"content","question":"What are the weaknesses of ProposalForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a14","gid":"ProposalForce#a14","product":"ProposalForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of ProposalForce's competitor products?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a15","gid":"ProposalForce#a15","product":"ProposalForce","type":"person","question":"Find employee IDs of team members who shared demos of ProposalForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a16","gid":"ProposalForce#a16","product":"ProposalForce","type":"url","question":"Find the demo URLs shared by team members for ProposalForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a17","gid":"ProposalForce#a17","product":"ProposalForce","type":"content","question":"What new security enhancements for authentication are added to ProposalForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a18","gid":"ProposalForce#a18","product":"ProposalForce","type":"content","question":"What features could not be added to ProposalForce due to security risks?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a19","gid":"ProposalForce#a19","product":"ProposalForce","type":"content","question":"What features could not be added to ProposalForce due to change in product direction?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a20","gid":"ProposalForce#a20","product":"ProposalForce","type":"content","question":"What features were temporarily delayed due to change in product direction but eventually added to ProposalForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a21","gid":"ProposalForce#a21","product":"ProposalForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in ProposalForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a22","gid":"ProposalForce#a22","product":"ProposalForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in ProposalForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a23","gid":"ProposalForce#a23","product":"ProposalForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in ProposalForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a24","gid":"ProposalForce#a24","product":"ProposalForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in ProposalForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"ProposalForce_a25","gid":"ProposalForce#a25","product":"ProposalForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in ProposalForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a0","gid":"SearchFlow#a0","product":"SearchFlow","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for SearchFlow?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a1","gid":"SearchFlow#a1","product":"SearchFlow","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for SearchFlow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"SearchFlow_a2","gid":"SearchFlow#a2","product":"SearchFlow","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for SearchFlow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a3","gid":"SearchFlow#a3","product":"SearchFlow","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for SearchFlow?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a4","gid":"SearchFlow#a4","product":"SearchFlow","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for SearchFlow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a5","gid":"SearchFlow#a5","product":"SearchFlow","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for SearchFlow?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a6","gid":"SearchFlow#a6","product":"SearchFlow","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Requirements Document for SearchFlow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a7","gid":"SearchFlow#a7","product":"SearchFlow","type":"content","question":"What are the changes suggested by QA Specialist to improve the Product Requirements Document for SearchFlow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a8","gid":"SearchFlow#a8","product":"SearchFlow","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Requirements Document for SearchFlow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a9","gid":"SearchFlow#a9","product":"SearchFlow","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for SearchFlow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a10","gid":"SearchFlow#a10","product":"SearchFlow","type":"content","question":"What are the changes suggested by QA Specialist to improve the Technical Specifications Document for SearchFlow?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a11","gid":"SearchFlow#a11","product":"SearchFlow","type":"content","question":"What are the changes suggested by Product Manager to improve the Technical Specifications Document for SearchFlow?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a12","gid":"SearchFlow#a12","product":"SearchFlow","type":"content","question":"What are the unique features of SearchFlow's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a13","gid":"SearchFlow#a13","product":"SearchFlow","type":"content","question":"What are the weaknesses of SearchFlow's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a14","gid":"SearchFlow#a14","product":"SearchFlow","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of SearchFlow's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a15","gid":"SearchFlow#a15","product":"SearchFlow","type":"person","question":"Find employee IDs of team members who shared demos of SearchFlow's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a16","gid":"SearchFlow#a16","product":"SearchFlow","type":"url","question":"Find the demo URLs shared by team members for SearchFlow's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a17","gid":"SearchFlow#a17","product":"SearchFlow","type":"pr","question":"Could you provide links to the approved PRs for the NLP enhancements in SearchFlow that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a18","gid":"SearchFlow#a18","product":"SearchFlow","type":"pr","question":"Can you provide the links to the PRs for the NLP enhancements in SearchFlow that need to be merged?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a19","gid":"SearchFlow#a19","product":"SearchFlow","type":"pr","question":"Can you provide links to PRs related to semantic search improvements in SearchFlow that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a20","gid":"SearchFlow#a20","product":"SearchFlow","type":"pr","question":"Could you provide the links to the approved PRs for the semantic search improvements in SearchFlow that need to be closed?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a21","gid":"SearchFlow#a21","product":"SearchFlow","type":"pr","question":"Can you provide links to PRs for implementing multilingual support in SearchFlow that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a22","gid":"SearchFlow#a22","product":"SearchFlow","type":"pr","question":"Can you provide links to PRs related to implementing multilingual support in SearchFlow that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a23","gid":"SearchFlow#a23","product":"SearchFlow","type":"pr","question":"Can you provide links to the approved PRs for implementing multilingual support in SearchFlow that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a24","gid":"SearchFlow#a24","product":"SearchFlow","type":"pr","question":"Could you provide the links to the PRs for implementing multilingual support in SearchFlow that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a25","gid":"SearchFlow#a25","product":"SearchFlow","type":"pr","question":"Can you provide links to PRs related to the deployment pipeline optimization in SearchFlow that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a26","gid":"SearchFlow#a26","product":"SearchFlow","type":"pr","question":"Can you provide links to the approved PRs for the deployment pipeline optimization in SearchFlow that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a27","gid":"SearchFlow#a27","product":"SearchFlow","type":"pr","question":"Could you provide the links to the PRs for the deployment pipeline optimization in SearchFlow that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a28","gid":"SearchFlow#a28","product":"SearchFlow","type":"company","question":"Find the names of companies were affected by issues in the AI Model & Search Algorithm in SearchFlow that caused decreased search accuracy and disrupted workflow?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a29","gid":"SearchFlow#a29","product":"SearchFlow","type":"person","question":"Find the employee ID of engineers who resolved issues with the AI Model & Search Algorithm in SearchFlow that were causing decreased search accuracy and disrupting workflow?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a30","gid":"SearchFlow#a30","product":"SearchFlow","type":"company","question":"Find the names of companies were affected by issues in the backend search engine of SearchFlow that prevented retrieval of important historical messages, risking loss of critical information and user dissatisfaction?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a31","gid":"SearchFlow#a31","product":"SearchFlow","type":"person","question":"Find the employee ID of engineers who resolved issues with the backend search engine in SearchFlow that were preventing users from retrieving important historical messages and decreasing user satisfaction?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a32","gid":"SearchFlow#a32","product":"SearchFlow","type":"company","question":"Find the names of companies were affected by issues in the SearchFlow user interface that caused frustration due to unresponsive interactions during search result loading?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a33","gid":"SearchFlow#a33","product":"SearchFlow","type":"person","question":"What is the employee ID of engineers who resolved the issue with the User Interface in SearchFlow that was causing user frustration due to the inability to interact with the application while waiting for search results?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a34","gid":"SearchFlow#a34","product":"SearchFlow","type":"company","question":"Find the names of companies were affected by issues in the Search API of SearchFlow that posed security risks and potential data breaches?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a35","gid":"SearchFlow#a35","product":"SearchFlow","type":"person","question":"Find the employee ID of engineers who resolved issues with the Search API in SearchFlow that were posing a significant security risk and potentially leading to data breaches?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a36","gid":"SearchFlow#a36","product":"SearchFlow","type":"company","question":"Find the names of companies were affected by issues in the database management of SearchFlow that caused slow search performance and impacted productivity?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a37","gid":"SearchFlow#a37","product":"SearchFlow","type":"person","question":"Find the employee ID of engineers who resolved issues with the Database Management in SearchFlow that were causing slow search performance and impacting user productivity?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a38","gid":"SearchFlow#a38","product":"SearchFlow","type":"pr","question":"Find all PR links submitted by eid_a4fa6150 to resolve bugs reported by FusionTech in SearchFlow","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a39","gid":"SearchFlow#a39","product":"SearchFlow","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in SearchFlow","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a40","gid":"SearchFlow#a40","product":"SearchFlow","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in SearchFlow","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a41","gid":"SearchFlow#a41","product":"SearchFlow","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in SearchFlow?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchFlow_a42","gid":"SearchFlow#a42","product":"SearchFlow","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in SearchFlow.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a0","gid":"SearchForce#a0","product":"SearchForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of SearchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a1","gid":"SearchForce#a1","product":"SearchForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of SearchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a2","gid":"SearchForce#a2","product":"SearchForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of SearchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a3","gid":"SearchForce#a3","product":"SearchForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of SearchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a4","gid":"SearchForce#a4","product":"SearchForce","type":"content","question":"What issues were reported by customers for the previous release of SearchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a5","gid":"SearchForce#a5","product":"SearchForce","type":"content","question":"What issues were reported during QA testing for the previous release of SearchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a6","gid":"SearchForce#a6","product":"SearchForce","type":"content","question":"What strengths were highlighted by customers for the previous release of SearchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a7","gid":"SearchForce#a7","product":"SearchForce","type":"company","question":"Find names of companies that reported issues with the previous release of SearchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a8","gid":"SearchForce#a8","product":"SearchForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of SearchForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a9","gid":"SearchForce#a9","product":"SearchForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of SearchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a10","gid":"SearchForce#a10","product":"SearchForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of SearchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a11","gid":"SearchForce#a11","product":"SearchForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of SearchForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a12","gid":"SearchForce#a12","product":"SearchForce","type":"pr","question":"Could you provide the links to the approved PRs for enhancing natural language processing capabilities in SearchForce that need to be closed?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a13","gid":"SearchForce#a13","product":"SearchForce","type":"pr","question":"Could you provide the links to the PRs for enhancing natural language processing capabilities in SearchForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a14","gid":"SearchForce#a14","product":"SearchForce","type":"pr","question":"Can you provide links to the approved PRs for the implementation of context awareness algorithms in SearchForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a15","gid":"SearchForce#a15","product":"SearchForce","type":"pr","question":"Can you provide the links to the PRs for the implementation of context awareness algorithms in SearchForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a16","gid":"SearchForce#a16","product":"SearchForce","type":"pr","question":"Could you find links to the approved PRs for improving integration with third-party applications in SearchForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a17","gid":"SearchForce#a17","product":"SearchForce","type":"pr","question":"Can you provide links to the PRs for improving integration with third-party applications in SearchForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a18","gid":"SearchForce#a18","product":"SearchForce","type":"pr","question":"Could you provide the links to the approved PRs for enhancing the user interface in SearchForce that need to be closed?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a19","gid":"SearchForce#a19","product":"SearchForce","type":"pr","question":"Could you provide the links to the PRs for enhancing the user interface in SearchForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a20","gid":"SearchForce#a20","product":"SearchForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in SearchForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a21","gid":"SearchForce#a21","product":"SearchForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in SearchForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a22","gid":"SearchForce#a22","product":"SearchForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in SearchForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SearchForce_a23","gid":"SearchForce#a23","product":"SearchForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in SearchForce.","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SearchForce_a24","gid":"SearchForce#a24","product":"SearchForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in SearchForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a0","gid":"SecurityForce#a0","product":"SecurityForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a1","gid":"SecurityForce#a1","product":"SecurityForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a2","gid":"SecurityForce#a2","product":"SecurityForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for SecurityForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a3","gid":"SecurityForce#a3","product":"SecurityForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a4","gid":"SecurityForce#a4","product":"SecurityForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for SecurityForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a5","gid":"SecurityForce#a5","product":"SecurityForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a6","gid":"SecurityForce#a6","product":"SecurityForce","type":"content","question":"What are the unique features of SecurityForce's competitor products?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a7","gid":"SecurityForce#a7","product":"SecurityForce","type":"content","question":"What are the weaknesses of SecurityForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a8","gid":"SecurityForce#a8","product":"SecurityForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of SecurityForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a9","gid":"SecurityForce#a9","product":"SecurityForce","type":"person","question":"Find employee IDs of team members who shared demos of SecurityForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a10","gid":"SecurityForce#a10","product":"SecurityForce","type":"url","question":"Find the demo URLs shared by team members for SecurityForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a11","gid":"SecurityForce#a11","product":"SecurityForce","type":"pr","question":"Can you find links to PRs for improving the user interface for better usability in SecurityForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a12","gid":"SecurityForce#a12","product":"SecurityForce","type":"pr","question":"Can you provide links to the approved PRs for improving the user interface for better usability in SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a13","gid":"SecurityForce#a13","product":"SecurityForce","type":"pr","question":"Can you provide links to PRs for integrating advanced threat intelligence capabilities in SecurityForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a14","gid":"SecurityForce#a14","product":"SecurityForce","type":"pr","question":"Could you provide links to the approved PRs for integrating advanced threat intelligence capabilities in SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a15","gid":"SecurityForce#a15","product":"SecurityForce","type":"pr","question":"Can you provide links to PRs related to ensuring compliance with emerging regulations in SecurityForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a16","gid":"SecurityForce#a16","product":"SecurityForce","type":"pr","question":"Can you provide links to the approved PRs for ensuring compliance with emerging regulations in SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a17","gid":"SecurityForce#a17","product":"SecurityForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a18","gid":"SecurityForce#a18","product":"SecurityForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in SecurityForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a19","gid":"SecurityForce#a19","product":"SecurityForce","type":"content","question":"Find features for SecurityForce that were discussed but not implemented?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a20","gid":"SecurityForce#a20","product":"SecurityForce","type":"person","question":"Find employee IDs of team members who were responsible for features in SecurityForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a21","gid":"SecurityForce#a21","product":"SecurityForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in SecurityForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a22","gid":"SecurityForce#a22","product":"SecurityForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in SecurityForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a23","gid":"SecurityForce#a23","product":"SecurityForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in SecurityForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a24","gid":"SecurityForce#a24","product":"SecurityForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in SecurityForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SecurityForce_a25","gid":"SecurityForce#a25","product":"SecurityForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in SecurityForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a0","gid":"SentimentForce#a0","product":"SentimentForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of SentimentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a1","gid":"SentimentForce#a1","product":"SentimentForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of SentimentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a2","gid":"SentimentForce#a2","product":"SentimentForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of SentimentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a3","gid":"SentimentForce#a3","product":"SentimentForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of SentimentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a4","gid":"SentimentForce#a4","product":"SentimentForce","type":"content","question":"What issues were reported by customers for the previous release of SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a5","gid":"SentimentForce#a5","product":"SentimentForce","type":"content","question":"What issues were reported during QA testing for the previous release of SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a6","gid":"SentimentForce#a6","product":"SentimentForce","type":"content","question":"What strengths were highlighted by customers for the previous release of SentimentForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a7","gid":"SentimentForce#a7","product":"SentimentForce","type":"company","question":"Find names of companies that reported issues with the previous release of SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a8","gid":"SentimentForce#a8","product":"SentimentForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a9","gid":"SentimentForce#a9","product":"SentimentForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of SentimentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a10","gid":"SentimentForce#a10","product":"SentimentForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of SentimentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a11","gid":"SentimentForce#a11","product":"SentimentForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of SentimentForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a12","gid":"SentimentForce#a12","product":"SentimentForce","type":"pr","question":"Can you find links to PRs for the message queue setup in SentimentForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a13","gid":"SentimentForce#a13","product":"SentimentForce","type":"pr","question":"Can you provide links to the approved PRs for setting up the message queue in SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a14","gid":"SentimentForce#a14","product":"SentimentForce","type":"pr","question":"Can you find links to PRs for adding multilingual support to the NLP engine in SentimentForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a15","gid":"SentimentForce#a15","product":"SentimentForce","type":"pr","question":"Can you provide links to the approved PRs for adding multilingual support to the NLP engine in SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a16","gid":"SentimentForce#a16","product":"SentimentForce","type":"pr","question":"Can you provide links to PRs related to the UI/UX for the user interface dashboard in SentimentForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a17","gid":"SentimentForce#a17","product":"SentimentForce","type":"pr","question":"Can you provide links to the approved PRs for the UI/UX updates to the user interface dashboard in SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a18","gid":"SentimentForce#a18","product":"SentimentForce","type":"pr","question":"Can you provide links to PRs related to data compliance and security enhancement in SentimentForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a19","gid":"SentimentForce#a19","product":"SentimentForce","type":"pr","question":"Can you provide links to the approved PRs for the data compliance and security enhancement feature in SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a20","gid":"SentimentForce#a20","product":"SentimentForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in SentimentForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a21","gid":"SentimentForce#a21","product":"SentimentForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in SentimentForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a22","gid":"SentimentForce#a22","product":"SentimentForce","type":"content","question":"Find features for SentimentForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a23","gid":"SentimentForce#a23","product":"SentimentForce","type":"person","question":"Find employee IDs of team members who were responsible for features in SentimentForce that were discussed but not implemented?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a24","gid":"SentimentForce#a24","product":"SentimentForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in SentimentForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a25","gid":"SentimentForce#a25","product":"SentimentForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in SentimentForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a26","gid":"SentimentForce#a26","product":"SentimentForce","type":"content","question":"Find bugs reported by DataSolutions in SentimentForce that did not require any fixes?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a27","gid":"SentimentForce#a27","product":"SentimentForce","type":"content","question":"Find bugs reported by BlueWave in SentimentForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a28","gid":"SentimentForce#a28","product":"SentimentForce","type":"content","question":"Find bugs reported by FusionTech in SentimentForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a29","gid":"SentimentForce#a29","product":"SentimentForce","type":"content","question":"Find bugs reported by SmartData in SentimentForce that did not require any fixes?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SentimentForce_a30","gid":"SentimentForce#a30","product":"SentimentForce","type":"content","question":"Find all unresolved issues reported by AITransformers in the SentimentForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a0","gid":"SummarizeForce#a0","product":"SummarizeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for SummarizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a1","gid":"SummarizeForce#a1","product":"SummarizeForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for SummarizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a2","gid":"SummarizeForce#a2","product":"SummarizeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for SummarizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a3","gid":"SummarizeForce#a3","product":"SummarizeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for SummarizeForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a4","gid":"SummarizeForce#a4","product":"SummarizeForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for SummarizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a5","gid":"SummarizeForce#a5","product":"SummarizeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for SummarizeForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a6","gid":"SummarizeForce#a6","product":"SummarizeForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Requirements Document for SummarizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"SummarizeForce_a7","gid":"SummarizeForce#a7","product":"SummarizeForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Product Requirements Document for SummarizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a8","gid":"SummarizeForce#a8","product":"SummarizeForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Requirements Document for SummarizeForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a9","gid":"SummarizeForce#a9","product":"SummarizeForce","type":"content","question":"What are the unique features of SummarizeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a10","gid":"SummarizeForce#a10","product":"SummarizeForce","type":"content","question":"What are the weaknesses of SummarizeForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a11","gid":"SummarizeForce#a11","product":"SummarizeForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of SummarizeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a12","gid":"SummarizeForce#a12","product":"SummarizeForce","type":"person","question":"Find employee IDs of team members who shared demos of SummarizeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a13","gid":"SummarizeForce#a13","product":"SummarizeForce","type":"url","question":"Find the demo URLs shared by team members for SummarizeForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a14","gid":"SummarizeForce#a14","product":"SummarizeForce","type":"pr","question":"Can you provide links to the PRs related to the real-time summary generation feature for SummarizeForce, specifically those involving backend integration with Slack, that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a15","gid":"SummarizeForce#a15","product":"SummarizeForce","type":"pr","question":"Could you provide links to the approved PRs for the real-time summary generation backend integration with Slack in SummarizeForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a16","gid":"SummarizeForce#a16","product":"SummarizeForce","type":"pr","question":"Could you provide the links to the approved PRs for the real-time summary generation frontend components in SummarizeForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a17","gid":"SummarizeForce#a17","product":"SummarizeForce","type":"pr","question":"Could you provide the links to the approved PRs for implementing enhanced security protocols in SummarizeForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a18","gid":"SummarizeForce#a18","product":"SummarizeForce","type":"pr","question":"Can you find links to PRs for implementing future platform compatibility in SummarizeForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a19","gid":"SummarizeForce#a19","product":"SummarizeForce","type":"pr","question":"Could you provide the links to the approved PRs for future platform compatibility in SummarizeForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a20","gid":"SummarizeForce#a20","product":"SummarizeForce","type":"company","question":"Find the name of company that reported the maximum number of issues that didn’t need fixes in SummarizeForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a21","gid":"SummarizeForce#a21","product":"SummarizeForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in SummarizeForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a22","gid":"SummarizeForce#a22","product":"SummarizeForce","type":"content","question":"Find bugs reported by DataSolutions in SummarizeForce that did not require any fixes?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a23","gid":"SummarizeForce#a23","product":"SummarizeForce","type":"content","question":"Find all unresolved issues reported by BlueWave in the SummarizeForce product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SummarizeForce_a24","gid":"SummarizeForce#a24","product":"SummarizeForce","type":"content","question":"Find all unresolved issues reported by FusionTech in the SummarizeForce product?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a0","gid":"SupportForce#a0","product":"SupportForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the SupportForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a1","gid":"SupportForce#a1","product":"SupportForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the SupportForce product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a2","gid":"SupportForce#a2","product":"SupportForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the SupportForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a3","gid":"SupportForce#a3","product":"SupportForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the SupportForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a4","gid":"SupportForce#a4","product":"SupportForce","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the SupportForce product?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a5","gid":"SupportForce#a5","product":"SupportForce","type":"content","question":"What new features about dynamic scaling are added to SupportForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a6","gid":"SupportForce#a6","product":"SupportForce","type":"content","question":"What features could not be added to SupportForce due to security risks?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a7","gid":"SupportForce#a7","product":"SupportForce","type":"content","question":"What features could not be added to SupportForce due to change in product direction?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a8","gid":"SupportForce#a8","product":"SupportForce","type":"company","question":"Find the names of companies were affected by issues in the Log Analysis Module in SupportForce that led to inaccurate solutions and prolonged downtime?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a9","gid":"SupportForce#a9","product":"SupportForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Log Analysis Module in SupportForce that were causing users to receive inaccurate solutions and leading to prolonged downtime and frustration?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a10","gid":"SupportForce#a10","product":"SupportForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface of SupportForce that caused delays and potential data loss, reducing productivity?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a11","gid":"SupportForce#a11","product":"SupportForce","type":"person","question":"What is the employee ID of engineers who resolved the User Interface issues in SupportForce that were causing delays and potential data loss, reducing productivity?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a12","gid":"SupportForce#a12","product":"SupportForce","type":"company","question":"Find the names of companies were affected by issues in the API Gateway of SupportForce that caused unreliable access to the AI assistant's features and interruptions in troubleshooting workflows?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a13","gid":"SupportForce#a13","product":"SupportForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the API Gateway in SupportForce that were causing unreliable access to the AI assistant's features and interrupting troubleshooting workflows?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a14","gid":"SupportForce#a14","product":"SupportForce","type":"company","question":"Find the names of companies were affected by issues in the database management of SupportForce that caused performance degradation and potential system crashes?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"SupportForce_a15","gid":"SupportForce#a15","product":"SupportForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Database Management in SupportForce that were degrading system performance and potentially causing crashes?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a16","gid":"SupportForce#a16","product":"SupportForce","type":"company","question":"Find the names of companies were affected by issues in the Security Module of SupportForce that posed a significant risk by allowing arbitrary code execution or unauthorized data access?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a17","gid":"SupportForce#a17","product":"SupportForce","type":"person","question":"What is the employee ID of engineers who resolved the security module issue in SupportForce that posed a risk of arbitrary code execution and data access?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"SupportForce_a18","gid":"SupportForce#a18","product":"SupportForce","type":"pr","question":"Find all PR links submitted by eid_b9189afb to resolve bugs reported by FusionTech in SupportForce","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a19","gid":"SupportForce#a19","product":"SupportForce","type":"pr","question":"Find all PR links submitted by eid_ccdffb93 to resolve bugs reported by DataSolutions in SupportForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a20","gid":"SupportForce#a20","product":"SupportForce","type":"pr","question":"Find all PR links submitted by eid_8605f7ee to resolve bugs reported by DataSolutions in SupportForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a21","gid":"SupportForce#a21","product":"SupportForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in SupportForce","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a22","gid":"SupportForce#a22","product":"SupportForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in SupportForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a23","gid":"SupportForce#a23","product":"SupportForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in SupportForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"SupportForce_a24","gid":"SupportForce#a24","product":"SupportForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in SupportForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a0","gid":"TrendForce#a0","product":"TrendForce","type":"person","question":"Find employee IDs of Marketing Research Analysts who worked on the previous release of TrendForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a1","gid":"TrendForce#a1","product":"TrendForce","type":"person","question":"Find employee IDs of Product Managers who worked on the previous release of TrendForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a2","gid":"TrendForce#a2","product":"TrendForce","type":"person","question":"Find employee IDs of Technical Architects who worked on the previous release of TrendForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a3","gid":"TrendForce#a3","product":"TrendForce","type":"person","question":"Find employee IDs of Engineering Leads who worked on the previous release of TrendForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a4","gid":"TrendForce#a4","product":"TrendForce","type":"content","question":"What issues were reported by customers for the previous release of TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a5","gid":"TrendForce#a5","product":"TrendForce","type":"content","question":"What issues were reported during QA testing for the previous release of TrendForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"TrendForce_a6","gid":"TrendForce#a6","product":"TrendForce","type":"content","question":"What strengths were highlighted by customers for the previous release of TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"TrendForce_a7","gid":"TrendForce#a7","product":"TrendForce","type":"company","question":"Find names of companies that reported issues with the previous release of TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a8","gid":"TrendForce#a8","product":"TrendForce","type":"person","question":"Find employee IDs of QA specialists who worked on the previous release of TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a9","gid":"TrendForce#a9","product":"TrendForce","type":"company","question":"Find names of companies that highlighted strengths of the previous release of TrendForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a10","gid":"TrendForce#a10","product":"TrendForce","type":"person","question":"Find employee IDs of team members who shared demos of the previous version of TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a11","gid":"TrendForce#a11","product":"TrendForce","type":"url","question":"Find the demo URLs shared by team members for the previous version of TrendForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a12","gid":"TrendForce#a12","product":"TrendForce","type":"pr","question":"Can you provide links to the approved PRs for the integration with third-party systems in TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a13","gid":"TrendForce#a13","product":"TrendForce","type":"pr","question":"Can you provide links to PRs related to the automated scaling feature in TrendForce that were not approved?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a14","gid":"TrendForce#a14","product":"TrendForce","type":"pr","question":"Can you provide links to the approved PRs for implementing automated scaling in TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a15","gid":"TrendForce#a15","product":"TrendForce","type":"person","question":"Find the employee ID of engineer with the highest number of approved feature development PRs in TrendForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a16","gid":"TrendForce#a16","product":"TrendForce","type":"person","question":"Find the employee ID of engineer with the highest number of unapproved feature development PRs in TrendForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a17","gid":"TrendForce#a17","product":"TrendForce","type":"content","question":"Find features for TrendForce that were discussed but not implemented?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"TrendForce_a18","gid":"TrendForce#a18","product":"TrendForce","type":"person","question":"Find employee IDs of team members who were responsible for features in TrendForce that were discussed but not implemented?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a19","gid":"TrendForce#a19","product":"TrendForce","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in TrendForce for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a20","gid":"TrendForce#a20","product":"TrendForce","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in TrendForce that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a21","gid":"TrendForce#a21","product":"TrendForce","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in TrendForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a22","gid":"TrendForce#a22","product":"TrendForce","type":"company","question":"Find the name of company that has the maximum number of active bugs in TrendForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"TrendForce_a23","gid":"TrendForce#a23","product":"TrendForce","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in TrendForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a0","gid":"VizForce#a0","product":"VizForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Market Research Report for VizForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a1","gid":"VizForce#a1","product":"VizForce","type":"content","question":"What are the changes suggested by Marketing Manager to improve the Market Research Report for VizForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a2","gid":"VizForce#a2","product":"VizForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Market Research Report for VizForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a3","gid":"VizForce#a3","product":"VizForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Vision Document for VizForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a4","gid":"VizForce#a4","product":"VizForce","type":"content","question":"What are the changes suggested by Chief Product Officer to improve the Product Vision Document for VizForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"VizForce_a5","gid":"VizForce#a5","product":"VizForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Vision Document for VizForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a6","gid":"VizForce#a6","product":"VizForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Product Requirements Document for VizForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a7","gid":"VizForce#a7","product":"VizForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Product Requirements Document for VizForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a8","gid":"VizForce#a8","product":"VizForce","type":"content","question":"What are the changes suggested by UX Researcher to improve the Product Requirements Document for VizForce?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a9","gid":"VizForce#a9","product":"VizForce","type":"content","question":"What are the changes suggested by Engineering Lead to improve the Technical Specifications Document for VizForce?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a10","gid":"VizForce#a10","product":"VizForce","type":"content","question":"What are the changes suggested by QA Specialist to improve the Technical Specifications Document for VizForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":true},{"qid":"VizForce_a11","gid":"VizForce#a11","product":"VizForce","type":"content","question":"What are the changes suggested by Product Manager to improve the Technical Specifications Document for VizForce?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a12","gid":"VizForce#a12","product":"VizForce","type":"content","question":"What are the unique features of VizForce's competitor products?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a13","gid":"VizForce#a13","product":"VizForce","type":"content","question":"What are the weaknesses of VizForce's competitor products?","any_missing":true,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a14","gid":"VizForce#a14","product":"VizForce","type":"person","question":"Find employee IDs of team members who provided insights on the strengths and weaknesses of VizForce's competitor products?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a15","gid":"VizForce#a15","product":"VizForce","type":"person","question":"Find employee IDs of team members who shared demos of VizForce's competitor products?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a16","gid":"VizForce#a16","product":"VizForce","type":"url","question":"Find the demo URLs shared by team members for VizForce's competitor products?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a17","gid":"VizForce#a17","product":"VizForce","type":"pr","question":"Can you provide links to PRs for developing the AI Engine in VizForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a18","gid":"VizForce#a18","product":"VizForce","type":"pr","question":"Can you provide links to the PRs related to the AI Engine in VizForce that were reverted because they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a19","gid":"VizForce#a19","product":"VizForce","type":"pr","question":"Could you provide the links to the approved PRs for the AI Engine feature in VizForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a20","gid":"VizForce#a20","product":"VizForce","type":"pr","question":"Can you provide the links to the PRs for the AI Engine feature in VizForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a21","gid":"VizForce#a21","product":"VizForce","type":"pr","question":"Can you provide links to PRs for the Database Schema in VizForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a22","gid":"VizForce#a22","product":"VizForce","type":"pr","question":"Could you provide the links to the approved PRs for the Database Schema feature in VizForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a23","gid":"VizForce#a23","product":"VizForce","type":"pr","question":"Could you provide the links to the PRs for updating the database schema in VizForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a24","gid":"VizForce#a24","product":"VizForce","type":"pr","question":"Can you provide links to PRs related to the User Interface Module in VizForce that were reverted because they introduced bugs in the product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a25","gid":"VizForce#a25","product":"VizForce","type":"pr","question":"Can you provide the links to the approved PRs for the Security for Customization Engine feature in VizForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a26","gid":"VizForce#a26","product":"VizForce","type":"pr","question":"Can you provide links to the PRs for the Security for Customization Engine feature in VizForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a27","gid":"VizForce#a27","product":"VizForce","type":"pr","question":"Can you provide links to PRs for the Learning System feature in VizForce that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a28","gid":"VizForce#a28","product":"VizForce","type":"pr","question":"Could you provide the links to the approved PRs for the Learning System feature in VizForce that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a29","gid":"VizForce#a29","product":"VizForce","type":"pr","question":"Could you provide the links to the PRs for the Learning System feature in VizForce that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a30","gid":"VizForce#a30","product":"VizForce","type":"company","question":"Find the names of companies were affected by issues in the AI Model & Data Processing Engine in VizForce that led to misleading visualizations and undermined trust in the AI's analytics?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a31","gid":"VizForce#a31","product":"VizForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the AI Model & Data Processing Engine in VizForce that were causing misleading visualizations and undermining trust in the AI's analytical capabilities?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a32","gid":"VizForce#a32","product":"VizForce","type":"company","question":"Find the names of companies were affected by issues in the User Interface & Rendering Layer of VizForce that caused significant delays and potential crashes, disrupting workflow and causing frustration during critical analysis tasks?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a33","gid":"VizForce#a33","product":"VizForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the User Interface & Rendering Layer in VizForce that were causing delays and crashes, disrupting workflow during critical analysis tasks?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a34","gid":"VizForce#a34","product":"VizForce","type":"company","question":"Find the names of companies were affected by issues in the API & Data Integration Layer of VizForce that caused data compatibility challenges and increased development time for developers?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a35","gid":"VizForce#a35","product":"VizForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the API & Data Integration Layer in VizForce that were causing data compatibility challenges and increasing development time for developers?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a36","gid":"VizForce#a36","product":"VizForce","type":"company","question":"Find the names of companies were affected by issues in the Database & Data Management System of VizForce that caused corrupted visualizations and inaccurate data analysis?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a37","gid":"VizForce#a37","product":"VizForce","type":"person","question":"What is the employee ID of engineers who resolved issues with the Database & Data Management System in VizForce that were causing corrupted visualizations and leading to inaccurate analysis?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a38","gid":"VizForce#a38","product":"VizForce","type":"company","question":"Find the names of companies were affected by issues in the Security & Authentication Module in VizForce that risked unauthorized access to sensitive data and visualizations?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a39","gid":"VizForce#a39","product":"VizForce","type":"person","question":"Find the employee ID of engineers who resolved issues with the Security & Authentication module in VizForce that were compromising data privacy and security by risking unauthorized access to users' sensitive data and visualizations?","any_missing":false,"disagreement":false,"only_e2e_combined_correct":false},{"qid":"VizForce_a40","gid":"VizForce#a40","product":"VizForce","type":"person","question":"Find the employee ID of engineers who resolved the maximum number of customer bugs in VizForce","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a41","gid":"VizForce#a41","product":"VizForce","type":"company","question":"Find the name of company that has the maximum number of resolved bugs in VizForce","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a42","gid":"VizForce#a42","product":"VizForce","type":"company","question":"Find the name of company that has the maximum number of unresolved bugs in VizForce?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"VizForce_a43","gid":"VizForce#a43","product":"VizForce","type":"person","question":"Find employee IDs of engineers who are currently working on the highest number of unresolved customer bugs in VizForce.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a0","gid":"WorkFlowGenie#a0","product":"WorkFlowGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Market Research Report for the WorkFlowGenie product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a1","gid":"WorkFlowGenie#a1","product":"WorkFlowGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Vision Document for the WorkFlowGenie product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a2","gid":"WorkFlowGenie#a2","product":"WorkFlowGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Product Requirements Document for the WorkFlowGenie product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a3","gid":"WorkFlowGenie#a3","product":"WorkFlowGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the Technical Specifications Document for the WorkFlowGenie product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a4","gid":"WorkFlowGenie#a4","product":"WorkFlowGenie","type":"person","question":"Find employee IDs of the authors and key reviewers of the System Design Document for the WorkFlowGenie product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a5","gid":"WorkFlowGenie#a5","product":"WorkFlowGenie","type":"pr","question":"Could you provide the links to the PRs for integrating GraphQL for enhanced data querying in WorkFlowGenie that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a6","gid":"WorkFlowGenie#a6","product":"WorkFlowGenie","type":"pr","question":"Can you find links to PRs for enhancing AI capabilities with natural language processing in WorkFlowGenie that were reverted as they introduced bugs in the product?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a7","gid":"WorkFlowGenie#a7","product":"WorkFlowGenie","type":"pr","question":"Could you provide the links to the PRs for enhancing AI capabilities with natural language processing in WorkFlowGenie that need to be merged?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a8","gid":"WorkFlowGenie#a8","product":"WorkFlowGenie","type":"pr","question":"Can you find links to PRs for improving the user onboarding process in WorkFlowGenie that were reverted as they introduced bugs in the product?","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a9","gid":"WorkFlowGenie#a9","product":"WorkFlowGenie","type":"pr","question":"Could you provide the links to the approved PRs for improving the user onboarding process in WorkFlowGenie that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a10","gid":"WorkFlowGenie#a10","product":"WorkFlowGenie","type":"pr","question":"Can you find links to PRs for performance optimization through edge computing and data caching in WorkFlowGenie that were reverted due to changes in product direction?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a11","gid":"WorkFlowGenie#a11","product":"WorkFlowGenie","type":"pr","question":"Could you provide links to the approved PRs for performance optimization through edge computing and data caching in WorkFlowGenie that need to be closed?","any_missing":false,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a12","gid":"WorkFlowGenie#a12","product":"WorkFlowGenie","type":"person","question":"Find the employee IDs of engineers who authored maximum number of PRs in WorkFlowGenie for bug fixes that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a13","gid":"WorkFlowGenie#a13","product":"WorkFlowGenie","type":"person","question":"Find the employee IDs of engineers who dismissed maximum bugs in WorkFlowGenie that are now reopened by customers.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a14","gid":"WorkFlowGenie#a14","product":"WorkFlowGenie","type":"company","question":"Find the name of company that has the maximum number of reopened bugs in WorkFlowGenie.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a15","gid":"WorkFlowGenie#a15","product":"WorkFlowGenie","type":"company","question":"Find the name of company that has the maximum number of active bugs in WorkFlowGenie.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false},{"qid":"WorkFlowGenie_a16","gid":"WorkFlowGenie#a16","product":"WorkFlowGenie","type":"person","question":"Find employee IDs of engineers who are assigned to the highest number of active bugs in WorkFlowGenie.","any_missing":true,"disagreement":true,"only_e2e_combined_correct":false}]}