{"info": {"date": "7/8/2017", "version": "1.0", "split": "new", "license": "Creative Commons Attribution (CC-BY 4.0)"}, "questions": [{"split": "new", "image_filename": "CLEVR_realistic_000000.png", "image_index": 0, "image": "CLEVR_realistic_000000", "question": "What number of small green aged metal small matte ceramic bowls are behind the small green aged metal small matte ceramic bowl that is right of the small green aged metal small matte ceramic bowl that is in front of the small green metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [10], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [11], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [12], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [14], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [15], "_output": [], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [16], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [17], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 0}, {"split": "new", "image_filename": "CLEVR_realistic_000001.png", "image_index": 1, "image": "CLEVR_realistic_000001", "question": "There is a large red brushed metal porcelain tea cup in front of the large red brushed metal porcelain tea cup left of the small red rubber small stoneware cup; are there any small red rubber small stoneware cups that are right of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [13], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [14], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [15], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 1}, {"split": "new", "image_filename": "CLEVR_realistic_000002.png", "image_index": 2, "image": "CLEVR_realistic_000002", "question": "What size is the small purple brushed metal round wooden side table that is behind the large cyan aged metal small matte ceramic bowl that is in front of the small purple brushed metal round wooden side table that is behind the large brown rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [12], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 2}, {"split": "new", "image_filename": "CLEVR_realistic_000003.png", "image_index": 3, "image": "CLEVR_realistic_000003", "question": "There is a large green rubber round mirror in front of the small brown aged metal porcelain tea cup that is to the right of the small brown rubber round mirror that is in front of the small brown aged metal porcelain tea cup; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [6], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [10], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 2, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [13], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [14], "_output": [1], "value_inputs": ["green"]}, {"type": "unique", "inputs": [15], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [16], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 3}, {"split": "new", "image_filename": "CLEVR_realistic_000004.png", "image_index": 4, "image": "CLEVR_realistic_000004", "question": "There is a large blue aged metal porcelain tea cup that is in front of the large blue aged metal porcelain tea cup that is on the left side of the large blue aged metal porcelain tea cup to the right of the small red rubber round wooden side table; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [11], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [14], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [15], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [17], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 4}, {"split": "new", "image_filename": "CLEVR_realistic_000005.png", "image_index": 5, "image": "CLEVR_realistic_000005", "question": "The large purple rubber small stoneware cup in front of the large purple rubber small stoneware cup left of the large purple rubber small stoneware cup behind the large red rubber round mirror is made of what material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [12], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [14], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 5}, {"split": "new", "image_filename": "CLEVR_realistic_000006.png", "image_index": 6, "image": "CLEVR_realistic_000006", "question": "How many small gray metal with soft reflections round wooden side tables are on the left side of the small green rubber small wooden crate and behind the large brown brushed metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [4, 9], "_output": [], "value_inputs": []}, {"type": "filter_material", "inputs": [10], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [12], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 6}, {"split": "new", "image_filename": "CLEVR_realistic_000007.png", "image_index": 7, "image": "CLEVR_realistic_000007", "question": "There is a large brown rubber minimal wooden counter that is in front of the large green brushed metal square mirror and behind the small red rubber narrow round console table; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [4, 9], "_output": [0], "value_inputs": []}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 7}, {"split": "new", "image_filename": "CLEVR_realistic_000008.png", "image_index": 8, "image": "CLEVR_realistic_000008", "question": "What is the color of the small red aged metal porcelain tea cup that is both in front of the small cyan rubber low wooden platform and left of the large red rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [7], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [5, 11], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [12], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [14], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 8}, {"split": "new", "image_filename": "CLEVR_realistic_000009.png", "image_index": 9, "image": "CLEVR_realistic_000009", "question": "What is the small blue aged metal small stone plinth that is behind the small red rubber porcelain tea cup and to the left of the small blue aged metal small stone plinth made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [4, 10], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 9}, {"split": "new", "image_filename": "CLEVR_realistic_000010.png", "image_index": 10, "image": "CLEVR_realistic_000010", "question": "The large cyan brushed metal round mirror that is both on the left side of the large cyan brushed metal round mirror and behind the small red rubber narrow round console table has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [4, 10], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 10}, {"split": "new", "image_filename": "CLEVR_realistic_000011.png", "image_index": 11, "image": "CLEVR_realistic_000011", "question": "What number of small blue metal with soft reflections round wooden dining tables are behind the large yellow matte metal small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 11}, {"split": "new", "image_filename": "CLEVR_realistic_000012.png", "image_index": 12, "image": "CLEVR_realistic_000012", "question": "There is a large cyan metal with soft reflections porcelain tea cup; are there any large yellow rubber minimal wooden counters behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [6], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 12}, {"split": "new", "image_filename": "CLEVR_realistic_000013.png", "image_index": 13, "image": "CLEVR_realistic_000013", "question": "There is a large brown rubber minimal wooden block that is in front of the large brown rubber minimal wooden large brown rubber minimal wooden block; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3, 4], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [5], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 13}, {"split": "new", "image_filename": "CLEVR_realistic_000014.png", "image_index": 14, "image": "CLEVR_realistic_000014", "question": "What color is the small purple rubber round wooden side table that is right of the small yellow rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 14}, {"split": "new", "image_filename": "CLEVR_realistic_000015.png", "image_index": 15, "image": "CLEVR_realistic_000015", "question": "What material is the small brown rubber round mirror that is behind the small green brushed metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 15}, {"split": "new", "image_filename": "CLEVR_realistic_000016.png", "image_index": 16, "image": "CLEVR_realistic_000016", "question": "There is a small gray metal with soft reflections small stoneware cup in front of the large blue metal with soft reflections round wooden side table; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [3], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 16}, {"split": "new", "image_filename": "CLEVR_realistic_000017.png", "image_index": 17, "image": "CLEVR_realistic_000017", "question": "There is a small brown rubber round sugar bowl that is behind the small cyan aged metal small plant pot; how many small cyan aged metal small plant pots are behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [8], "_output": [], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 17}, {"split": "new", "image_filename": "CLEVR_realistic_000018.png", "image_index": 18, "image": "CLEVR_realistic_000018", "question": "There is a small purple metal with soft reflections round wooden side table that is left of the large green rubber round wooden dining table; is there a large yellow rubber porcelain tea cup that is in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 18}, {"split": "new", "image_filename": "CLEVR_realistic_000019.png", "image_index": 19, "image": "CLEVR_realistic_000019", "question": "How big is the small green brushed metal small brushed metal bowl that is on the left side of the small yellow rubber small wooden crate to the right of the small yellow rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 4], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 19}, {"split": "new", "image_filename": "CLEVR_realistic_000020.png", "image_index": 20, "image": "CLEVR_realistic_000020", "question": "There is a large cyan rubber round wooden dining table in front of the large cyan rubber round wooden dining table that is in front of the small blue brushed metal square mirror; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3, 4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 4], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [5], "_output": [0, 2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2, 4], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [9], "_output": [2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 20}, {"split": "new", "image_filename": "CLEVR_realistic_000021.png", "image_index": 21, "image": "CLEVR_realistic_000021", "question": "There is a small green metal with soft reflections wooden display plinth that is to the left of the small green metal with soft reflections wooden display plinth that is in front of the small blue metal with soft reflections small brushed metal bowl; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [3], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [4], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [3], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [10], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 21}, {"split": "new", "image_filename": "CLEVR_realistic_000022.png", "image_index": 22, "image": "CLEVR_realistic_000022", "question": "What is the shape of the large purple rubber wooden display plinth to the right of the large purple rubber wooden display plinth behind the large blue brushed metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3, 4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [5], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [8], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [10], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 22}, {"split": "new", "image_filename": "CLEVR_realistic_000023.png", "image_index": 23, "image": "CLEVR_realistic_000023", "question": "Are there any other things that are the same size as the large yellow rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 23}, {"split": "new", "image_filename": "CLEVR_realistic_000024.png", "image_index": 24, "image": "CLEVR_realistic_000024", "question": "Is there anything else that is the same color as the large blue rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [4], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 24}, {"split": "new", "image_filename": "CLEVR_realistic_000025.png", "image_index": 25, "image": "CLEVR_realistic_000025", "question": "Is there any other thing that is the same material as the large brown rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 25}, {"split": "new", "image_filename": "CLEVR_realistic_000026.png", "image_index": 26, "image": "CLEVR_realistic_000026", "question": "Is there anything else that is the same shape as the large blue metal with soft reflections wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 26}, {"split": "new", "image_filename": "CLEVR_realistic_000027.png", "image_index": 27, "image": "CLEVR_realistic_000027", "question": "What number of other things are the same size as the small green matte metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 27}, {"split": "new", "image_filename": "CLEVR_realistic_000028.png", "image_index": 28, "image": "CLEVR_realistic_000028", "question": "What number of other things are there of the same color as the large gray matte metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 28}, {"split": "new", "image_filename": "CLEVR_realistic_000029.png", "image_index": 29, "image": "CLEVR_realistic_000029", "question": "How many other things are the same material as the large cyan rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 29}, {"split": "new", "image_filename": "CLEVR_realistic_000030.png", "image_index": 30, "image": "CLEVR_realistic_000030", "question": "How many other objects are there of the same shape as the small green matte metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 30}, {"split": "new", "image_filename": "CLEVR_realistic_000031.png", "image_index": 31, "image": "CLEVR_realistic_000031", "question": "Is there a red cylinder of the same size as the small blue rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 31}, {"split": "new", "image_filename": "CLEVR_realistic_000032.png", "image_index": 32, "image": "CLEVR_realistic_000032", "question": "Is there a large brown rubber small plant pot that has the same color as the small red rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 32}, {"split": "new", "image_filename": "CLEVR_realistic_000033.png", "image_index": 33, "image": "CLEVR_realistic_000033", "question": "Is there a large brown matte metal square mirror that has the same material as the small green matte metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["brown"]}, {"type": "exist", "inputs": [7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 33}, {"split": "new", "image_filename": "CLEVR_realistic_000034.png", "image_index": 34, "image": "CLEVR_realistic_000034", "question": "Are there any other small purple rubber round mirrors of the same shape as the small blue matte metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0, 1], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 34}, {"split": "new", "image_filename": "CLEVR_realistic_000035.png", "image_index": 35, "image": "CLEVR_realistic_000035", "question": "What number of other small red aged metal round sugar bowls are the same size as the small red aged metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [1, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 35}, {"split": "new", "image_filename": "CLEVR_realistic_000036.png", "image_index": 36, "image": "CLEVR_realistic_000036", "question": "How many small gray rubber small matte ceramic bowls are the same color as the small green brushed metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 36}, {"split": "new", "image_filename": "CLEVR_realistic_000037.png", "image_index": 37, "image": "CLEVR_realistic_000037", "question": "How many large yellow brushed metal small brushed metal bowls are made of the same material as the small green metal with soft reflections small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 37}, {"split": "new", "image_filename": "CLEVR_realistic_000038.png", "image_index": 38, "image": "CLEVR_realistic_000038", "question": "How many large yellow rubber objects are the same shape as the small yellow rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [0, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 38}, {"split": "new", "image_filename": "CLEVR_realistic_000039.png", "image_index": 39, "image": "CLEVR_realistic_000039", "question": "What is the color of the large gray rubber wooden display plinth that is the same size as the large green rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 2, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [0, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 39}, {"split": "new", "image_filename": "CLEVR_realistic_000040.png", "image_index": 40, "image": "CLEVR_realistic_000040", "question": "There is a small red rubber minimal wooden counter that is the same size as the small blue rubber square mirror; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 40}, {"split": "new", "image_filename": "CLEVR_realistic_000041.png", "image_index": 41, "image": "CLEVR_realistic_000041", "question": "There is a small red aged metal round mirror that is the same size as the small brown matte metal wooden display plinth; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 41}, {"split": "new", "image_filename": "CLEVR_realistic_000042.png", "image_index": 42, "image": "CLEVR_realistic_000042", "question": "What size is the large gray aged metal square mirror that is the same color as the large yellow rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 42}, {"split": "new", "image_filename": "CLEVR_realistic_000043.png", "image_index": 43, "image": "CLEVR_realistic_000043", "question": "There is a large red rubber small round mirror that is the same color as the large yellow aged metal small stone plinth; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 43}, {"split": "new", "image_filename": "CLEVR_realistic_000044.png", "image_index": 44, "image": "CLEVR_realistic_000044", "question": "What is the size of the small purple rubber small matte ceramic bowl that is made of the same material as the small brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 44}, {"split": "new", "image_filename": "CLEVR_realistic_000045.png", "image_index": 45, "image": "CLEVR_realistic_000045", "question": "The other small green metal with soft reflections minimal wooden block that is made of the same material as the small green metal with soft reflections minimal wooden block is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 45}, {"split": "new", "image_filename": "CLEVR_realistic_000046.png", "image_index": 46, "image": "CLEVR_realistic_000046", "question": "What is the shape of the large blue matte metal round wooden side table that is the same color as the large blue rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 46}, {"split": "new", "image_filename": "CLEVR_realistic_000047.png", "image_index": 47, "image": "CLEVR_realistic_000047", "question": "What shape is the small brown aged metal round sugar bowl that is the same material as the small yellow metal with soft reflections round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 47}, {"split": "new", "image_filename": "CLEVR_realistic_000048.png", "image_index": 48, "image": "CLEVR_realistic_000048", "question": "The other small cyan aged metal small wooden crate that is the same shape as the small cyan aged metal small wooden crate is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 48}, {"split": "new", "image_filename": "CLEVR_realistic_000049.png", "image_index": 49, "image": "CLEVR_realistic_000049", "question": "The other small purple rubber small matte ceramic bowl that is the same shape as the small cyan brushed metal small round mirror is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 49}, {"split": "new", "image_filename": "CLEVR_realistic_000050.png", "image_index": 50, "image": "CLEVR_realistic_000050", "question": "There is another large blue aged metal small stone plinth that is the same shape as the large gray matte metal minimal wooden block; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 50}, {"split": "new", "image_filename": "CLEVR_realistic_000051.png", "image_index": 51, "image": "CLEVR_realistic_000051", "question": "Are there an equal number of small cyan aged metal small wooden crates and gray matte cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [4, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 0, "question_index": 51}, {"split": "new", "image_filename": "CLEVR_realistic_000052.png", "image_index": 52, "image": "CLEVR_realistic_000052", "question": "Are there fewer small gray rubber low wooden platforms than tiny green spheres?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [4, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 52}, {"split": "new", "image_filename": "CLEVR_realistic_000053.png", "image_index": 53, "image": "CLEVR_realistic_000053", "question": "Is the number of blue matte balls greater than the number of large red rubber wooden display plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [4, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 53}, {"split": "new", "image_filename": "CLEVR_realistic_000054.png", "image_index": 54, "image": "CLEVR_realistic_000054", "question": "Are there the same number of small brown metal with soft reflections small stone plinths in front of the small red rubber round wooden dining table and large red rubber round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [11], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [12], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [13], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [14], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [15], "_output": 1, "value_inputs": []}, {"type": "equal_integer", "inputs": [10, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 54}, {"split": "new", "image_filename": "CLEVR_realistic_000055.png", "image_index": 55, "image": "CLEVR_realistic_000055", "question": "Is the number of small cyan aged metal wooden display plinths that are in front of the small cyan aged metal wooden display plinth less than the number of large purple rubber cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [12], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [9, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 55}, {"split": "new", "image_filename": "CLEVR_realistic_000056.png", "image_index": 56, "image": "CLEVR_realistic_000056", "question": "Is the number of small gray rubber small round mirrors that are on the left side of the large cyan brushed metal small wooden crate greater than the number of small blue rubber small brushed metal bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [6], "_output": [0, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [0, 2, 3], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [11], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [12], "_output": [3], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [9, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 56}, {"split": "new", "image_filename": "CLEVR_realistic_000057.png", "image_index": 57, "image": "CLEVR_realistic_000057", "question": "Is the number of large red aged metal round wooden side tables that are left of the small brown aged metal wooden display plinth the same as the number of large yellow rubber minimal wooden blocks in front of the large yellow rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [9], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1, 2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [13], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [14], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 57}, {"split": "new", "image_filename": "CLEVR_realistic_000058.png", "image_index": 58, "image": "CLEVR_realistic_000058", "question": "Is the number of large red matte metal square mirrors that are to the right of the large brown rubber small wooden crate less than the number of small cyan rubber round wooden dining tables that are to the right of the small cyan rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [13], "_output": [2], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [9, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 58}, {"split": "new", "image_filename": "CLEVR_realistic_000059.png", "image_index": 59, "image": "CLEVR_realistic_000059", "question": "Are there more large cyan rubber small round mirrors that are behind the large cyan rubber small round mirror than large red rubber round wooden dining tables that are left of the large yellow rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [1, 2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [10], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [1, 4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [14], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [15], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [8, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 59}, {"split": "new", "image_filename": "CLEVR_realistic_000060.png", "image_index": 60, "image": "CLEVR_realistic_000060", "question": "What number of things are either large brown aged metal minimal wooden counters or small gray rubber round sugar bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [3, 6], "_output": [0, 1], "value_inputs": []}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 60}, {"split": "new", "image_filename": "CLEVR_realistic_000061.png", "image_index": 61, "image": "CLEVR_realistic_000061", "question": "How many small red rubber round mirror objects are either small red rubber round mirror red rubber small red rubber round mirror round mirrors or small red rubber round mirror green rubber porcelain tea cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [2, 5], "_output": [2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 61}, {"split": "new", "image_filename": "CLEVR_realistic_000062.png", "image_index": 62, "image": "CLEVR_realistic_000062", "question": "What number of gray things are either small purple rubber round wooden dining tables or large red aged metal narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 2, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["metal"]}, {"type": "union", "inputs": [2, 5], "_output": [3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["gray"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 62}, {"split": "new", "image_filename": "CLEVR_realistic_000063.png", "image_index": 63, "image": "CLEVR_realistic_000063", "question": "What number of objects are large purple metal with soft reflections narrow round console tables that are right of the small cyan rubber round wooden side table or large yellow rubber small plant pots in front of the large purple metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [4], "_output": [0, 1], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [11], "_output": [3], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [5, 12], "_output": [0, 1, 3], "value_inputs": []}, {"type": "count", "inputs": [13], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 63}, {"split": "new", "image_filename": "CLEVR_realistic_000064.png", "image_index": 64, "image": "CLEVR_realistic_000064", "question": "What number of large blue brushed metal small stone plinth objects are small gray rubber round mirrors or cyan objects?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [], "value_inputs": ["cyan"]}, {"type": "union", "inputs": [2, 4], "_output": [1], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 64}, {"split": "new", "image_filename": "CLEVR_realistic_000065.png", "image_index": 65, "image": "CLEVR_realistic_000065", "question": "What number of small brown matte metal round mirrors are gray matte things or small blue rubber minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_size", "inputs": [1], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [3, 6], "_output": [1], "value_inputs": []}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 65}, {"split": "new", "image_filename": "CLEVR_realistic_000066.png", "image_index": 66, "image": "CLEVR_realistic_000066", "question": "How many things are small green rubber narrow round console tables right of the large red rubber porcelain tea cup or small green rubber narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["rubber"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [0, 1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [5, 8], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [9], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 66}, {"split": "new", "image_filename": "CLEVR_realistic_000067.png", "image_index": 67, "image": "CLEVR_realistic_000067", "question": "How many objects are small cyan rubber minimal wooden small cyan rubber minimal wooden small cyan rubber minimal wooden blocks or small brown rubber round wooden side tables that are on the right side of the small cyan rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [7], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [3, 10], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 67}, {"split": "new", "image_filename": "CLEVR_realistic_000068.png", "image_index": 68, "image": "CLEVR_realistic_000068", "question": "How many large blue rubber small brushed metal bowls are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 68}, {"split": "new", "image_filename": "CLEVR_realistic_000069.png", "image_index": 69, "image": "CLEVR_realistic_000069", "question": "Are any gray metal objects visible?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [2], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 69}, {"split": "new", "image_filename": "CLEVR_realistic_000070.png", "image_index": 70, "image": "CLEVR_realistic_000070", "question": "What is the shape of the large brown metal with soft reflections small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 70}, {"split": "new", "image_filename": "CLEVR_realistic_000071.png", "image_index": 71, "image": "CLEVR_realistic_000071", "question": "What is the small brown rubber small wooden crate made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 71}, {"split": "new", "image_filename": "CLEVR_realistic_000072.png", "image_index": 72, "image": "CLEVR_realistic_000072", "question": "What is the color of the large green rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 72}, {"split": "new", "image_filename": "CLEVR_realistic_000073.png", "image_index": 73, "image": "CLEVR_realistic_000073", "question": "What is the size of the small green metal with soft reflections small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 73}, {"split": "new", "image_filename": "CLEVR_realistic_000074.png", "image_index": 74, "image": "CLEVR_realistic_000074", "question": "Is the large gray rubber small round mirror the same size as the large purple rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [2], "_output": "large", "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [6, 7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 74}, {"split": "new", "image_filename": "CLEVR_realistic_000075.png", "image_index": 75, "image": "CLEVR_realistic_000075", "question": "Is the color of the large brown metal with soft reflections small matte ceramic bowl the same as the small green metal with soft reflections small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "brown", "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "green", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 75}, {"split": "new", "image_filename": "CLEVR_realistic_000076.png", "image_index": 76, "image": "CLEVR_realistic_000076", "question": "Is the large yellow rubber small stone plinth made of the same material as the small gray metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 76}, {"split": "new", "image_filename": "CLEVR_realistic_000077.png", "image_index": 77, "image": "CLEVR_realistic_000077", "question": "Do the small cyan brushed metal porcelain tea cup and the small blue aged metal minimal wooden counter have the same shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "sphere", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [3, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 77}, {"split": "new", "image_filename": "CLEVR_realistic_000078.png", "image_index": 78, "image": "CLEVR_realistic_000078", "question": "Does the small cyan aged metal small matte ceramic bowl that is in front of the large red aged metal small brushed metal bowl have the same size as the large red aged metal small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [3], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [7, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 78}, {"split": "new", "image_filename": "CLEVR_realistic_000079.png", "image_index": 79, "image": "CLEVR_realistic_000079", "question": "There is a small gray rubber small wooden crate; is it the same size as the small red rubber porcelain tea cup that is right of the small cyan aged metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [7], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [4, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 79}, {"split": "new", "image_filename": "CLEVR_realistic_000080.png", "image_index": 80, "image": "CLEVR_realistic_000080", "question": "Is the size of the small red metal with soft reflections small stone plinth that is in front of the large yellow rubber round mirror the same as the large purple rubber minimal wooden block in front of the large purple rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [0, 2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [11], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [15], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [16], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [17], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [8, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 80}, {"split": "new", "image_filename": "CLEVR_realistic_000081.png", "image_index": 81, "image": "CLEVR_realistic_000081", "question": "There is a small brown metal with soft reflections small wooden crate on the left side of the small green metal with soft reflections round mirror; does it have the same color as the small green metal with soft reflections round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "brown", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [9], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "green", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 81}, {"split": "new", "image_filename": "CLEVR_realistic_000082.png", "image_index": 82, "image": "CLEVR_realistic_000082", "question": "There is a large cyan rubber small round mirror; is it the same color as the large cyan rubber small round mirror that is in front of the large cyan rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "cyan", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "gray", "value_inputs": []}, {"type": "equal_color", "inputs": [4, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 82}, {"split": "new", "image_filename": "CLEVR_realistic_000083.png", "image_index": 83, "image": "CLEVR_realistic_000083", "question": "There is a large brown metal with soft reflections small stone plinth that is right of the small red brushed metal small plant pot; is it the same color as the small green rubber low wooden platform that is in front of the large green rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [9], "_output": "brown", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [11], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [12], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [14], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [15], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [16], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [17], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [18], "_output": "green", "value_inputs": []}, {"type": "equal_color", "inputs": [10, 19], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 83}, {"split": "new", "image_filename": "CLEVR_realistic_000084.png", "image_index": 84, "image": "CLEVR_realistic_000084", "question": "Is the large red rubber small matte ceramic bowl that is behind the small brown aged metal square mirror made of the same material as the large red rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["red"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [11], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [8, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 84}, {"split": "new", "image_filename": "CLEVR_realistic_000085.png", "image_index": 85, "image": "CLEVR_realistic_000085", "question": "Are the small blue aged metal small plant pot and the large brown brushed metal wooden display plinth that is to the left of the small cyan rubber minimal wooden counter made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 85}, {"split": "new", "image_filename": "CLEVR_realistic_000086.png", "image_index": 86, "image": "CLEVR_realistic_000086", "question": "Are the large cyan aged metal low wooden platform that is on the left side of the large cyan aged metal low wooden platform and the large cyan aged metal low wooden platform to the right of the large brown rubber low wooden platform made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [13], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [14], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [16], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [9, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 86}, {"split": "new", "image_filename": "CLEVR_realistic_000087.png", "image_index": 87, "image": "CLEVR_realistic_000087", "question": "There is a large red matte metal small brushed metal bowl to the left of the large red matte metal small brushed metal bowl; is it the same shape as the large gray aged metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [11], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [12], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [10, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 87}, {"split": "new", "image_filename": "CLEVR_realistic_000088.png", "image_index": 88, "image": "CLEVR_realistic_000088", "question": "There is a small purple rubber wooden display plinth; is its shape the same as the small purple rubber wooden display plinth right of the large green rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 88}, {"split": "new", "image_filename": "CLEVR_realistic_000089.png", "image_index": 89, "image": "CLEVR_realistic_000089", "question": "There is a large purple aged metal wooden display plinth in front of the small purple rubber round wooden side table; is its shape the same as the large gray aged metal square mirror that is behind the small purple rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [11], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [12], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [15], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [16], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [17], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [18], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [19], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [10, 20], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 89}, {"split": "new", "image_filename": "CLEVR_realistic_000090.png", "image_index": 90, "image": "CLEVR_realistic_000090", "question": "What number of small cyan brushed metal round wooden dining tables are in front of the small cyan brushed metal round wooden dining table on the left side of the small cyan brushed metal round wooden dining table that is in front of the large brown aged metal small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2, 3, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1, 2, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [13], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [14], "_output": [4], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [15], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 90}, {"split": "new", "image_filename": "CLEVR_realistic_000091.png", "image_index": 91, "image": "CLEVR_realistic_000091", "question": "There is a small brown matte metal round wooden dining table to the right of the large yellow rubber small stone plinth to the right of the large yellow metal with soft reflections narrow round console table; is there a large yellow rubber small stone plinth to the left of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3, 4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1, 3, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [12], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [13], "_output": [3], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 91}, {"split": "new", "image_filename": "CLEVR_realistic_000092.png", "image_index": 92, "image": "CLEVR_realistic_000092", "question": "What size is the small brown metal with soft reflections round wooden side table in front of the large cyan rubber wooden display plinth to the left of the small red aged metal small stone plinth that is right of the small red aged metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 2, 4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [7], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [8], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [11], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [13], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 92}, {"split": "new", "image_filename": "CLEVR_realistic_000093.png", "image_index": 93, "image": "CLEVR_realistic_000093", "question": "There is a small blue aged metal narrow round console table that is in front of the small purple brushed metal low wooden platform in front of the small purple brushed metal low wooden platform that is behind the small blue aged metal narrow round console table; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [3], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [10], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [13], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 93}, {"split": "new", "image_filename": "CLEVR_realistic_000094.png", "image_index": 94, "image": "CLEVR_realistic_000094", "question": "There is a large yellow rubber round mirror behind the large yellow rubber round mirror to the right of the large yellow rubber round mirror that is behind the large yellow rubber round mirror; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 94}, {"split": "new", "image_filename": "CLEVR_realistic_000095.png", "image_index": 95, "image": "CLEVR_realistic_000095", "question": "There is a large yellow matte metal small wooden crate that is in front of the small green matte metal small matte ceramic bowl behind the small gray rubber small stone plinth in front of the small green matte metal small matte ceramic bowl; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [9], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [13], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [15], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 95}, {"split": "new", "image_filename": "CLEVR_realistic_000096.png", "image_index": 96, "image": "CLEVR_realistic_000096", "question": "How many small purple aged metal minimal wooden counters are both in front of the small purple aged metal minimal wooden counter and to the right of the small purple aged metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [8], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [5, 11], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 96}, {"split": "new", "image_filename": "CLEVR_realistic_000097.png", "image_index": 97, "image": "CLEVR_realistic_000097", "question": "There is a small cyan metal with soft reflections porcelain tea cup that is in front of the small cyan metal with soft reflections porcelain tea cup and behind the small red brushed metal round wooden side table; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [4, 9], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [11], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 97}, {"split": "new", "image_filename": "CLEVR_realistic_000098.png", "image_index": 98, "image": "CLEVR_realistic_000098", "question": "What is the color of the large green rubber minimal wooden block that is both to the right of the large red rubber minimal wooden counter and in front of the large green rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 10], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 98}, {"split": "new", "image_filename": "CLEVR_realistic_000099.png", "image_index": 99, "image": "CLEVR_realistic_000099", "question": "There is a large cyan metal with soft reflections small stone plinth that is both right of the small purple rubber wooden display plinth and behind the large gray matte metal round wooden dining table; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [1, 2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [8], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 12], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [14], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 99}, {"split": "new", "image_filename": "CLEVR_realistic_000100.png", "image_index": 100, "image": "CLEVR_realistic_000100", "question": "What shape is the small purple metal with soft reflections wooden display plinth that is on the right side of the small blue rubber wooden display plinth and behind the large green metal with soft reflections small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 10], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 100}, {"split": "new", "image_filename": "CLEVR_realistic_000101.png", "image_index": 101, "image": "CLEVR_realistic_000101", "question": "What number of small cyan matte metal small wooden crates are behind the small cyan rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [0, 2], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 101}, {"split": "new", "image_filename": "CLEVR_realistic_000102.png", "image_index": 102, "image": "CLEVR_realistic_000102", "question": "There is a large cyan aged metal small plant pot; are there any small brown rubber small brushed metal bowls to the right of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [3], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 102}, {"split": "new", "image_filename": "CLEVR_realistic_000103.png", "image_index": 103, "image": "CLEVR_realistic_000103", "question": "How big is the small purple rubber square mirror behind the small gray brushed metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 103}, {"split": "new", "image_filename": "CLEVR_realistic_000104.png", "image_index": 104, "image": "CLEVR_realistic_000104", "question": "There is a large cyan rubber small matte ceramic bowl that is behind the large yellow rubber small round mirror; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 2, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [3], "_output": [0, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 104}, {"split": "new", "image_filename": "CLEVR_realistic_000105.png", "image_index": 105, "image": "CLEVR_realistic_000105", "question": "There is a large purple brushed metal small wooden crate that is in front of the small green rubber small matte ceramic bowl; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 105}, {"split": "new", "image_filename": "CLEVR_realistic_000106.png", "image_index": 106, "image": "CLEVR_realistic_000106", "question": "The large red rubber low wooden platform right of the large yellow rubber minimal wooden block has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 106}, {"split": "new", "image_filename": "CLEVR_realistic_000107.png", "image_index": 107, "image": "CLEVR_realistic_000107", "question": "There is a large green brushed metal small stone plinth to the right of the large gray rubber wooden display plinth; how many small gray rubber porcelain tea cups are to the right of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [5], "_output": [1, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [9], "_output": [1], "value_inputs": ["gray"]}, {"type": "count", "inputs": [10], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 107}, {"split": "new", "image_filename": "CLEVR_realistic_000108.png", "image_index": 108, "image": "CLEVR_realistic_000108", "question": "There is a large green rubber round wooden dining table left of the large green brushed metal wooden display plinth; is there a small gray metal with soft reflections round wooden side table that is behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [9], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 108}, {"split": "new", "image_filename": "CLEVR_realistic_000109.png", "image_index": 109, "image": "CLEVR_realistic_000109", "question": "There is a small purple rubber small stoneware cup that is behind the large purple rubber round wooden dining table in front of the large purple rubber round wooden dining table; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [8], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 109}, {"split": "new", "image_filename": "CLEVR_realistic_000110.png", "image_index": 110, "image": "CLEVR_realistic_000110", "question": "What is the color of the large cyan rubber narrow round console table that is to the left of the large cyan rubber narrow round console table that is in front of the small green matte metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [3], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [6], "_output": [4], "value_inputs": ["large"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 110}, {"split": "new", "image_filename": "CLEVR_realistic_000111.png", "image_index": 111, "image": "CLEVR_realistic_000111", "question": "There is a small cyan rubber wooden display plinth that is behind the small cyan rubber wooden display plinth right of the small cyan rubber wooden display plinth; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["right"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [7], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [10], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 111}, {"split": "new", "image_filename": "CLEVR_realistic_000112.png", "image_index": 112, "image": "CLEVR_realistic_000112", "question": "There is a large blue rubber round mirror that is on the right side of the large brown aged metal small plant pot that is in front of the large gray matte metal small round mirror; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [11], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [12], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [13], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 112}, {"split": "new", "image_filename": "CLEVR_realistic_000113.png", "image_index": 113, "image": "CLEVR_realistic_000113", "question": "Is there anything else that has the same size as the large green matte metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [1, 2], "value_inputs": []}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 113}, {"split": "new", "image_filename": "CLEVR_realistic_000114.png", "image_index": 114, "image": "CLEVR_realistic_000114", "question": "Is there anything else that is made of the same material as the large purple brushed metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 114}, {"split": "new", "image_filename": "CLEVR_realistic_000115.png", "image_index": 115, "image": "CLEVR_realistic_000115", "question": "Is there anything else that has the same color as the small gray rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 115}, {"split": "new", "image_filename": "CLEVR_realistic_000116.png", "image_index": 116, "image": "CLEVR_realistic_000116", "question": "How many other objects are the same size as the large green metal with soft reflections round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 1, 3, 4], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 4, "value_inputs": []}], "answer": 4, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 116}, {"split": "new", "image_filename": "CLEVR_realistic_000117.png", "image_index": 117, "image": "CLEVR_realistic_000117", "question": "How many other things are the same color as the large brown rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [0], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 117}, {"split": "new", "image_filename": "CLEVR_realistic_000118.png", "image_index": 118, "image": "CLEVR_realistic_000118", "question": "Is there anything else that is the same shape as the large cyan matte metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 118}, {"split": "new", "image_filename": "CLEVR_realistic_000119.png", "image_index": 119, "image": "CLEVR_realistic_000119", "question": "How many other things are made of the same material as the small blue metal with soft reflections small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 119}, {"split": "new", "image_filename": "CLEVR_realistic_000120.png", "image_index": 120, "image": "CLEVR_realistic_000120", "question": "How many other things are the same shape as the small yellow matte metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 120}, {"split": "new", "image_filename": "CLEVR_realistic_000121.png", "image_index": 121, "image": "CLEVR_realistic_000121", "question": "Is there a large gray rubber round wooden side table of the same size as the large red matte metal small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 4], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["gray"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 121}, {"split": "new", "image_filename": "CLEVR_realistic_000122.png", "image_index": 122, "image": "CLEVR_realistic_000122", "question": "Is there a small cyan metal with soft reflections wooden display plinth of the same color as the large cyan rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [4], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 122}, {"split": "new", "image_filename": "CLEVR_realistic_000123.png", "image_index": 123, "image": "CLEVR_realistic_000123", "question": "Is there a large yellow rubber small plant pot that has the same material as the small blue brushed metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["yellow"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 123}, {"split": "new", "image_filename": "CLEVR_realistic_000124.png", "image_index": 124, "image": "CLEVR_realistic_000124", "question": "Is there a large brown brushed metal wooden display plinth that has the same shape as the small green rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 124}, {"split": "new", "image_filename": "CLEVR_realistic_000125.png", "image_index": 125, "image": "CLEVR_realistic_000125", "question": "How many small cyan aged metal wooden display plinths have the same size as the small cyan aged metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 2], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 125}, {"split": "new", "image_filename": "CLEVR_realistic_000126.png", "image_index": 126, "image": "CLEVR_realistic_000126", "question": "How many large gray rubber round mirrors have the same color as the small gray matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 126}, {"split": "new", "image_filename": "CLEVR_realistic_000127.png", "image_index": 127, "image": "CLEVR_realistic_000127", "question": "How many small red brushed metal round wooden side tables have the same material as the small gray rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 127}, {"split": "new", "image_filename": "CLEVR_realistic_000128.png", "image_index": 128, "image": "CLEVR_realistic_000128", "question": "How many large cyan aged metal round sugar bowls are the same shape as the large purple rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 128}, {"split": "new", "image_filename": "CLEVR_realistic_000129.png", "image_index": 129, "image": "CLEVR_realistic_000129", "question": "What is the color of the large gray aged metal round sugar bowl that is the same size as the small brown aged metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 129}, {"split": "new", "image_filename": "CLEVR_realistic_000130.png", "image_index": 130, "image": "CLEVR_realistic_000130", "question": "There is another small cyan aged metal small stone plinth that is the same size as the small green rubber small wooden crate; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1, 2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 130}, {"split": "new", "image_filename": "CLEVR_realistic_000131.png", "image_index": 131, "image": "CLEVR_realistic_000131", "question": "What shape is the small red aged metal minimal wooden block that is the same size as the small yellow aged metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 131}, {"split": "new", "image_filename": "CLEVR_realistic_000132.png", "image_index": 132, "image": "CLEVR_realistic_000132", "question": "There is a large green rubber small stone plinth that is the same material as the large gray rubber small matte ceramic bowl; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 132}, {"split": "new", "image_filename": "CLEVR_realistic_000133.png", "image_index": 133, "image": "CLEVR_realistic_000133", "question": "There is a large purple aged metal small plant pot that is made of the same material as the small yellow aged metal small round mirror; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 133}, {"split": "new", "image_filename": "CLEVR_realistic_000134.png", "image_index": 134, "image": "CLEVR_realistic_000134", "question": "There is a large red rubber narrow round console table that is the same material as the small yellow matte metal round mirror; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 134}, {"split": "new", "image_filename": "CLEVR_realistic_000135.png", "image_index": 135, "image": "CLEVR_realistic_000135", "question": "What is the size of the large brown rubber small brushed metal bowl that is the same color as the small gray aged metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 135}, {"split": "new", "image_filename": "CLEVR_realistic_000136.png", "image_index": 136, "image": "CLEVR_realistic_000136", "question": "What is the size of the other small cyan rubber round sugar bowl that is the same shape as the small cyan rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 136}, {"split": "new", "image_filename": "CLEVR_realistic_000137.png", "image_index": 137, "image": "CLEVR_realistic_000137", "question": "There is another large green rubber small plant pot that is the same shape as the small brown brushed metal small stoneware cup; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [4], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 137}, {"split": "new", "image_filename": "CLEVR_realistic_000138.png", "image_index": 138, "image": "CLEVR_realistic_000138", "question": "There is a small cyan metal with soft reflections wooden display plinth that is the same color as the small blue rubber porcelain tea cup; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 138}, {"split": "new", "image_filename": "CLEVR_realistic_000139.png", "image_index": 139, "image": "CLEVR_realistic_000139", "question": "What material is the small green rubber minimal wooden counter that is the same shape as the small cyan aged metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["green"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 139}, {"split": "new", "image_filename": "CLEVR_realistic_000140.png", "image_index": 140, "image": "CLEVR_realistic_000140", "question": "Is the number of small gray metal cylinders less than the number of small gray aged metal small matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "less_than", "inputs": [5, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 140}, {"split": "new", "image_filename": "CLEVR_realistic_000141.png", "image_index": 141, "image": "CLEVR_realistic_000141", "question": "Are there more large purple metal with soft reflections small wooden crates than big gray rubber balls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [5, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 141}, {"split": "new", "image_filename": "CLEVR_realistic_000142.png", "image_index": 142, "image": "CLEVR_realistic_000142", "question": "There is a small gray metal with soft reflections small wooden crate that is the same color as the small gray rubber minimal wooden block; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 142}, {"split": "new", "image_filename": "CLEVR_realistic_000143.png", "image_index": 143, "image": "CLEVR_realistic_000143", "question": "Are there the same number of large yellow brushed metal low wooden platforms to the left of the large brown matte metal wooden display plinth and large yellow brushed metal low wooden platforms?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "count", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [8], "_output": [1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [1, 2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "equal_integer", "inputs": [6, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 143}, {"split": "new", "image_filename": "CLEVR_realistic_000144.png", "image_index": 144, "image": "CLEVR_realistic_000144", "question": "Are there fewer large blue matte metal round wooden side tables that are behind the large green brushed metal narrow round console table than large yellow rubber small plant pots?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [1], "value_inputs": ["yellow"]}, {"type": "count", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [9, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 144}, {"split": "new", "image_filename": "CLEVR_realistic_000145.png", "image_index": 145, "image": "CLEVR_realistic_000145", "question": "Are there more large gray rubber narrow round console tables that are behind the large red rubber small stone plinth than cyan matte balls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [9], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 145}, {"split": "new", "image_filename": "CLEVR_realistic_000146.png", "image_index": 146, "image": "CLEVR_realistic_000146", "question": "Are there the same number of small green aged metal round wooden dining tables on the left side of the small cyan brushed metal minimal wooden block and large blue matte metal round wooden side tables that are behind the large blue matte metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [2, 3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [13], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [14], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [15], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [16], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [17], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 18], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 146}, {"split": "new", "image_filename": "CLEVR_realistic_000147.png", "image_index": 147, "image": "CLEVR_realistic_000147", "question": "Is the number of large green rubber round sugar bowls that are in front of the large yellow matte metal square mirror less than the number of large red rubber round sugar bowls to the right of the large green rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [3], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [13], "_output": [], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [15], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [8, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 147}, {"split": "new", "image_filename": "CLEVR_realistic_000148.png", "image_index": 148, "image": "CLEVR_realistic_000148", "question": "Are there more small green rubber square mirrors behind the large gray brushed metal narrow round console table than small blue aged metal narrow round console tables behind the small blue aged metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [12], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [15], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [16], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [17], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [18], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [9, 19], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 148}, {"split": "new", "image_filename": "CLEVR_realistic_000149.png", "image_index": 149, "image": "CLEVR_realistic_000149", "question": "How many things are small cyan brushed metal small matte ceramic bowls or small cyan brushed metal small matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["cyan"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [2], "_output": [0, 2, 3], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [1, 3], "_output": [0, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 149}, {"split": "new", "image_filename": "CLEVR_realistic_000150.png", "image_index": 150, "image": "CLEVR_realistic_000150", "question": "How many small green metal with soft reflections minimal wooden block things are small green metal with soft reflections minimal wooden block gray rubber narrow round console tables or cyan shiny cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [2], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [3], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cube"]}, {"type": "union", "inputs": [1, 5], "_output": [4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [4], "value_inputs": ["small"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 150}, {"split": "new", "image_filename": "CLEVR_realistic_000151.png", "image_index": 151, "image": "CLEVR_realistic_000151", "question": "How many small brown rubber round wooden dining table objects are small purple aged metal minimal wooden blocks or small small brown rubber round wooden dining table rubber round wooden dining tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [3, 7], "_output": [2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [2], "value_inputs": ["brown"]}, {"type": "count", "inputs": [9], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 151}, {"split": "new", "image_filename": "CLEVR_realistic_000152.png", "image_index": 152, "image": "CLEVR_realistic_000152", "question": "How many objects are large red matte metal small stone plinths that are on the right side of the small brown brushed metal small round mirror or small cyan matte metal small plant pots behind the small brown brushed metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [9], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [4, 11], "_output": [0, 1], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 152}, {"split": "new", "image_filename": "CLEVR_realistic_000153.png", "image_index": 153, "image": "CLEVR_realistic_000153", "question": "How many small gray rubber small plant pot objects are either small purple small gray rubber small plant pot small brushed metal bowls or tiny yellow things?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["yellow"]}, {"type": "union", "inputs": [3, 6], "_output": [3], "value_inputs": []}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 153}, {"split": "new", "image_filename": "CLEVR_realistic_000154.png", "image_index": 154, "image": "CLEVR_realistic_000154", "question": "How many small green matte metal small plant pots are small green matte metal small plant pots or large yellow rubber narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_size", "inputs": [1], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [3, 6], "_output": [1, 2], "value_inputs": []}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 154}, {"split": "new", "image_filename": "CLEVR_realistic_000155.png", "image_index": 155, "image": "CLEVR_realistic_000155", "question": "How many things are either large yellow aged metal round sugar bowls that are behind the large yellow aged metal round sugar bowl or small cyan metal with soft reflections small wooden crates?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [6], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cube"]}, {"type": "union", "inputs": [8, 11], "_output": [1, 2], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 155}, {"split": "new", "image_filename": "CLEVR_realistic_000156.png", "image_index": 156, "image": "CLEVR_realistic_000156", "question": "What number of things are gray balls or large red matte metal square mirrors in front of the large purple rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [5], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [2], "value_inputs": ["large"]}, {"type": "union", "inputs": [2, 10], "_output": [2], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 156}, {"split": "new", "image_filename": "CLEVR_realistic_000157.png", "image_index": 157, "image": "CLEVR_realistic_000157", "question": "How many tiny blue objects are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["blue"]}, {"type": "count", "inputs": [2], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 157}, {"split": "new", "image_filename": "CLEVR_realistic_000158.png", "image_index": 158, "image": "CLEVR_realistic_000158", "question": "Is there a small red rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "exist", "inputs": [1], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 158}, {"split": "new", "image_filename": "CLEVR_realistic_000159.png", "image_index": 159, "image": "CLEVR_realistic_000159", "question": "The large green matte metal round wooden dining table is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 159}, {"split": "new", "image_filename": "CLEVR_realistic_000160.png", "image_index": 160, "image": "CLEVR_realistic_000160", "question": "What is the large green metal with soft reflections minimal wooden counter made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 160}, {"split": "new", "image_filename": "CLEVR_realistic_000161.png", "image_index": 161, "image": "CLEVR_realistic_000161", "question": "What is the color of the large red rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 161}, {"split": "new", "image_filename": "CLEVR_realistic_000162.png", "image_index": 162, "image": "CLEVR_realistic_000162", "question": "The large purple aged metal round mirror has what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 162}, {"split": "new", "image_filename": "CLEVR_realistic_000163.png", "image_index": 163, "image": "CLEVR_realistic_000163", "question": "Is the large cyan aged metal narrow round console table the same size as the small cyan rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [8, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 163}, {"split": "new", "image_filename": "CLEVR_realistic_000164.png", "image_index": 164, "image": "CLEVR_realistic_000164", "question": "Do the large cyan rubber small stone plinth and the large brown rubber round wooden side table have the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [2], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [3, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 164}, {"split": "new", "image_filename": "CLEVR_realistic_000165.png", "image_index": 165, "image": "CLEVR_realistic_000165", "question": "Does the large blue rubber narrow round console table have the same color as the large blue brushed metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "blue", "value_inputs": []}, {"type": "query_color", "inputs": [9], "_output": "blue", "value_inputs": []}, {"type": "equal_color", "inputs": [10, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 165}, {"split": "new", "image_filename": "CLEVR_realistic_000166.png", "image_index": 166, "image": "CLEVR_realistic_000166", "question": "Is the small gray metal with soft reflections square mirror the same shape as the small blue rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [2, 3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 166}, {"split": "new", "image_filename": "CLEVR_realistic_000167.png", "image_index": 167, "image": "CLEVR_realistic_000167", "question": "There is a small cyan aged metal low wooden platform that is on the left side of the small purple rubber wooden display plinth; does it have the same size as the small purple rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [4], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [7, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 167}, {"split": "new", "image_filename": "CLEVR_realistic_000168.png", "image_index": 168, "image": "CLEVR_realistic_000168", "question": "Does the large cyan rubber wooden display plinth behind the large brown rubber round wooden dining table have the same size as the large red rubber round wooden side table that is behind the large red metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [5], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [0, 2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [14], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [15], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [17], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [8, 18], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 168}, {"split": "new", "image_filename": "CLEVR_realistic_000169.png", "image_index": 169, "image": "CLEVR_realistic_000169", "question": "Is the size of the large purple rubber small wooden crate the same as the small yellow rubber round mirror that is right of the large brown rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [2], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [9], "_output": [0, 1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [3, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 169}, {"split": "new", "image_filename": "CLEVR_realistic_000170.png", "image_index": 170, "image": "CLEVR_realistic_000170", "question": "Does the large brown aged metal small round mirror to the left of the large cyan aged metal small stoneware cup have the same color as the large brown matte metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "brown", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [0, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "brown", "value_inputs": []}, {"type": "equal_color", "inputs": [7, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 170}, {"split": "new", "image_filename": "CLEVR_realistic_000171.png", "image_index": 171, "image": "CLEVR_realistic_000171", "question": "There is a large brown rubber narrow round console table; does it have the same color as the large brown rubber narrow round console table that is on the left side of the large brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "brown", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [10], "_output": [3], "value_inputs": ["large"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "brown", "value_inputs": []}, {"type": "equal_color", "inputs": [4, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 171}, {"split": "new", "image_filename": "CLEVR_realistic_000172.png", "image_index": 172, "image": "CLEVR_realistic_000172", "question": "Do the large red rubber wooden display plinth behind the large purple aged metal minimal wooden block and the small blue rubber minimal wooden counter behind the large purple aged metal minimal wooden block have the same color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "red", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [12], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [13], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [14], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [15], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [16], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [17], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [18], "_output": "red", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 19], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 172}, {"split": "new", "image_filename": "CLEVR_realistic_000173.png", "image_index": 173, "image": "CLEVR_realistic_000173", "question": "Is the large purple metal with soft reflections small stoneware cup to the right of the large green brushed metal small stone plinth made of the same material as the large purple metal with soft reflections small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [11], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [8, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 173}, {"split": "new", "image_filename": "CLEVR_realistic_000174.png", "image_index": 174, "image": "CLEVR_realistic_000174", "question": "Are the large blue rubber small plant pot and the large blue rubber small plant pot that is right of the large blue rubber small plant pot made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [0, 1], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 174}, {"split": "new", "image_filename": "CLEVR_realistic_000175.png", "image_index": 175, "image": "CLEVR_realistic_000175", "question": "Is the large gray matte metal small plant pot on the left side of the large green rubber round sugar bowl made of the same material as the small cyan rubber small brushed metal bowl that is on the right side of the large green rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [14], "_output": [2], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [15], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [16], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [7, 17], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 175}, {"split": "new", "image_filename": "CLEVR_realistic_000176.png", "image_index": 176, "image": "CLEVR_realistic_000176", "question": "Is the shape of the large red brushed metal low wooden platform in front of the large brown rubber small stone plinth the same as the large red brushed metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["front"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [7, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 176}, {"split": "new", "image_filename": "CLEVR_realistic_000177.png", "image_index": 177, "image": "CLEVR_realistic_000177", "question": "Is the shape of the large purple metal with soft reflections small brushed metal bowl the same as the small blue metal with soft reflections low wooden platform that is on the right side of the small blue metal with soft reflections low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "sphere", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 2, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [10], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [3, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 177}, {"split": "new", "image_filename": "CLEVR_realistic_000178.png", "image_index": 178, "image": "CLEVR_realistic_000178", "question": "There is a large green rubber round wooden side table behind the large green rubber round wooden side table; is it the same shape as the small gray rubber narrow round console table that is in front of the large green rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [13], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [14], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [8, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 178}, {"split": "new", "image_filename": "CLEVR_realistic_000179.png", "image_index": 179, "image": "CLEVR_realistic_000179", "question": "There is a small gray rubber low wooden platform left of the small purple matte metal small round mirror that is behind the small gray rubber low wooden platform; how many small green brushed metal small matte ceramic bowls are behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [7], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [8], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [12], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["green"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 179}, {"split": "new", "image_filename": "CLEVR_realistic_000180.png", "image_index": 180, "image": "CLEVR_realistic_000180", "question": "Are there any large brown rubber wooden display plinths behind the large brown rubber wooden display plinth that is right of the large brown rubber wooden display plinth that is on the left side of the large brown rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [11], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [12], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [13], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 180}, {"split": "new", "image_filename": "CLEVR_realistic_000181.png", "image_index": 181, "image": "CLEVR_realistic_000181", "question": "There is a large yellow brushed metal small brushed metal bowl right of the small cyan matte metal small stoneware cup on the left side of the small cyan matte metal small stoneware cup that is right of the small gray aged metal small round mirror; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [8], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [13], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [14], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [15], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 181}, {"split": "new", "image_filename": "CLEVR_realistic_000182.png", "image_index": 182, "image": "CLEVR_realistic_000182", "question": "What shape is the large brown rubber minimal wooden block to the left of the large brown rubber minimal wooden block that is on the right side of the large brown rubber minimal wooden block that is to the left of the small brown rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [13], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 182}, {"split": "new", "image_filename": "CLEVR_realistic_000183.png", "image_index": 183, "image": "CLEVR_realistic_000183", "question": "There is a large green rubber small wooden crate behind the large purple brushed metal small matte ceramic bowl right of the small blue brushed metal small round mirror that is left of the large green rubber small wooden crate; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 2, 4], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [11], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [14], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [15], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [16], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 183}, {"split": "new", "image_filename": "CLEVR_realistic_000184.png", "image_index": 184, "image": "CLEVR_realistic_000184", "question": "What material is the small cyan matte metal low wooden platform that is left of the small cyan matte metal low wooden platform that is behind the large blue aged metal square mirror that is on the right side of the small cyan matte metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [8], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 3, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [11], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [12], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [14], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 184}, {"split": "new", "image_filename": "CLEVR_realistic_000185.png", "image_index": 185, "image": "CLEVR_realistic_000185", "question": "How many large green rubber round wooden side tables are both to the left of the large green rubber round wooden side table and to the right of the large brown rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [6, 13], "_output": [1, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [14], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [15], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 185}, {"split": "new", "image_filename": "CLEVR_realistic_000186.png", "image_index": 186, "image": "CLEVR_realistic_000186", "question": "How big is the small green rubber small stoneware cup that is both in front of the large cyan rubber small matte ceramic bowl and behind the small green rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [4, 10], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 186}, {"split": "new", "image_filename": "CLEVR_realistic_000187.png", "image_index": 187, "image": "CLEVR_realistic_000187", "question": "What is the color of the large green matte metal narrow round console table that is both behind the large purple rubber round mirror and to the left of the large green matte metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [4, 10], "_output": [4], "value_inputs": []}, {"type": "filter_shape", "inputs": [11], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [12], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 187}, {"split": "new", "image_filename": "CLEVR_realistic_000188.png", "image_index": 188, "image": "CLEVR_realistic_000188", "question": "There is a small red rubber round wooden dining table that is both behind the large purple rubber small matte ceramic bowl and left of the small red rubber round wooden dining table; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 2, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [8], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [6, 13], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [15], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 188}, {"split": "new", "image_filename": "CLEVR_realistic_000189.png", "image_index": 189, "image": "CLEVR_realistic_000189", "question": "What is the shape of the small blue aged metal narrow round console table that is in front of the small red rubber narrow round console table and right of the small blue rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 4], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [7], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [5, 10], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 189}, {"split": "new", "image_filename": "CLEVR_realistic_000190.png", "image_index": 190, "image": "CLEVR_realistic_000190", "question": "How many large cyan rubber wooden display plinths are behind the large brown matte metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3, 4], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 190}, {"split": "new", "image_filename": "CLEVR_realistic_000191.png", "image_index": 191, "image": "CLEVR_realistic_000191", "question": "There is a small purple metal with soft reflections small round mirror; are there any small purple metal with soft reflections small round mirrors in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [6], "_output": [1, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 191}, {"split": "new", "image_filename": "CLEVR_realistic_000192.png", "image_index": 192, "image": "CLEVR_realistic_000192", "question": "There is a small red rubber small matte ceramic bowl on the left side of the small cyan aged metal small plant pot; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [9], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 192}, {"split": "new", "image_filename": "CLEVR_realistic_000193.png", "image_index": 193, "image": "CLEVR_realistic_000193", "question": "What is the color of the small red matte metal small round mirror that is behind the small yellow aged metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 193}, {"split": "new", "image_filename": "CLEVR_realistic_000194.png", "image_index": 194, "image": "CLEVR_realistic_000194", "question": "What is the material of the small cyan rubber porcelain tea cup behind the small cyan rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [3], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 194}, {"split": "new", "image_filename": "CLEVR_realistic_000195.png", "image_index": 195, "image": "CLEVR_realistic_000195", "question": "The large purple brushed metal small plant pot behind the small gray rubber small wooden crate has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [6], "_output": [3], "value_inputs": ["large"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 195}, {"split": "new", "image_filename": "CLEVR_realistic_000196.png", "image_index": 196, "image": "CLEVR_realistic_000196", "question": "There is a small brown metal with soft reflections wooden display plinth to the right of the small purple brushed metal minimal wooden counter; how many large brown brushed metal small brushed metal bowls are in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [8], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [10], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 196}, {"split": "new", "image_filename": "CLEVR_realistic_000197.png", "image_index": 197, "image": "CLEVR_realistic_000197", "question": "Are there any small red matte metal small matte ceramic bowls behind the small yellow rubber round sugar bowl behind the large cyan rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [8], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [], "value_inputs": ["red"]}, {"type": "exist", "inputs": [10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 197}, {"split": "new", "image_filename": "CLEVR_realistic_000198.png", "image_index": 198, "image": "CLEVR_realistic_000198", "question": "What size is the small cyan metal with soft reflections small matte ceramic bowl right of the small brown metal with soft reflections small matte ceramic bowl in front of the small green metal with soft reflections wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [3], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 198}, {"split": "new", "image_filename": "CLEVR_realistic_000199.png", "image_index": 199, "image": "CLEVR_realistic_000199", "question": "The large brown rubber small stoneware cup in front of the large brown rubber small stoneware cup left of the large brown rubber small stoneware cup is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [6], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [9], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 199}, {"split": "new", "image_filename": "CLEVR_realistic_000200.png", "image_index": 200, "image": "CLEVR_realistic_000200", "question": "There is a large yellow brushed metal small brushed metal bowl that is on the left side of the small blue matte metal small matte ceramic bowl that is to the right of the small brown aged metal wooden display plinth; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 2, 3, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [8], "_output": [4], "value_inputs": ["large"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [10], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 200}, {"split": "new", "image_filename": "CLEVR_realistic_000201.png", "image_index": 201, "image": "CLEVR_realistic_000201", "question": "What is the shape of the small gray aged metal low wooden platform that is to the right of the large green brushed metal small plant pot on the left side of the small red metal with soft reflections small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 201}, {"split": "new", "image_filename": "CLEVR_realistic_000202.png", "image_index": 202, "image": "CLEVR_realistic_000202", "question": "Is there anything else that has the same size as the small blue rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 202}, {"split": "new", "image_filename": "CLEVR_realistic_000203.png", "image_index": 203, "image": "CLEVR_realistic_000203", "question": "Is there any other thing that is the same color as the large purple matte metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 203}, {"split": "new", "image_filename": "CLEVR_realistic_000204.png", "image_index": 204, "image": "CLEVR_realistic_000204", "question": "Are there any other things that have the same material as the small yellow rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 204}, {"split": "new", "image_filename": "CLEVR_realistic_000205.png", "image_index": 205, "image": "CLEVR_realistic_000205", "question": "Are there any other things that have the same shape as the large gray rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 205}, {"split": "new", "image_filename": "CLEVR_realistic_000206.png", "image_index": 206, "image": "CLEVR_realistic_000206", "question": "How many other objects are there of the same size as the small green matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 1, 2, 4], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 4, "value_inputs": []}], "answer": 4, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 206}, {"split": "new", "image_filename": "CLEVR_realistic_000207.png", "image_index": 207, "image": "CLEVR_realistic_000207", "question": "How many other objects are the same color as the small cyan aged metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 207}, {"split": "new", "image_filename": "CLEVR_realistic_000208.png", "image_index": 208, "image": "CLEVR_realistic_000208", "question": "How many other things are there of the same material as the small yellow matte metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [1, 2, 4], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 208}, {"split": "new", "image_filename": "CLEVR_realistic_000209.png", "image_index": 209, "image": "CLEVR_realistic_000209", "question": "What number of other things are the same shape as the large red rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3, 4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 209}, {"split": "new", "image_filename": "CLEVR_realistic_000210.png", "image_index": 210, "image": "CLEVR_realistic_000210", "question": "Are there any small yellow rubber narrow round console tables of the same size as the large yellow rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [4], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 210}, {"split": "new", "image_filename": "CLEVR_realistic_000211.png", "image_index": 211, "image": "CLEVR_realistic_000211", "question": "Is there a small purple aged metal small wooden crate that has the same color as the large blue rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 211}, {"split": "new", "image_filename": "CLEVR_realistic_000212.png", "image_index": 212, "image": "CLEVR_realistic_000212", "question": "Are there any large blue rubber small stone plinths that have the same material as the large purple rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 1, 2, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 212}, {"split": "new", "image_filename": "CLEVR_realistic_000213.png", "image_index": 213, "image": "CLEVR_realistic_000213", "question": "Is there another small purple matte metal small stone plinth that has the same shape as the small purple matte metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["purple"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 213}, {"split": "new", "image_filename": "CLEVR_realistic_000214.png", "image_index": 214, "image": "CLEVR_realistic_000214", "question": "What number of small gray aged metal round mirrors have the same size as the small gray aged metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [1, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 214}, {"split": "new", "image_filename": "CLEVR_realistic_000215.png", "image_index": 215, "image": "CLEVR_realistic_000215", "question": "How many other large green aged metal low wooden platforms have the same color as the large green aged metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cube"]}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 215}, {"split": "new", "image_filename": "CLEVR_realistic_000216.png", "image_index": 216, "image": "CLEVR_realistic_000216", "question": "What number of large cyan rubber wooden display plinths are the same material as the small green rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [1, 4], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 216}, {"split": "new", "image_filename": "CLEVR_realistic_000217.png", "image_index": 217, "image": "CLEVR_realistic_000217", "question": "How many other small cyan rubber minimal wooden counters are the same shape as the small blue rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 217}, {"split": "new", "image_filename": "CLEVR_realistic_000218.png", "image_index": 218, "image": "CLEVR_realistic_000218", "question": "The large brown rubber round sugar bowl that is the same size as the large purple aged metal round wooden side table is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 2, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 218}, {"split": "new", "image_filename": "CLEVR_realistic_000219.png", "image_index": 219, "image": "CLEVR_realistic_000219", "question": "There is a large yellow aged metal low wooden platform that is the same size as the large blue aged metal square mirror; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 219}, {"split": "new", "image_filename": "CLEVR_realistic_000220.png", "image_index": 220, "image": "CLEVR_realistic_000220", "question": "There is a large cyan rubber small stone plinth that is the same size as the large brown matte metal small brushed metal bowl; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 220}, {"split": "new", "image_filename": "CLEVR_realistic_000221.png", "image_index": 221, "image": "CLEVR_realistic_000221", "question": "Is the number of small brown metal with soft reflections porcelain tea cups less than the number of large blue metal with soft reflections low wooden platforms?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "count", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [1, 2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [5], "_output": [1, 2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "less_than", "inputs": [2, 7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 221}, {"split": "new", "image_filename": "CLEVR_realistic_000222.png", "image_index": 222, "image": "CLEVR_realistic_000222", "question": "What is the size of the other large green rubber small stoneware cup that is the same color as the large green rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [4], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 222}, {"split": "new", "image_filename": "CLEVR_realistic_000223.png", "image_index": 223, "image": "CLEVR_realistic_000223", "question": "There is another large gray aged metal minimal wooden block that is the same color as the small gray rubber narrow round console table; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 223}, {"split": "new", "image_filename": "CLEVR_realistic_000224.png", "image_index": 224, "image": "CLEVR_realistic_000224", "question": "What shape is the small green matte metal low wooden platform that is the same color as the large purple metal with soft reflections low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 224}, {"split": "new", "image_filename": "CLEVR_realistic_000225.png", "image_index": 225, "image": "CLEVR_realistic_000225", "question": "The other small red rubber small brushed metal bowl that is the same material as the small green rubber porcelain tea cup is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 225}, {"split": "new", "image_filename": "CLEVR_realistic_000226.png", "image_index": 226, "image": "CLEVR_realistic_000226", "question": "What is the color of the small blue rubber narrow round console table that is the same material as the small purple rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 226}, {"split": "new", "image_filename": "CLEVR_realistic_000227.png", "image_index": 227, "image": "CLEVR_realistic_000227", "question": "There is a large brown rubber small matte ceramic bowl that is the same material as the large yellow rubber small stone plinth; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 227}, {"split": "new", "image_filename": "CLEVR_realistic_000228.png", "image_index": 228, "image": "CLEVR_realistic_000228", "question": "What is the size of the other small cyan matte metal small wooden crate that is the same shape as the small gray rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 228}, {"split": "new", "image_filename": "CLEVR_realistic_000229.png", "image_index": 229, "image": "CLEVR_realistic_000229", "question": "Is the number of large purple aged metal small round mirrors greater than the number of big brown shiny things?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 2, 4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [1, 2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2, 4], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [5, 10], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 229}, {"split": "new", "image_filename": "CLEVR_realistic_000230.png", "image_index": 230, "image": "CLEVR_realistic_000230", "question": "What color is the other large red rubber small brushed metal bowl that is the same shape as the large yellow aged metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 230}, {"split": "new", "image_filename": "CLEVR_realistic_000231.png", "image_index": 231, "image": "CLEVR_realistic_000231", "question": "There is another large brown matte metal minimal wooden block that is the same shape as the small purple rubber low wooden platform; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 231}, {"split": "new", "image_filename": "CLEVR_realistic_000232.png", "image_index": 232, "image": "CLEVR_realistic_000232", "question": "Are there the same number of small cyan brushed metal small round mirrors behind the large brown rubber low wooden platform and big metal balls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [10], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 232}, {"split": "new", "image_filename": "CLEVR_realistic_000233.png", "image_index": 233, "image": "CLEVR_realistic_000233", "question": "Is the number of large gray rubber square mirrors that are in front of the large gray rubber square mirror less than the number of small green matte metal round wooden dining tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [10], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [8, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 233}, {"split": "new", "image_filename": "CLEVR_realistic_000234.png", "image_index": 234, "image": "CLEVR_realistic_000234", "question": "Are there more large brown rubber small stoneware cups that are in front of the small red rubber round wooden side table than small red rubber round wooden side tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [2, 3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 11], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 234}, {"split": "new", "image_filename": "CLEVR_realistic_000235.png", "image_index": 235, "image": "CLEVR_realistic_000235", "question": "Are there an equal number of small brown rubber low wooden platforms behind the large gray aged metal low wooden platform and small blue brushed metal round mirrors to the left of the large blue brushed metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [14], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [15], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [16], "_output": 1, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 235}, {"split": "new", "image_filename": "CLEVR_realistic_000236.png", "image_index": 236, "image": "CLEVR_realistic_000236", "question": "Is the number of large blue aged metal small brushed metal bowls on the left side of the large gray rubber square mirror less than the number of large gray rubber square mirrors that are to the right of the small red metal with soft reflections minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["blue"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [12], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [7, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 236}, {"split": "new", "image_filename": "CLEVR_realistic_000237.png", "image_index": 237, "image": "CLEVR_realistic_000237", "question": "Are there more large blue metal with soft reflections round sugar bowls that are to the left of the small yellow rubber round wooden side table than small yellow rubber round wooden side tables that are on the left side of the large blue metal with soft reflections round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 4], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [4], "_output": [0, 2, 4], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [0, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [8], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [12], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [15], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [6, 17], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 237}, {"split": "new", "image_filename": "CLEVR_realistic_000238.png", "image_index": 238, "image": "CLEVR_realistic_000238", "question": "What number of objects are either small cyan rubber small brushed metal bowls or large purple rubber small round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "union", "inputs": [2, 4], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 4, "value_inputs": []}], "answer": 4, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 238}, {"split": "new", "image_filename": "CLEVR_realistic_000239.png", "image_index": 239, "image": "CLEVR_realistic_000239", "question": "What number of small green rubber narrow round console table objects are blue things or large green rubber small green rubber narrow round console table matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [], "value_inputs": ["blue"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [2], "_output": [0, 3, 4], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [3], "_output": [0, 4], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [1, 4], "_output": [0, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["small"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 239}, {"split": "new", "image_filename": "CLEVR_realistic_000240.png", "image_index": 240, "image": "CLEVR_realistic_000240", "question": "How many large gray rubber round wooden side table objects are small brown aged metal round sugar bowls or large large gray rubber round wooden side table rubber round wooden side tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "union", "inputs": [2, 4], "_output": [1, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["gray"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 240}, {"split": "new", "image_filename": "CLEVR_realistic_000241.png", "image_index": 241, "image": "CLEVR_realistic_000241", "question": "How many large yellow rubber small brushed metal bowls are either large yellow rubber small brushed metal bowls that are behind the large brown rubber square mirror or large yellow rubber small brushed metal bowls that are in front of the small yellow rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [10], "_output": [1, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [1], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [3, 12], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [13], "_output": 4, "value_inputs": []}], "answer": 4, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 241}, {"split": "new", "image_filename": "CLEVR_realistic_000242.png", "image_index": 242, "image": "CLEVR_realistic_000242", "question": "How many large cyan brushed large cyan brushed metal minimal wooden block minimal wooden block things are either small brown large cyan brushed metal minimal wooden block with soft reflections round mirrors or large cyan brushed large cyan brushed metal minimal wooden block minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "union", "inputs": [3, 5], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_material", "inputs": [6], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 242}, {"split": "new", "image_filename": "CLEVR_realistic_000243.png", "image_index": 243, "image": "CLEVR_realistic_000243", "question": "How many small gray aged metal narrow round console tables are either small green metal with soft reflections minimal wooden blocks or small gray aged metal narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_size", "inputs": [1], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["gray"]}, {"type": "union", "inputs": [3, 5], "_output": [1, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 243}, {"split": "new", "image_filename": "CLEVR_realistic_000244.png", "image_index": 244, "image": "CLEVR_realistic_000244", "question": "What number of objects are large brown metal with soft reflections small round mirrors behind the large brown metal with soft reflections small round mirror or large brown metal with soft reflections small round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["metal"]}, {"type": "union", "inputs": [5, 8], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [9], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 244}, {"split": "new", "image_filename": "CLEVR_realistic_000245.png", "image_index": 245, "image": "CLEVR_realistic_000245", "question": "How many objects are large brown rubber narrow round console tables or small cyan aged metal porcelain tea cups that are in front of the large brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "union", "inputs": [4, 10], "_output": [1, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 245}, {"split": "new", "image_filename": "CLEVR_realistic_000246.png", "image_index": 246, "image": "CLEVR_realistic_000246", "question": "What number of large brown brushed metal minimal wooden counters are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3, 4], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 246}, {"split": "new", "image_filename": "CLEVR_realistic_000247.png", "image_index": 247, "image": "CLEVR_realistic_000247", "question": "Are any large purple shiny cylinders visible?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 247}, {"split": "new", "image_filename": "CLEVR_realistic_000248.png", "image_index": 248, "image": "CLEVR_realistic_000248", "question": "The small purple rubber square mirror has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 248}, {"split": "new", "image_filename": "CLEVR_realistic_000249.png", "image_index": 249, "image": "CLEVR_realistic_000249", "question": "What is the material of the small red rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [2], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 249}, {"split": "new", "image_filename": "CLEVR_realistic_000250.png", "image_index": 250, "image": "CLEVR_realistic_000250", "question": "What number of small purple rubber round wooden side tables are in front of the small blue metal with soft reflections small plant pot in front of the small blue metal with soft reflections small plant pot in front of the small blue metal with soft reflections small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1], "value_inputs": ["front"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [11], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [12], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 250}, {"split": "new", "image_filename": "CLEVR_realistic_000251.png", "image_index": 251, "image": "CLEVR_realistic_000251", "question": "Is there a large gray rubber small plant pot that is behind the large gray rubber small plant pot left of the large gray rubber small plant pot that is on the right side of the small red metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [4], "value_inputs": ["large"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [12], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 251}, {"split": "new", "image_filename": "CLEVR_realistic_000252.png", "image_index": 252, "image": "CLEVR_realistic_000252", "question": "There is a large brown brushed metal small wooden crate right of the large brown brushed metal small wooden crate in front of the small gray rubber small round mirror right of the small gray rubber wooden display plinth; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [10], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [14], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [15], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [16], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [17], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 252}, {"split": "new", "image_filename": "CLEVR_realistic_000253.png", "image_index": 253, "image": "CLEVR_realistic_000253", "question": "There is a small blue metal with soft reflections round wooden side table behind the large green metal with soft reflections round mirror right of the large green metal with soft reflections round mirror behind the small yellow rubber small matte ceramic bowl; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [12], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [13], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 253}, {"split": "new", "image_filename": "CLEVR_realistic_000254.png", "image_index": 254, "image": "CLEVR_realistic_000254", "question": "There is a small brown aged metal round sugar bowl that is in front of the small red rubber small stoneware cup that is behind the small brown aged metal round sugar bowl on the left side of the small red rubber small stoneware cup; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [9], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [12], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [14], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 254}, {"split": "new", "image_filename": "CLEVR_realistic_000255.png", "image_index": 255, "image": "CLEVR_realistic_000255", "question": "There is a large cyan rubber small matte ceramic bowl in front of the small purple brushed metal small brushed metal bowl that is on the right side of the large cyan rubber small matte ceramic bowl that is behind the large gray rubber small stoneware cup; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [12], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [14], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 255}, {"split": "new", "image_filename": "CLEVR_realistic_000256.png", "image_index": 256, "image": "CLEVR_realistic_000256", "question": "What number of small green aged metal narrow round console tables are in front of the large red aged metal small plant pot and behind the large red aged metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [3], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [3, 8], "_output": [], "value_inputs": []}, {"type": "filter_shape", "inputs": [9], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [10], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 256}, {"split": "new", "image_filename": "CLEVR_realistic_000257.png", "image_index": 257, "image": "CLEVR_realistic_000257", "question": "There is a small blue metal with soft reflections minimal wooden counter that is both to the left of the small blue metal with soft reflections minimal wooden counter and right of the small red aged metal small matte ceramic bowl; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [0, 1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1, 2, 3, 4], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [6, 12], "_output": [2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [13], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [14], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [15], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 257}, {"split": "new", "image_filename": "CLEVR_realistic_000258.png", "image_index": 258, "image": "CLEVR_realistic_000258", "question": "What color is the small green rubber round wooden side table that is both to the right of the small green rubber round wooden side table and in front of the large purple rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 2, 3, 4], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 10], "_output": [1, 2], "value_inputs": []}, {"type": "filter_material", "inputs": [11], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 258}, {"split": "new", "image_filename": "CLEVR_realistic_000259.png", "image_index": 259, "image": "CLEVR_realistic_000259", "question": "What is the small red brushed metal small matte ceramic bowl that is behind the large brown matte metal small brushed metal bowl and in front of the small yellow brushed metal small round mirror made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 4], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [2, 4], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [7], "_output": [2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [5, 11], "_output": [1], "value_inputs": []}, {"type": "filter_shape", "inputs": [12], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [14], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 259}, {"split": "new", "image_filename": "CLEVR_realistic_000260.png", "image_index": 260, "image": "CLEVR_realistic_000260", "question": "What shape is the large purple rubber round wooden dining table that is both left of the large red brushed metal round wooden dining table and right of the large purple rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [4, 9], "_output": [1, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 260}, {"split": "new", "image_filename": "CLEVR_realistic_000261.png", "image_index": 261, "image": "CLEVR_realistic_000261", "question": "There is a large yellow rubber porcelain tea cup; how many large yellow rubber porcelain tea cups are on the right side of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [10], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 261}, {"split": "new", "image_filename": "CLEVR_realistic_000262.png", "image_index": 262, "image": "CLEVR_realistic_000262", "question": "Are there any small yellow metal with soft reflections round mirrors right of the small blue aged metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 4], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 262}, {"split": "new", "image_filename": "CLEVR_realistic_000263.png", "image_index": 263, "image": "CLEVR_realistic_000263", "question": "What size is the large brown rubber square mirror behind the large brown rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 4], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [5], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 263}, {"split": "new", "image_filename": "CLEVR_realistic_000264.png", "image_index": 264, "image": "CLEVR_realistic_000264", "question": "What is the color of the large cyan rubber small round mirror that is to the left of the small blue matte metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [3], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 264}, {"split": "new", "image_filename": "CLEVR_realistic_000265.png", "image_index": 265, "image": "CLEVR_realistic_000265", "question": "There is a large purple metal with soft reflections small stone plinth that is right of the large green rubber minimal wooden block; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["green"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 265}, {"split": "new", "image_filename": "CLEVR_realistic_000266.png", "image_index": 266, "image": "CLEVR_realistic_000266", "question": "There is a small cyan brushed metal round mirror that is to the right of the small cyan brushed metal round mirror; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 266}, {"split": "new", "image_filename": "CLEVR_realistic_000267.png", "image_index": 267, "image": "CLEVR_realistic_000267", "question": "What number of small blue rubber low wooden platforms are in front of the large gray rubber round wooden dining table in front of the large red rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["front"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["blue"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 267}, {"split": "new", "image_filename": "CLEVR_realistic_000268.png", "image_index": 268, "image": "CLEVR_realistic_000268", "question": "Is there a large brown rubber round mirror that is behind the large brown rubber round mirror behind the large brown rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [9], "_output": [1], "value_inputs": ["large"]}, {"type": "exist", "inputs": [10], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 268}, {"split": "new", "image_filename": "CLEVR_realistic_000269.png", "image_index": 269, "image": "CLEVR_realistic_000269", "question": "What size is the large blue rubber small matte ceramic bowl that is left of the small cyan brushed metal small matte ceramic bowl that is on the left side of the small red rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [6], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [11], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 269}, {"split": "new", "image_filename": "CLEVR_realistic_000270.png", "image_index": 270, "image": "CLEVR_realistic_000270", "question": "There is a large gray aged metal round wooden dining table that is in front of the large gray aged metal round wooden dining table that is on the left side of the large blue rubber round mirror; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [9], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 270}, {"split": "new", "image_filename": "CLEVR_realistic_000271.png", "image_index": 271, "image": "CLEVR_realistic_000271", "question": "The small purple rubber narrow round console table that is in front of the large purple aged metal square mirror that is on the right side of the small purple rubber narrow round console table is made of what material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [7], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [10], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 271}, {"split": "new", "image_filename": "CLEVR_realistic_000272.png", "image_index": 272, "image": "CLEVR_realistic_000272", "question": "What shape is the large blue aged metal small plant pot in front of the large blue aged metal small plant pot that is on the right side of the large blue aged metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [5], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [10], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 272}, {"split": "new", "image_filename": "CLEVR_realistic_000273.png", "image_index": 273, "image": "CLEVR_realistic_000273", "question": "Are there any other things that are the same size as the large green rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 4], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 273}, {"split": "new", "image_filename": "CLEVR_realistic_000274.png", "image_index": 274, "image": "CLEVR_realistic_000274", "question": "Is there any other thing of the same color as the small cyan brushed metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [1], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 274}, {"split": "new", "image_filename": "CLEVR_realistic_000275.png", "image_index": 275, "image": "CLEVR_realistic_000275", "question": "Is there anything else that is the same material as the small yellow matte metal minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [2, 3], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 275}, {"split": "new", "image_filename": "CLEVR_realistic_000276.png", "image_index": 276, "image": "CLEVR_realistic_000276", "question": "Are there any other things that have the same shape as the small gray rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 276}, {"split": "new", "image_filename": "CLEVR_realistic_000277.png", "image_index": 277, "image": "CLEVR_realistic_000277", "question": "What number of other objects are the same size as the small blue rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 277}, {"split": "new", "image_filename": "CLEVR_realistic_000278.png", "image_index": 278, "image": "CLEVR_realistic_000278", "question": "What number of other things are the same color as the large gray rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 278}, {"split": "new", "image_filename": "CLEVR_realistic_000279.png", "image_index": 279, "image": "CLEVR_realistic_000279", "question": "What number of other objects are the same material as the large blue brushed metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 279}, {"split": "new", "image_filename": "CLEVR_realistic_000280.png", "image_index": 280, "image": "CLEVR_realistic_000280", "question": "How many other things are there of the same shape as the small yellow rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 280}, {"split": "new", "image_filename": "CLEVR_realistic_000281.png", "image_index": 281, "image": "CLEVR_realistic_000281", "question": "Is there a yellow matte cylinder that has the same size as the large cyan metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 281}, {"split": "new", "image_filename": "CLEVR_realistic_000282.png", "image_index": 282, "image": "CLEVR_realistic_000282", "question": "Are there any small cyan brushed metal porcelain tea cups that have the same color as the small purple metal with soft reflections square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 282}, {"split": "new", "image_filename": "CLEVR_realistic_000283.png", "image_index": 283, "image": "CLEVR_realistic_000283", "question": "Is there a large blue block that has the same material as the large brown rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 283}, {"split": "new", "image_filename": "CLEVR_realistic_000284.png", "image_index": 284, "image": "CLEVR_realistic_000284", "question": "Are there any small gray rubber low wooden platforms of the same shape as the large brown aged metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["gray"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 284}, {"split": "new", "image_filename": "CLEVR_realistic_000285.png", "image_index": 285, "image": "CLEVR_realistic_000285", "question": "How many small purple aged metal small wooden crates are the same size as the large cyan metal with soft reflections small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [2, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 285}, {"split": "new", "image_filename": "CLEVR_realistic_000286.png", "image_index": 286, "image": "CLEVR_realistic_000286", "question": "How many small cyan rubber small plant pots are the same color as the small cyan rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 286}, {"split": "new", "image_filename": "CLEVR_realistic_000287.png", "image_index": 287, "image": "CLEVR_realistic_000287", "question": "How many small blue rubber small stoneware cups have the same material as the small yellow rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 287}, {"split": "new", "image_filename": "CLEVR_realistic_000288.png", "image_index": 288, "image": "CLEVR_realistic_000288", "question": "How many large yellow rubber square mirrors have the same shape as the large gray metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 288}, {"split": "new", "image_filename": "CLEVR_realistic_000289.png", "image_index": 289, "image": "CLEVR_realistic_000289", "question": "What is the color of the small cyan metal with soft reflections small matte ceramic bowl that is the same size as the small green metal with soft reflections small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 289}, {"split": "new", "image_filename": "CLEVR_realistic_000290.png", "image_index": 290, "image": "CLEVR_realistic_000290", "question": "What material is the small yellow rubber round sugar bowl that is the same size as the large purple metal with soft reflections minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [4], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 290}, {"split": "new", "image_filename": "CLEVR_realistic_000291.png", "image_index": 291, "image": "CLEVR_realistic_000291", "question": "What shape is the small purple metal with soft reflections square mirror that is the same size as the small green brushed metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 291}, {"split": "new", "image_filename": "CLEVR_realistic_000292.png", "image_index": 292, "image": "CLEVR_realistic_000292", "question": "What is the size of the large red matte metal small round mirror that is made of the same material as the small gray aged metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 292}, {"split": "new", "image_filename": "CLEVR_realistic_000293.png", "image_index": 293, "image": "CLEVR_realistic_000293", "question": "What color is the small cyan metal with soft reflections round wooden side table that is made of the same material as the large purple matte metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [0, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 293}, {"split": "new", "image_filename": "CLEVR_realistic_000294.png", "image_index": 294, "image": "CLEVR_realistic_000294", "question": "What shape is the large blue rubber small stone plinth that is the same material as the large cyan brushed metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [2], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 294}, {"split": "new", "image_filename": "CLEVR_realistic_000295.png", "image_index": 295, "image": "CLEVR_realistic_000295", "question": "There is a small gray rubber narrow round console table that is the same color as the large gray rubber small brushed metal bowl; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [4], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 295}, {"split": "new", "image_filename": "CLEVR_realistic_000296.png", "image_index": 296, "image": "CLEVR_realistic_000296", "question": "There is a large yellow aged metal small matte ceramic bowl that is the same color as the small yellow rubber small wooden crate; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 296}, {"split": "new", "image_filename": "CLEVR_realistic_000297.png", "image_index": 297, "image": "CLEVR_realistic_000297", "question": "What shape is the large purple rubber small brushed metal bowl that is the same color as the large purple rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 297}, {"split": "new", "image_filename": "CLEVR_realistic_000298.png", "image_index": 298, "image": "CLEVR_realistic_000298", "question": "The large red metal with soft reflections square mirror that is the same shape as the small yellow rubber minimal wooden block is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0, 4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 298}, {"split": "new", "image_filename": "CLEVR_realistic_000299.png", "image_index": 299, "image": "CLEVR_realistic_000299", "question": "There is another large purple rubber minimal wooden block that is the same shape as the large brown rubber round mirror; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [2, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [4], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 299}, {"split": "new", "image_filename": "CLEVR_realistic_000300.png", "image_index": 300, "image": "CLEVR_realistic_000300", "question": "There is a large gray brushed metal minimal wooden block that is the same shape as the small yellow rubber minimal wooden block; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0, 1, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 300}, {"split": "new", "image_filename": "CLEVR_realistic_000301.png", "image_index": 301, "image": "CLEVR_realistic_000301", "question": "Are there an equal number of big spheres and large blue rubber small stone plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["blue"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "equal_integer", "inputs": [3, 7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 0, "question_index": 301}, {"split": "new", "image_filename": "CLEVR_realistic_000302.png", "image_index": 302, "image": "CLEVR_realistic_000302", "question": "Are there fewer small red metal with soft reflections round wooden side tables than tiny brown metal blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "count", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [2, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 302}, {"split": "new", "image_filename": "CLEVR_realistic_000303.png", "image_index": 303, "image": "CLEVR_realistic_000303", "question": "Is the number of large yellow metal with soft reflections round sugar bowls greater than the number of large green matte metal low wooden platforms?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0, 2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [0, 2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "greater_than", "inputs": [3, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 303}, {"split": "new", "image_filename": "CLEVR_realistic_000304.png", "image_index": 304, "image": "CLEVR_realistic_000304", "question": "Is the number of small gray metal with soft reflections round sugar bowls that are in front of the small gray metal with soft reflections round sugar bowl the same as the number of tiny metal cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [12], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [9, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 304}, {"split": "new", "image_filename": "CLEVR_realistic_000305.png", "image_index": 305, "image": "CLEVR_realistic_000305", "question": "Is the number of small cyan metal with soft reflections wooden display plinths that are in front of the large yellow rubber small wooden crate less than the number of big red metal things?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cube"]}, {"type": "count", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [11], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [12], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [13], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [10, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 305}, {"split": "new", "image_filename": "CLEVR_realistic_000306.png", "image_index": 306, "image": "CLEVR_realistic_000306", "question": "Is the number of small yellow rubber round wooden dining tables in front of the small purple rubber round sugar bowl greater than the number of brown metallic cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [3], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [9], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 306}, {"split": "new", "image_filename": "CLEVR_realistic_000307.png", "image_index": 307, "image": "CLEVR_realistic_000307", "question": "Are there an equal number of small gray aged metal round mirrors to the right of the small gray aged metal round mirror and large gray metal with soft reflections small wooden crates behind the large gray metal with soft reflections small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [13], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [14], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [15], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 307}, {"split": "new", "image_filename": "CLEVR_realistic_000308.png", "image_index": 308, "image": "CLEVR_realistic_000308", "question": "Are there fewer large yellow aged metal narrow round console tables in front of the large gray aged metal minimal wooden block than large yellow aged metal narrow round console tables to the right of the small yellow rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [11], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [12], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [15], "_output": [], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [16], "_output": [], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [17], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [18], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [9, 19], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 308}, {"split": "new", "image_filename": "CLEVR_realistic_000309.png", "image_index": 309, "image": "CLEVR_realistic_000309", "question": "Are there more large cyan aged metal small matte ceramic bowls left of the large blue rubber wooden display plinth than small purple matte metal wooden display plinths to the right of the small purple matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [12], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [13], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 309}, {"split": "new", "image_filename": "CLEVR_realistic_000310.png", "image_index": 310, "image": "CLEVR_realistic_000310", "question": "How many objects are either tiny red metal blocks or large purple rubber minimal wooden counters?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [4, 8], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [9], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 310}, {"split": "new", "image_filename": "CLEVR_realistic_000311.png", "image_index": 311, "image": "CLEVR_realistic_000311", "question": "What number of large cyan rubber small stoneware cup things are either gray balls or large cyan rubber small stoneware cup cyan rubber small stoneware cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [2], "value_inputs": ["cyan"]}, {"type": "union", "inputs": [2, 4], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["large"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 311}, {"split": "new", "image_filename": "CLEVR_realistic_000312.png", "image_index": 312, "image": "CLEVR_realistic_000312", "question": "How many purple things are large green metal with soft reflections round wooden dining tables or large blue rubber small stoneware cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [2], "_output": [0, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [3], "_output": [2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [1, 5], "_output": [0, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["purple"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 312}, {"split": "new", "image_filename": "CLEVR_realistic_000313.png", "image_index": 313, "image": "CLEVR_realistic_000313", "question": "What number of objects are small brown brushed metal small stone plinths on the right side of the large blue metal with soft reflections square mirror or small brown brushed metal small stone plinths to the right of the small green rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [0, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["brown"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [8], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [11], "_output": [2], "value_inputs": ["brown"]}, {"type": "union", "inputs": [6, 12], "_output": [2], "value_inputs": []}, {"type": "count", "inputs": [13], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 313}, {"split": "new", "image_filename": "CLEVR_realistic_000314.png", "image_index": 314, "image": "CLEVR_realistic_000314", "question": "What number of small green rubber wooden display plinth objects are either small blue brushed metal wooden display plinths or large gray small green rubber wooden display plinth small stone plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [1], "value_inputs": ["gray"]}, {"type": "union", "inputs": [2, 4], "_output": [1, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 314}, {"split": "new", "image_filename": "CLEVR_realistic_000315.png", "image_index": 315, "image": "CLEVR_realistic_000315", "question": "What number of large green rubber narrow round console tables are large green rubber narrow round console tables or large green rubber narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_size", "inputs": [1], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [3], "_output": [0], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [2, 4], "_output": [0, 1, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [0, 1], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 315}, {"split": "new", "image_filename": "CLEVR_realistic_000316.png", "image_index": 316, "image": "CLEVR_realistic_000316", "question": "What number of objects are small green brushed metal small matte ceramic bowls to the right of the large yellow brushed metal small round mirror or tiny green matte cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [1, 4], "value_inputs": ["metal"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [10], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["cube"]}, {"type": "union", "inputs": [7, 12], "_output": [1, 4], "value_inputs": []}, {"type": "count", "inputs": [13], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 316}, {"split": "new", "image_filename": "CLEVR_realistic_000317.png", "image_index": 317, "image": "CLEVR_realistic_000317", "question": "What number of things are small cyan rubber narrow round console tables or large yellow matte metal low wooden platforms that are on the right side of the small brown metal with soft reflections round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["cyan"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [2], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [3], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [7], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [8], "_output": [2], "value_inputs": ["yellow"]}, {"type": "union", "inputs": [1, 9], "_output": [0, 2, 4], "value_inputs": []}, {"type": "count", "inputs": [10], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 317}, {"split": "new", "image_filename": "CLEVR_realistic_000318.png", "image_index": 318, "image": "CLEVR_realistic_000318", "question": "What number of small blue metal with soft reflections small stone plinths are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 318}, {"split": "new", "image_filename": "CLEVR_realistic_000319.png", "image_index": 319, "image": "CLEVR_realistic_000319", "question": "Are there any large brown metal with soft reflections small matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 319}, {"split": "new", "image_filename": "CLEVR_realistic_000320.png", "image_index": 320, "image": "CLEVR_realistic_000320", "question": "The large green rubber narrow round console table has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 320}, {"split": "new", "image_filename": "CLEVR_realistic_000321.png", "image_index": 321, "image": "CLEVR_realistic_000321", "question": "What is the material of the large yellow matte metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [4], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 321}, {"split": "new", "image_filename": "CLEVR_realistic_000322.png", "image_index": 322, "image": "CLEVR_realistic_000322", "question": "What is the color of the small cyan rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 322}, {"split": "new", "image_filename": "CLEVR_realistic_000323.png", "image_index": 323, "image": "CLEVR_realistic_000323", "question": "What size is the large cyan rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 323}, {"split": "new", "image_filename": "CLEVR_realistic_000324.png", "image_index": 324, "image": "CLEVR_realistic_000324", "question": "Do the large brown metal with soft reflections round wooden dining table and the large blue metal with soft reflections round sugar bowl have the same size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [9, 10], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 324}, {"split": "new", "image_filename": "CLEVR_realistic_000325.png", "image_index": 325, "image": "CLEVR_realistic_000325", "question": "Does the large green rubber wooden display plinth have the same color as the large cyan rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [2], "_output": "green", "value_inputs": []}, {"type": "query_color", "inputs": [5], "_output": "cyan", "value_inputs": []}, {"type": "equal_color", "inputs": [6, 7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 325}, {"split": "new", "image_filename": "CLEVR_realistic_000326.png", "image_index": 326, "image": "CLEVR_realistic_000326", "question": "Is the material of the small brown rubber round wooden side table the same as the large purple metal with soft reflections low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [2], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [3, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 326}, {"split": "new", "image_filename": "CLEVR_realistic_000327.png", "image_index": 327, "image": "CLEVR_realistic_000327", "question": "Is the shape of the large gray rubber wooden display plinth the same as the small gray rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["large"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [3, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 327}, {"split": "new", "image_filename": "CLEVR_realistic_000328.png", "image_index": 328, "image": "CLEVR_realistic_000328", "question": "There is a small gray rubber small plant pot behind the large purple brushed metal small plant pot; does it have the same size as the large purple brushed metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [8], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [6, 11], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 328}, {"split": "new", "image_filename": "CLEVR_realistic_000329.png", "image_index": 329, "image": "CLEVR_realistic_000329", "question": "Do the large purple aged metal small stone plinth and the large brown matte metal small stoneware cup that is behind the small gray rubber small plant pot have the same size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [11], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [5, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 329}, {"split": "new", "image_filename": "CLEVR_realistic_000330.png", "image_index": 330, "image": "CLEVR_realistic_000330", "question": "There is a small purple rubber small wooden crate that is left of the small brown brushed metal round sugar bowl; is its size the same as the small purple rubber small wooden crate that is to the right of the small cyan rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["left"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [8], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [12], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [6, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 330}, {"split": "new", "image_filename": "CLEVR_realistic_000331.png", "image_index": 331, "image": "CLEVR_realistic_000331", "question": "There is a small green rubber square mirror that is in front of the large cyan rubber low wooden platform; does it have the same color as the small blue matte metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "green", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [8], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "blue", "value_inputs": []}, {"type": "equal_color", "inputs": [7, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 331}, {"split": "new", "image_filename": "CLEVR_realistic_000332.png", "image_index": 332, "image": "CLEVR_realistic_000332", "question": "Does the large green rubber wooden display plinth have the same color as the small purple metal with soft reflections small wooden crate on the left side of the small cyan matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [2], "_output": "green", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "purple", "value_inputs": []}, {"type": "equal_color", "inputs": [3, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 332}, {"split": "new", "image_filename": "CLEVR_realistic_000333.png", "image_index": 333, "image": "CLEVR_realistic_000333", "question": "Is the color of the large red aged metal round sugar bowl that is behind the large red aged metal round sugar bowl the same as the large red aged metal round sugar bowl in front of the small gray aged metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [1, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "brown", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [11], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [12], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [15], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [17], "_output": "red", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 333}, {"split": "new", "image_filename": "CLEVR_realistic_000334.png", "image_index": 334, "image": "CLEVR_realistic_000334", "question": "Does the large red metal with soft reflections wooden display plinth that is right of the large red rubber minimal wooden counter have the same material as the large gray rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [8, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 334}, {"split": "new", "image_filename": "CLEVR_realistic_000335.png", "image_index": 335, "image": "CLEVR_realistic_000335", "question": "Is the small red brushed metal wooden display plinth made of the same material as the large red rubber round mirror right of the small red brushed metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [4], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [6], "_output": [0, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 2], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [5, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 335}, {"split": "new", "image_filename": "CLEVR_realistic_000336.png", "image_index": 336, "image": "CLEVR_realistic_000336", "question": "Is the large cyan aged metal wooden display plinth behind the large green rubber small stone plinth made of the same material as the large cyan aged metal wooden display plinth that is in front of the large green rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [11], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [15], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [16], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [17], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [18], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [19], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [9, 20], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 336}, {"split": "new", "image_filename": "CLEVR_realistic_000337.png", "image_index": 337, "image": "CLEVR_realistic_000337", "question": "Do the small blue rubber wooden display plinth that is to the left of the large cyan aged metal small wooden crate and the large yellow rubber small plant pot have the same shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cylinder", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [10], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [7, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 337}, {"split": "new", "image_filename": "CLEVR_realistic_000338.png", "image_index": 338, "image": "CLEVR_realistic_000338", "question": "Is the shape of the large brown rubber small stoneware cup the same as the small purple rubber small plant pot to the right of the large green metal with soft reflections round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "sphere", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 338}, {"split": "new", "image_filename": "CLEVR_realistic_000339.png", "image_index": 339, "image": "CLEVR_realistic_000339", "question": "Is the shape of the small cyan rubber small wooden crate behind the small blue brushed metal square mirror the same as the small red brushed metal small plant pot behind the small red brushed metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [11], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [14], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [15], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [16], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [17], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [9, 18], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 339}, {"split": "new", "image_filename": "CLEVR_realistic_000340.png", "image_index": 340, "image": "CLEVR_realistic_000340", "question": "What number of large purple rubber small wooden crates are behind the large yellow brushed metal small stone plinth right of the large yellow brushed metal small stone plinth behind the small cyan matte metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [12], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [13], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [14], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [15], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 340}, {"split": "new", "image_filename": "CLEVR_realistic_000341.png", "image_index": 341, "image": "CLEVR_realistic_000341", "question": "There is a large yellow aged metal round mirror left of the small red brushed metal wooden display plinth in front of the large yellow aged metal round mirror; is there a large yellow aged metal round mirror in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["red"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1, 2, 3], "value_inputs": ["front"]}, {"type": "exist", "inputs": [12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 341}, {"split": "new", "image_filename": "CLEVR_realistic_000342.png", "image_index": 342, "image": "CLEVR_realistic_000342", "question": "What is the size of the small blue brushed metal porcelain tea cup that is on the right side of the large blue rubber low wooden platform on the left side of the large blue rubber low wooden platform that is right of the small blue brushed metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [9], "_output": [1, 3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [13], "_output": [0, 1], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [14], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [15], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [16], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 342}, {"split": "new", "image_filename": "CLEVR_realistic_000343.png", "image_index": 343, "image": "CLEVR_realistic_000343", "question": "The small yellow matte metal small round mirror that is left of the small yellow rubber porcelain tea cup behind the small yellow rubber porcelain tea cup that is in front of the small yellow rubber porcelain tea cup is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [12], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 343}, {"split": "new", "image_filename": "CLEVR_realistic_000344.png", "image_index": 344, "image": "CLEVR_realistic_000344", "question": "What is the color of the large purple aged metal minimal wooden block left of the small blue rubber small plant pot in front of the small blue rubber small plant pot on the left side of the large blue metal with soft reflections minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [11], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 344}, {"split": "new", "image_filename": "CLEVR_realistic_000345.png", "image_index": 345, "image": "CLEVR_realistic_000345", "question": "There is a small blue matte metal low wooden platform that is to the left of the large brown rubber minimal wooden block behind the small yellow metal with soft reflections porcelain tea cup that is to the right of the small blue matte metal low wooden platform; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [6], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [7], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [10], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 345}, {"split": "new", "image_filename": "CLEVR_realistic_000346.png", "image_index": 346, "image": "CLEVR_realistic_000346", "question": "How many large red matte metal round sugar bowls are in front of the small brown rubber round mirror and on the right side of the small purple rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [5, 10], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 346}, {"split": "new", "image_filename": "CLEVR_realistic_000347.png", "image_index": 347, "image": "CLEVR_realistic_000347", "question": "How big is the large cyan metal with soft reflections small stoneware cup that is in front of the small cyan rubber minimal wooden counter and to the left of the large cyan metal with soft reflections small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [8], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [5, 12], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 347}, {"split": "new", "image_filename": "CLEVR_realistic_000348.png", "image_index": 348, "image": "CLEVR_realistic_000348", "question": "There is a large red rubber minimal wooden block that is right of the large green metal with soft reflections wooden display plinth and in front of the small blue rubber minimal wooden counter; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [6], "_output": [1, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 10], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 348}, {"split": "new", "image_filename": "CLEVR_realistic_000349.png", "image_index": 349, "image": "CLEVR_realistic_000349", "question": "What material is the large blue rubber small stone plinth that is both left of the small red rubber round mirror and behind the small purple rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [4, 8], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [10], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 349}, {"split": "new", "image_filename": "CLEVR_realistic_000350.png", "image_index": 350, "image": "CLEVR_realistic_000350", "question": "What shape is the large blue matte metal minimal wooden counter that is both behind the large green aged metal square mirror and in front of the small yellow rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 4], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3, 4], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [4, 9], "_output": [4], "value_inputs": []}, {"type": "unique", "inputs": [10], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 350}, {"split": "new", "image_filename": "CLEVR_realistic_000351.png", "image_index": 351, "image": "CLEVR_realistic_000351", "question": "What number of large green aged metal minimal wooden counters are right of the large gray aged metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 351}, {"split": "new", "image_filename": "CLEVR_realistic_000352.png", "image_index": 352, "image": "CLEVR_realistic_000352", "question": "Are there any large cyan rubber minimal wooden blocks to the left of the large cyan rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 352}, {"split": "new", "image_filename": "CLEVR_realistic_000353.png", "image_index": 353, "image": "CLEVR_realistic_000353", "question": "What size is the large brown metal with soft reflections round sugar bowl in front of the small red rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 353}, {"split": "new", "image_filename": "CLEVR_realistic_000354.png", "image_index": 354, "image": "CLEVR_realistic_000354", "question": "What color is the small red matte metal round wooden dining table that is behind the large red brushed metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 354}, {"split": "new", "image_filename": "CLEVR_realistic_000355.png", "image_index": 355, "image": "CLEVR_realistic_000355", "question": "What material is the small gray brushed metal porcelain tea cup on the left side of the small gray brushed metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3], "value_inputs": ["left"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 355}, {"split": "new", "image_filename": "CLEVR_realistic_000356.png", "image_index": 356, "image": "CLEVR_realistic_000356", "question": "What is the shape of the large gray rubber square mirror behind the small gray rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 356}, {"split": "new", "image_filename": "CLEVR_realistic_000357.png", "image_index": 357, "image": "CLEVR_realistic_000357", "question": "There is a small red matte metal round wooden dining table behind the small green matte metal minimal wooden counter; how many small cyan aged metal porcelain tea cups are in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [0], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [12], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 357}, {"split": "new", "image_filename": "CLEVR_realistic_000358.png", "image_index": 358, "image": "CLEVR_realistic_000358", "question": "Are there any small cyan brushed metal wooden display plinths that are in front of the small blue matte metal round wooden dining table that is in front of the small blue matte metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 358}, {"split": "new", "image_filename": "CLEVR_realistic_000359.png", "image_index": 359, "image": "CLEVR_realistic_000359", "question": "What size is the large gray rubber round sugar bowl that is behind the large gray rubber round sugar bowl that is behind the large gray rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [6], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 359}, {"split": "new", "image_filename": "CLEVR_realistic_000360.png", "image_index": 360, "image": "CLEVR_realistic_000360", "question": "There is a small red aged metal wooden display plinth that is behind the small red matte metal porcelain tea cup that is to the left of the small red rubber small matte ceramic bowl; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [0, 1, 2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [4], "value_inputs": ["behind"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [10], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 360}, {"split": "new", "image_filename": "CLEVR_realistic_000361.png", "image_index": 361, "image": "CLEVR_realistic_000361", "question": "What material is the large green metal with soft reflections small stone plinth behind the large green metal with soft reflections small stone plinth that is in front of the large gray rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [10], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 361}, {"split": "new", "image_filename": "CLEVR_realistic_000362.png", "image_index": 362, "image": "CLEVR_realistic_000362", "question": "There is a small cyan aged metal small wooden crate right of the small cyan aged metal small wooden crate on the left side of the large purple rubber small wooden crate; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [10], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 362}, {"split": "new", "image_filename": "CLEVR_realistic_000363.png", "image_index": 363, "image": "CLEVR_realistic_000363", "question": "Is there any other thing that is the same size as the large yellow rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 363}, {"split": "new", "image_filename": "CLEVR_realistic_000364.png", "image_index": 364, "image": "CLEVR_realistic_000364", "question": "What number of other things are the same size as the small yellow brushed metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 1, 3, 4], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 4, "value_inputs": []}], "answer": 4, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 364}, {"split": "new", "image_filename": "CLEVR_realistic_000365.png", "image_index": 365, "image": "CLEVR_realistic_000365", "question": "Is there any other thing that is the same color as the large purple rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 365}, {"split": "new", "image_filename": "CLEVR_realistic_000366.png", "image_index": 366, "image": "CLEVR_realistic_000366", "question": "Is there any other thing that is the same shape as the large yellow rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 366}, {"split": "new", "image_filename": "CLEVR_realistic_000367.png", "image_index": 367, "image": "CLEVR_realistic_000367", "question": "How many other objects are there of the same color as the small green rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [4], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 367}, {"split": "new", "image_filename": "CLEVR_realistic_000368.png", "image_index": 368, "image": "CLEVR_realistic_000368", "question": "Is there anything else that is made of the same material as the large purple rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 368}, {"split": "new", "image_filename": "CLEVR_realistic_000369.png", "image_index": 369, "image": "CLEVR_realistic_000369", "question": "How many other things are made of the same material as the large red aged metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [4], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 369}, {"split": "new", "image_filename": "CLEVR_realistic_000370.png", "image_index": 370, "image": "CLEVR_realistic_000370", "question": "What number of other things are the same shape as the large brown rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 370}, {"split": "new", "image_filename": "CLEVR_realistic_000371.png", "image_index": 371, "image": "CLEVR_realistic_000371", "question": "Are there any large cyan rubber narrow round console tables that have the same size as the small green metal with soft reflections minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 371}, {"split": "new", "image_filename": "CLEVR_realistic_000372.png", "image_index": 372, "image": "CLEVR_realistic_000372", "question": "Are there any large gray rubber small matte ceramic bowls made of the same material as the small purple rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [0], "value_inputs": ["gray"]}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 372}, {"split": "new", "image_filename": "CLEVR_realistic_000373.png", "image_index": 373, "image": "CLEVR_realistic_000373", "question": "Are there any small gray rubber round wooden side tables that have the same color as the large green matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 373}, {"split": "new", "image_filename": "CLEVR_realistic_000374.png", "image_index": 374, "image": "CLEVR_realistic_000374", "question": "Is there a large gray matte metal small stoneware cup that has the same shape as the large brown rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["gray"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 374}, {"split": "new", "image_filename": "CLEVR_realistic_000375.png", "image_index": 375, "image": "CLEVR_realistic_000375", "question": "How many small gray rubber porcelain tea cups are the same size as the small purple metal with soft reflections square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 375}, {"split": "new", "image_filename": "CLEVR_realistic_000376.png", "image_index": 376, "image": "CLEVR_realistic_000376", "question": "How many small brown aged metal small stone plinths are the same color as the small brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 376}, {"split": "new", "image_filename": "CLEVR_realistic_000377.png", "image_index": 377, "image": "CLEVR_realistic_000377", "question": "How many small blue matte metal small plant pots are made of the same material as the small blue matte metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 377}, {"split": "new", "image_filename": "CLEVR_realistic_000378.png", "image_index": 378, "image": "CLEVR_realistic_000378", "question": "What number of other large blue rubber narrow round console tables are the same shape as the large blue rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["blue"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 378}, {"split": "new", "image_filename": "CLEVR_realistic_000379.png", "image_index": 379, "image": "CLEVR_realistic_000379", "question": "The small purple aged metal wooden display plinth that is the same size as the small green rubber round sugar bowl is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 379}, {"split": "new", "image_filename": "CLEVR_realistic_000380.png", "image_index": 380, "image": "CLEVR_realistic_000380", "question": "What is the material of the small cyan matte metal round wooden dining table that is the same size as the small yellow metal with soft reflections round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 380}, {"split": "new", "image_filename": "CLEVR_realistic_000381.png", "image_index": 381, "image": "CLEVR_realistic_000381", "question": "What shape is the small yellow rubber small plant pot that is the same size as the small blue rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [0, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 381}, {"split": "new", "image_filename": "CLEVR_realistic_000382.png", "image_index": 382, "image": "CLEVR_realistic_000382", "question": "There is a small purple brushed metal round wooden dining table that is made of the same material as the small cyan matte metal minimal wooden block; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 382}, {"split": "new", "image_filename": "CLEVR_realistic_000383.png", "image_index": 383, "image": "CLEVR_realistic_000383", "question": "There is a large cyan metal with soft reflections small wooden crate that is the same color as the small blue aged metal minimal wooden counter; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 383}, {"split": "new", "image_filename": "CLEVR_realistic_000384.png", "image_index": 384, "image": "CLEVR_realistic_000384", "question": "There is a small yellow metal with soft reflections square mirror that is the same color as the large gray rubber low wooden platform; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 384}, {"split": "new", "image_filename": "CLEVR_realistic_000385.png", "image_index": 385, "image": "CLEVR_realistic_000385", "question": "There is a large cyan rubber narrow round console table that is the same color as the large cyan rubber small matte ceramic bowl; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 385}, {"split": "new", "image_filename": "CLEVR_realistic_000386.png", "image_index": 386, "image": "CLEVR_realistic_000386", "question": "What color is the small gray metal with soft reflections square mirror that is the same material as the large yellow aged metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 386}, {"split": "new", "image_filename": "CLEVR_realistic_000387.png", "image_index": 387, "image": "CLEVR_realistic_000387", "question": "What is the shape of the large yellow matte metal small stone plinth that is the same material as the large yellow matte metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 387}, {"split": "new", "image_filename": "CLEVR_realistic_000388.png", "image_index": 388, "image": "CLEVR_realistic_000388", "question": "What is the size of the other large yellow aged metal minimal wooden counter that is the same shape as the large brown matte metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 388}, {"split": "new", "image_filename": "CLEVR_realistic_000389.png", "image_index": 389, "image": "CLEVR_realistic_000389", "question": "The other small brown aged metal small brushed metal bowl that is the same shape as the large brown rubber wooden display plinth is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [5], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 389}, {"split": "new", "image_filename": "CLEVR_realistic_000390.png", "image_index": 390, "image": "CLEVR_realistic_000390", "question": "There is another large cyan rubber round mirror that is the same shape as the large red brushed metal small wooden crate; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 390}, {"split": "new", "image_filename": "CLEVR_realistic_000391.png", "image_index": 391, "image": "CLEVR_realistic_000391", "question": "Is the number of large yellow rubber small brushed metal bowls less than the number of large yellow rubber small brushed metal bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [1, 3], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "less_than", "inputs": [4, 7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 391}, {"split": "new", "image_filename": "CLEVR_realistic_000392.png", "image_index": 392, "image": "CLEVR_realistic_000392", "question": "Is the number of large green rubber round mirrors greater than the number of tiny purple cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [3, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 392}, {"split": "new", "image_filename": "CLEVR_realistic_000393.png", "image_index": 393, "image": "CLEVR_realistic_000393", "question": "Is the number of large brown aged metal small stoneware cups behind the small cyan rubber round wooden side table the same as the number of large brown aged metal small stoneware cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0], "value_inputs": ["behind"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "count", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 11], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 393}, {"split": "new", "image_filename": "CLEVR_realistic_000394.png", "image_index": 394, "image": "CLEVR_realistic_000394", "question": "Are there fewer small purple aged metal wooden display plinths that are to the left of the small purple aged metal wooden display plinth than large yellow rubber porcelain tea cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["purple"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [9], "_output": [0, 3], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "less_than", "inputs": [8, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 394}, {"split": "new", "image_filename": "CLEVR_realistic_000395.png", "image_index": 395, "image": "CLEVR_realistic_000395", "question": "Are there more large brown rubber minimal wooden counters that are right of the small brown rubber low wooden platform than metal cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [6, 10], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 395}, {"split": "new", "image_filename": "CLEVR_realistic_000396.png", "image_index": 396, "image": "CLEVR_realistic_000396", "question": "Is the number of small brown matte metal minimal wooden counters that are behind the small brown matte metal minimal wooden counter the same as the number of large yellow rubber minimal wooden counters that are on the right side of the large cyan metal with soft reflections small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [12], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["yellow"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 396}, {"split": "new", "image_filename": "CLEVR_realistic_000397.png", "image_index": 397, "image": "CLEVR_realistic_000397", "question": "Is the number of small cyan rubber low wooden platforms that are to the right of the large red brushed metal narrow round console table less than the number of large red brushed metal narrow round console tables in front of the large green rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [3], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [8], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [12], "_output": [2], "value_inputs": ["large"]}, {"type": "count", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [6, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 397}, {"split": "new", "image_filename": "CLEVR_realistic_000398.png", "image_index": 398, "image": "CLEVR_realistic_000398", "question": "Are there more large yellow brushed metal round wooden dining tables that are behind the large red metal with soft reflections round wooden dining table than large blue metal with soft reflections minimal wooden blocks behind the large yellow brushed metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["blue"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 398}, {"split": "new", "image_filename": "CLEVR_realistic_000399.png", "image_index": 399, "image": "CLEVR_realistic_000399", "question": "What number of objects are either large blue small brown brushed metal square mirrors or small brown brushed metal square mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [2, 3], "value_inputs": ["metal"]}, {"type": "union", "inputs": [3, 5], "_output": [2, 3], "value_inputs": []}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 399}, {"split": "new", "image_filename": "CLEVR_realistic_000400.png", "image_index": 400, "image": "CLEVR_realistic_000400", "question": "How many small cyan metal with soft reflections small stone plinth objects are large gray metal with soft reflections low wooden platforms or gray spheres?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [2, 5], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["small"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 400}, {"split": "new", "image_filename": "CLEVR_realistic_000401.png", "image_index": 401, "image": "CLEVR_realistic_000401", "question": "What number of large purple aged metal narrow round console table objects are either large gray brushed metal narrow round console tables or small large purple aged metal narrow round console table metal with soft reflections round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [0, 1, 2], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [2, 5], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [1, 2], "value_inputs": ["purple"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 401}, {"split": "new", "image_filename": "CLEVR_realistic_000402.png", "image_index": 402, "image": "CLEVR_realistic_000402", "question": "What number of things are either small green rubber square mirrors that are behind the large blue metal with soft reflections narrow round console table or small green metal with soft reflections small plant pots to the right of the small green rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [1, 4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [10], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 3, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [13], "_output": [0, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [14], "_output": [4], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [7, 15], "_output": [1, 4], "value_inputs": []}, {"type": "count", "inputs": [16], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 402}, {"split": "new", "image_filename": "CLEVR_realistic_000403.png", "image_index": 403, "image": "CLEVR_realistic_000403", "question": "What number of small blue aged small blue aged metal wooden display plinth wooden display plinth things are either big blue things or large red rubber small stoneware cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["blue"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [2, 4], "_output": [2], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 403}, {"split": "new", "image_filename": "CLEVR_realistic_000404.png", "image_index": 404, "image": "CLEVR_realistic_000404", "question": "What number of large yellow rubber square mirrors are large yellow rubber square mirrors or big cyan matte objects?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_size", "inputs": [1], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [3, 6], "_output": [2], "value_inputs": []}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 404}, {"split": "new", "image_filename": "CLEVR_realistic_000405.png", "image_index": 405, "image": "CLEVR_realistic_000405", "question": "What number of things are either large green rubber low wooden platforms that are right of the large green rubber low wooden platform or small yellow brushed metal round wooden side tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [4], "_output": [1, 2], "value_inputs": ["green"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [8], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [5, 10], "_output": [1, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 405}, {"split": "new", "image_filename": "CLEVR_realistic_000406.png", "image_index": 406, "image": "CLEVR_realistic_000406", "question": "How many large purple metal with soft reflections small stone plinths are either small red large purple metal with soft reflections small stone plinths or large purple metal with soft reflections small stone plinths that are to the left of the small green rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["red"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [3], "value_inputs": ["left"]}, {"type": "union", "inputs": [2, 7], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 406}, {"split": "new", "image_filename": "CLEVR_realistic_000407.png", "image_index": 407, "image": "CLEVR_realistic_000407", "question": "How many tiny red matte blocks are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 407}, {"split": "new", "image_filename": "CLEVR_realistic_000408.png", "image_index": 408, "image": "CLEVR_realistic_000408", "question": "Are any large cyan metal things visible?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 408}, {"split": "new", "image_filename": "CLEVR_realistic_000409.png", "image_index": 409, "image": "CLEVR_realistic_000409", "question": "The large green rubber small plant pot is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [4], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 409}, {"split": "new", "image_filename": "CLEVR_realistic_000410.png", "image_index": 410, "image": "CLEVR_realistic_000410", "question": "What is the large cyan rubber minimal wooden counter made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [4], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 410}, {"split": "new", "image_filename": "CLEVR_realistic_000411.png", "image_index": 411, "image": "CLEVR_realistic_000411", "question": "What is the color of the large purple matte metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 411}, {"split": "new", "image_filename": "CLEVR_realistic_000412.png", "image_index": 412, "image": "CLEVR_realistic_000412", "question": "The small gray rubber small round mirror has what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 412}, {"split": "new", "image_filename": "CLEVR_realistic_000413.png", "image_index": 413, "image": "CLEVR_realistic_000413", "question": "Does the small purple aged metal small wooden crate have the same size as the large blue rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "small", "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [7, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 413}, {"split": "new", "image_filename": "CLEVR_realistic_000414.png", "image_index": 414, "image": "CLEVR_realistic_000414", "question": "Do the small yellow rubber small stoneware cup and the small yellow aged metal narrow round console table have the same color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [2], "_output": "yellow", "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [7, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 414}, {"split": "new", "image_filename": "CLEVR_realistic_000415.png", "image_index": 415, "image": "CLEVR_realistic_000415", "question": "Are the large blue rubber porcelain tea cup and the large gray rubber round wooden dining table made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 415}, {"split": "new", "image_filename": "CLEVR_realistic_000416.png", "image_index": 416, "image": "CLEVR_realistic_000416", "question": "Do the small yellow aged metal round mirror and the small yellow rubber narrow round console table have the same shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cylinder", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 416}, {"split": "new", "image_filename": "CLEVR_realistic_000417.png", "image_index": 417, "image": "CLEVR_realistic_000417", "question": "Is the size of the small blue rubber minimal wooden block behind the small red brushed metal round mirror the same as the small blue metal with soft reflections small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [8], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [6, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 417}, {"split": "new", "image_filename": "CLEVR_realistic_000418.png", "image_index": 418, "image": "CLEVR_realistic_000418", "question": "Is the material of the small purple rubber round wooden side table behind the small brown rubber round wooden dining table the same as the small brown rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [7, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 418}, {"split": "new", "image_filename": "CLEVR_realistic_000419.png", "image_index": 419, "image": "CLEVR_realistic_000419", "question": "There is a large purple matte metal square mirror; is its size the same as the small green rubber round mirror in front of the large yellow rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [5, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 419}, {"split": "new", "image_filename": "CLEVR_realistic_000420.png", "image_index": 420, "image": "CLEVR_realistic_000420", "question": "There is a large cyan aged metal low wooden platform in front of the small yellow brushed metal narrow round console table; does it have the same size as the large purple rubber minimal wooden counter that is in front of the large purple rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0], "value_inputs": ["front"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [5, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 420}, {"split": "new", "image_filename": "CLEVR_realistic_000421.png", "image_index": 421, "image": "CLEVR_realistic_000421", "question": "Are the large green rubber round mirror and the large green rubber round mirror that is in front of the large blue rubber small stone plinth made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [2], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [3, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 421}, {"split": "new", "image_filename": "CLEVR_realistic_000422.png", "image_index": 422, "image": "CLEVR_realistic_000422", "question": "Are the small yellow aged metal narrow round console table that is behind the large green rubber small wooden crate and the large purple aged metal small matte ceramic bowl that is in front of the large blue brushed metal round mirror made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [11], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [6, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 422}, {"split": "new", "image_filename": "CLEVR_realistic_000423.png", "image_index": 423, "image": "CLEVR_realistic_000423", "question": "Do the small purple rubber small wooden crate to the right of the small purple rubber small wooden crate and the small cyan metal with soft reflections porcelain tea cup have the same color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "cyan", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [11], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "cyan", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 423}, {"split": "new", "image_filename": "CLEVR_realistic_000424.png", "image_index": 424, "image": "CLEVR_realistic_000424", "question": "Do the small green matte metal small matte ceramic bowl and the small green metal with soft reflections round mirror to the right of the large cyan metal with soft reflections low wooden platform have the same color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "green", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "green", "value_inputs": []}, {"type": "equal_color", "inputs": [4, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 424}, {"split": "new", "image_filename": "CLEVR_realistic_000425.png", "image_index": 425, "image": "CLEVR_realistic_000425", "question": "Do the small blue rubber narrow round console table that is on the left side of the large yellow aged metal round wooden dining table and the small blue rubber narrow round console table that is on the right side of the large yellow aged metal round wooden dining table have the same color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "blue", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [12], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [15], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [16], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [17], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [18], "_output": "blue", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 19], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 425}, {"split": "new", "image_filename": "CLEVR_realistic_000426.png", "image_index": 426, "image": "CLEVR_realistic_000426", "question": "There is a large red rubber porcelain tea cup behind the large red rubber porcelain tea cup; is it the same shape as the small blue brushed metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [7, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 426}, {"split": "new", "image_filename": "CLEVR_realistic_000427.png", "image_index": 427, "image": "CLEVR_realistic_000427", "question": "There is a small gray metal with soft reflections round mirror; is it the same shape as the large yellow rubber round wooden dining table behind the large yellow rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cylinder", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [10], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 427}, {"split": "new", "image_filename": "CLEVR_realistic_000428.png", "image_index": 428, "image": "CLEVR_realistic_000428", "question": "Do the small red brushed metal small round mirror in front of the small red brushed metal small round mirror and the small brown rubber minimal wooden counter that is in front of the large yellow rubber low wooden platform have the same shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 2], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [13], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [8, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 428}, {"split": "new", "image_filename": "CLEVR_realistic_000429.png", "image_index": 429, "image": "CLEVR_realistic_000429", "question": "There is a large gray rubber round sugar bowl that is behind the large gray rubber round sugar bowl in front of the small green brushed metal small matte ceramic bowl; how many large gray rubber round sugar bowls are in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [12], "_output": [0], "value_inputs": ["gray"]}, {"type": "count", "inputs": [13], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 429}, {"split": "new", "image_filename": "CLEVR_realistic_000430.png", "image_index": 430, "image": "CLEVR_realistic_000430", "question": "Is there a small red matte metal low wooden platform behind the small red matte metal low wooden platform that is to the right of the small yellow matte metal minimal wooden counter that is on the right side of the large purple rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2, 3, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [8], "_output": [4], "value_inputs": ["red"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [11], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [12], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 430}, {"split": "new", "image_filename": "CLEVR_realistic_000431.png", "image_index": 431, "image": "CLEVR_realistic_000431", "question": "What size is the small blue brushed metal small stoneware cup on the left side of the small blue brushed metal small stoneware cup behind the large yellow matte metal round wooden dining table that is to the left of the small blue brushed metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [3], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [6], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2, 3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [10], "_output": [2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [13], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 431}, {"split": "new", "image_filename": "CLEVR_realistic_000432.png", "image_index": 432, "image": "CLEVR_realistic_000432", "question": "There is a small red rubber square mirror on the left side of the large brown rubber square mirror in front of the large cyan rubber round mirror in front of the small blue metal with soft reflections small round mirror; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [6], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [10], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [14], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [15], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [16], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 432}, {"split": "new", "image_filename": "CLEVR_realistic_000433.png", "image_index": 433, "image": "CLEVR_realistic_000433", "question": "There is a small cyan rubber round wooden side table right of the large blue metal with soft reflections round wooden dining table that is on the right side of the small cyan rubber round wooden side table in front of the large blue metal with soft reflections round wooden dining table; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 2], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [8], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [11], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 433}, {"split": "new", "image_filename": "CLEVR_realistic_000434.png", "image_index": 434, "image": "CLEVR_realistic_000434", "question": "What is the small brown matte metal small wooden crate that is left of the small brown matte metal small wooden crate that is in front of the small red brushed metal minimal wooden counter that is behind the small brown matte metal small wooden crate made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [9], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [12], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [13], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [14], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [15], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 434}, {"split": "new", "image_filename": "CLEVR_realistic_000435.png", "image_index": 435, "image": "CLEVR_realistic_000435", "question": "How many large green rubber minimal wooden counters are both on the left side of the small brown matte metal minimal wooden counter and right of the large green rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [2, 3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [5, 10], "_output": [0], "value_inputs": []}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [12], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 435}, {"split": "new", "image_filename": "CLEVR_realistic_000436.png", "image_index": 436, "image": "CLEVR_realistic_000436", "question": "There is a large purple rubber small stone plinth that is on the right side of the small red matte metal minimal wooden large purple rubber small stone plinth and on the left side of the large brown matte metal wooden display plinth; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 9], "_output": [0], "value_inputs": []}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 436}, {"split": "new", "image_filename": "CLEVR_realistic_000437.png", "image_index": 437, "image": "CLEVR_realistic_000437", "question": "The small cyan aged metal round sugar bowl that is both in front of the large purple metal with soft reflections small plant pot and left of the large gray matte metal round wooden side table is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [5, 9], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 437}, {"split": "new", "image_filename": "CLEVR_realistic_000438.png", "image_index": 438, "image": "CLEVR_realistic_000438", "question": "There is a small gray rubber porcelain tea cup that is both behind the large purple brushed metal small wooden crate and to the left of the large gray aged metal small brushed metal bowl; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2, 3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 3, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [8], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2, 4], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [6, 11], "_output": [4], "value_inputs": []}, {"type": "unique", "inputs": [12], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 438}, {"split": "new", "image_filename": "CLEVR_realistic_000439.png", "image_index": 439, "image": "CLEVR_realistic_000439", "question": "What shape is the small purple rubber small stone plinth that is both to the right of the large blue aged metal minimal wooden block and left of the small yellow rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 9], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 439}, {"split": "new", "image_filename": "CLEVR_realistic_000440.png", "image_index": 440, "image": "CLEVR_realistic_000440", "question": "How many large cyan matte metal minimal wooden counters are right of the large brown rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 1, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 440}, {"split": "new", "image_filename": "CLEVR_realistic_000441.png", "image_index": 441, "image": "CLEVR_realistic_000441", "question": "There is a small red metal with soft reflections porcelain tea cup; are there any small red metal with soft reflections porcelain tea cups behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 441}, {"split": "new", "image_filename": "CLEVR_realistic_000442.png", "image_index": 442, "image": "CLEVR_realistic_000442", "question": "There is a small cyan rubber round sugar bowl behind the large yellow rubber narrow round console table; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 442}, {"split": "new", "image_filename": "CLEVR_realistic_000443.png", "image_index": 443, "image": "CLEVR_realistic_000443", "question": "There is a large gray rubber small round mirror that is to the left of the large red aged metal small brushed metal bowl; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 443}, {"split": "new", "image_filename": "CLEVR_realistic_000444.png", "image_index": 444, "image": "CLEVR_realistic_000444", "question": "What is the large yellow rubber small matte ceramic bowl that is in front of the small purple metal with soft reflections small stoneware cup made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 444}, {"split": "new", "image_filename": "CLEVR_realistic_000445.png", "image_index": 445, "image": "CLEVR_realistic_000445", "question": "The large yellow rubber small wooden crate that is in front of the large green rubber round wooden side table has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 445}, {"split": "new", "image_filename": "CLEVR_realistic_000446.png", "image_index": 446, "image": "CLEVR_realistic_000446", "question": "There is a large purple matte metal narrow round console table behind the small yellow rubber porcelain tea cup; how many large red rubber porcelain tea cups are behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [10], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [12], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 446}, {"split": "new", "image_filename": "CLEVR_realistic_000447.png", "image_index": 447, "image": "CLEVR_realistic_000447", "question": "There is a small blue metal with soft reflections round mirror behind the small blue metal with soft reflections round mirror; is there a small blue metal with soft reflections round mirror that is left of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["blue"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 447}, {"split": "new", "image_filename": "CLEVR_realistic_000448.png", "image_index": 448, "image": "CLEVR_realistic_000448", "question": "There is a large blue rubber small stoneware cup that is left of the small purple rubber minimal wooden counter in front of the small purple rubber minimal wooden counter; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [9], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 448}, {"split": "new", "image_filename": "CLEVR_realistic_000449.png", "image_index": 449, "image": "CLEVR_realistic_000449", "question": "What is the color of the large yellow matte metal wooden display plinth in front of the small brown metal with soft reflections porcelain tea cup that is to the right of the large yellow matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [7], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [10], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 449}, {"split": "new", "image_filename": "CLEVR_realistic_000450.png", "image_index": 450, "image": "CLEVR_realistic_000450", "question": "The small brown rubber round wooden side table that is behind the small cyan matte metal small stone plinth right of the small brown rubber round wooden side table is made of what material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [3], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2], "value_inputs": ["behind"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [9], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 450}, {"split": "new", "image_filename": "CLEVR_realistic_000451.png", "image_index": 451, "image": "CLEVR_realistic_000451", "question": "There is a small red rubber small matte ceramic bowl to the left of the small red rubber small matte ceramic bowl that is right of the small cyan rubber porcelain tea cup; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [4], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [7], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [8], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [10], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 451}, {"split": "new", "image_filename": "CLEVR_realistic_000452.png", "image_index": 452, "image": "CLEVR_realistic_000452", "question": "Is there anything else that has the same size as the large yellow rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [0, 3, 4], "value_inputs": []}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 452}, {"split": "new", "image_filename": "CLEVR_realistic_000453.png", "image_index": 453, "image": "CLEVR_realistic_000453", "question": "Is there anything else of the same color as the large blue metal with soft reflections small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 453}, {"split": "new", "image_filename": "CLEVR_realistic_000454.png", "image_index": 454, "image": "CLEVR_realistic_000454", "question": "Are there any other things that are the same material as the small red aged metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["red"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1, 4], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 454}, {"split": "new", "image_filename": "CLEVR_realistic_000455.png", "image_index": 455, "image": "CLEVR_realistic_000455", "question": "Is there any other thing that is the same shape as the small purple rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 455}, {"split": "new", "image_filename": "CLEVR_realistic_000456.png", "image_index": 456, "image": "CLEVR_realistic_000456", "question": "What number of other objects are there of the same size as the large red metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 456}, {"split": "new", "image_filename": "CLEVR_realistic_000457.png", "image_index": 457, "image": "CLEVR_realistic_000457", "question": "What number of other objects are there of the same color as the large yellow aged metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 457}, {"split": "new", "image_filename": "CLEVR_realistic_000458.png", "image_index": 458, "image": "CLEVR_realistic_000458", "question": "What number of other things are there of the same material as the large brown brushed metal round wooden side table", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 2], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 458}, {"split": "new", "image_filename": "CLEVR_realistic_000459.png", "image_index": 459, "image": "CLEVR_realistic_000459", "question": "How many other things are there of the same shape as the small cyan rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 459}, {"split": "new", "image_filename": "CLEVR_realistic_000460.png", "image_index": 460, "image": "CLEVR_realistic_000460", "question": "Are there any blue objects of the same size as the small gray rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["blue"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 460}, {"split": "new", "image_filename": "CLEVR_realistic_000461.png", "image_index": 461, "image": "CLEVR_realistic_000461", "question": "Are there any small cyan aged metal small brushed metal bowls of the same color as the small blue rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["small"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 461}, {"split": "new", "image_filename": "CLEVR_realistic_000462.png", "image_index": 462, "image": "CLEVR_realistic_000462", "question": "Is there a small yellow rubber round wooden side table that has the same material as the small blue rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [2, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [7], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 462}, {"split": "new", "image_filename": "CLEVR_realistic_000463.png", "image_index": 463, "image": "CLEVR_realistic_000463", "question": "Is there a small red brushed metal round sugar bowl that has the same shape as the small brown metal with soft reflections porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 463}, {"split": "new", "image_filename": "CLEVR_realistic_000464.png", "image_index": 464, "image": "CLEVR_realistic_000464", "question": "What number of other small yellow aged metal wooden display plinths are the same size as the small yellow aged metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["yellow"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 464}, {"split": "new", "image_filename": "CLEVR_realistic_000465.png", "image_index": 465, "image": "CLEVR_realistic_000465", "question": "What number of large purple brushed metal square mirrors are the same color as the large brown rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 465}, {"split": "new", "image_filename": "CLEVR_realistic_000466.png", "image_index": 466, "image": "CLEVR_realistic_000466", "question": "What number of small cyan brushed metal small matte ceramic bowls are made of the same material as the small brown matte metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 466}, {"split": "new", "image_filename": "CLEVR_realistic_000467.png", "image_index": 467, "image": "CLEVR_realistic_000467", "question": "How many other large gray rubber small stoneware cups have the same shape as the large cyan rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [0, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 467}, {"split": "new", "image_filename": "CLEVR_realistic_000468.png", "image_index": 468, "image": "CLEVR_realistic_000468", "question": "What color is the small blue metal with soft reflections porcelain tea cup that is the same size as the small blue rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [0, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 468}, {"split": "new", "image_filename": "CLEVR_realistic_000469.png", "image_index": 469, "image": "CLEVR_realistic_000469", "question": "There is a large blue rubber minimal wooden block that is the same size as the large yellow rubber minimal wooden counter; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [1, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [1, 4], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 469}, {"split": "new", "image_filename": "CLEVR_realistic_000470.png", "image_index": 470, "image": "CLEVR_realistic_000470", "question": "There is a large red rubber round wooden side table that is the same size as the large green metal with soft reflections round wooden dining table; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [0, 1], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 470}, {"split": "new", "image_filename": "CLEVR_realistic_000471.png", "image_index": 471, "image": "CLEVR_realistic_000471", "question": "The large gray metal with soft reflections small stoneware cup that is made of the same material as the small green brushed metal small brushed metal bowl is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 471}, {"split": "new", "image_filename": "CLEVR_realistic_000472.png", "image_index": 472, "image": "CLEVR_realistic_000472", "question": "The small brown matte metal round wooden dining table that is the same color as the small brown matte metal square mirror is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 472}, {"split": "new", "image_filename": "CLEVR_realistic_000473.png", "image_index": 473, "image": "CLEVR_realistic_000473", "question": "What color is the other large gray brushed metal low wooden platform that is the same material as the small blue aged metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [1, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [5], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 473}, {"split": "new", "image_filename": "CLEVR_realistic_000474.png", "image_index": 474, "image": "CLEVR_realistic_000474", "question": "What material is the small brown rubber wooden display plinth that is the same color as the small brown aged metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 474}, {"split": "new", "image_filename": "CLEVR_realistic_000475.png", "image_index": 475, "image": "CLEVR_realistic_000475", "question": "What shape is the other small yellow brushed metal small matte ceramic bowl that is made of the same material as the small blue rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [4], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 475}, {"split": "new", "image_filename": "CLEVR_realistic_000476.png", "image_index": 476, "image": "CLEVR_realistic_000476", "question": "There is a small cyan rubber square mirror that is the same color as the small cyan rubber small stoneware cup; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 476}, {"split": "new", "image_filename": "CLEVR_realistic_000477.png", "image_index": 477, "image": "CLEVR_realistic_000477", "question": "What is the size of the large cyan rubber narrow round console table that is the same shape as the large brown rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 477}, {"split": "new", "image_filename": "CLEVR_realistic_000478.png", "image_index": 478, "image": "CLEVR_realistic_000478", "question": "The small brown brushed metal wooden display plinth that is the same shape as the large red rubber minimal wooden block is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 478}, {"split": "new", "image_filename": "CLEVR_realistic_000479.png", "image_index": 479, "image": "CLEVR_realistic_000479", "question": "What is the material of the small yellow matte metal narrow round console table that is the same shape as the small red matte metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 479}, {"split": "new", "image_filename": "CLEVR_realistic_000480.png", "image_index": 480, "image": "CLEVR_realistic_000480", "question": "Are there fewer metallic cylinders than small cyan aged metal small wooden crates?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [3, 7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 480}, {"split": "new", "image_filename": "CLEVR_realistic_000481.png", "image_index": 481, "image": "CLEVR_realistic_000481", "question": "Are there more large blue matte metal small stone plinths than large blue matte metal small stone plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [6], "_output": [1, 3], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "greater_than", "inputs": [5, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 481}, {"split": "new", "image_filename": "CLEVR_realistic_000482.png", "image_index": 482, "image": "CLEVR_realistic_000482", "question": "Is the number of small purple rubber square mirrors that are left of the large gray rubber small wooden crate the same as the number of small purple rubber square mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [5], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [3, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [10], "_output": [3, 4], "value_inputs": ["cube"]}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 482}, {"split": "new", "image_filename": "CLEVR_realistic_000483.png", "image_index": 483, "image": "CLEVR_realistic_000483", "question": "Is the number of small yellow brushed metal minimal wooden counters that are behind the small yellow rubber small wooden crate less than the number of small purple aged metal round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [1], "value_inputs": ["purple"]}, {"type": "count", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [9, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 483}, {"split": "new", "image_filename": "CLEVR_realistic_000484.png", "image_index": 484, "image": "CLEVR_realistic_000484", "question": "Are there more small blue rubber wooden display plinths in front of the large blue rubber minimal wooden counter than big cyan metal cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [10], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 484}, {"split": "new", "image_filename": "CLEVR_realistic_000485.png", "image_index": 485, "image": "CLEVR_realistic_000485", "question": "Is the number of large red rubber small stone plinths behind the small red rubber wooden display plinth the same as the number of small red rubber wooden display plinths that are to the left of the small blue rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [11], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [14], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [15], "_output": [4], "value_inputs": ["cube"]}, {"type": "count", "inputs": [16], "_output": 1, "value_inputs": []}, {"type": "equal_integer", "inputs": [9, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 485}, {"split": "new", "image_filename": "CLEVR_realistic_000486.png", "image_index": 486, "image": "CLEVR_realistic_000486", "question": "Is the number of small cyan matte metal minimal wooden counters that are on the right side of the small blue metal with soft reflections porcelain tea cup less than the number of small blue metal with soft reflections porcelain tea cups in front of the small cyan matte metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [12], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [14], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [8, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 486}, {"split": "new", "image_filename": "CLEVR_realistic_000487.png", "image_index": 487, "image": "CLEVR_realistic_000487", "question": "Is the number of small blue rubber small round mirrors behind the small blue rubber small round mirror greater than the number of small yellow rubber small stoneware cups in front of the large brown rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [6], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [11], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [12], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [15], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [16], "_output": [2], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [17], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [10, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 487}, {"split": "new", "image_filename": "CLEVR_realistic_000488.png", "image_index": 488, "image": "CLEVR_realistic_000488", "question": "What number of things are small gray rubber round wooden side tables or large yellow rubber minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["gray"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [2], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [3], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["cube"]}, {"type": "union", "inputs": [1, 5], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 488}, {"split": "new", "image_filename": "CLEVR_realistic_000489.png", "image_index": 489, "image": "CLEVR_realistic_000489", "question": "What number of large cyan metal with soft reflections small wooden crate objects are small blue metal with soft reflections round mirrors or small red brushed metal round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [2, 4], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [3, 5], "_output": [2, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["large"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 489}, {"split": "new", "image_filename": "CLEVR_realistic_000490.png", "image_index": 490, "image": "CLEVR_realistic_000490", "question": "What number of red objects are large brown rubber narrow round console tables or small purple rubber round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [3, 6], "_output": [0, 1], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["red"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 490}, {"split": "new", "image_filename": "CLEVR_realistic_000491.png", "image_index": 491, "image": "CLEVR_realistic_000491", "question": "What number of large blue rubber narrow round console tables are small brown aged metal small wooden crates right of the small red metal with soft reflections small round mirror or large blue rubber narrow round console tables in front of the small red metal with soft reflections small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 2, 3, 4], "value_inputs": ["front"]}, {"type": "union", "inputs": [7, 12], "_output": [0, 2, 3, 4], "value_inputs": []}, {"type": "count", "inputs": [13], "_output": 4, "value_inputs": []}], "answer": 4, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 491}, {"split": "new", "image_filename": "CLEVR_realistic_000492.png", "image_index": 492, "image": "CLEVR_realistic_000492", "question": "What number of small yellow aged small yellow aged metal low wooden platform low wooden platform things are small yellow aged small yellow aged metal low wooden platform low wooden platforms or large brown rubber small stoneware cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1, 3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [2], "_output": [2], "value_inputs": ["brown"]}, {"type": "union", "inputs": [1, 3], "_output": [1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["metal"]}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 492}, {"split": "new", "image_filename": "CLEVR_realistic_000493.png", "image_index": 493, "image": "CLEVR_realistic_000493", "question": "What number of large red aged metal round mirrors are big gray shiny objects or large blue rubber round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [2], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [3], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_size", "inputs": [1], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [4, 7], "_output": [3], "value_inputs": []}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [9], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 493}, {"split": "new", "image_filename": "CLEVR_realistic_000494.png", "image_index": 494, "image": "CLEVR_realistic_000494", "question": "What number of things are large brown metal with soft reflections round wooden side tables that are right of the large blue rubber small matte ceramic bowl or large blue rubber small matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["brown"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [1], "value_inputs": ["blue"]}, {"type": "union", "inputs": [5, 8], "_output": [1, 3], "value_inputs": []}, {"type": "count", "inputs": [9], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 494}, {"split": "new", "image_filename": "CLEVR_realistic_000495.png", "image_index": 495, "image": "CLEVR_realistic_000495", "question": "How many things are either small yellow brushed metal round sugar bowls or small cyan matte metal round wooden dining tables on the right side of the small purple rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [4], "_output": [2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["metal"]}, {"type": "union", "inputs": [2, 10], "_output": [0, 1], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 495}, {"split": "new", "image_filename": "CLEVR_realistic_000496.png", "image_index": 496, "image": "CLEVR_realistic_000496", "question": "What number of large blue rubber small brushed metal bowls are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 496}, {"split": "new", "image_filename": "CLEVR_realistic_000497.png", "image_index": 497, "image": "CLEVR_realistic_000497", "question": "Are any small red matte cubes visible?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 497}, {"split": "new", "image_filename": "CLEVR_realistic_000498.png", "image_index": 498, "image": "CLEVR_realistic_000498", "question": "There is a small cyan rubber minimal wooden counter; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 498}, {"split": "new", "image_filename": "CLEVR_realistic_000499.png", "image_index": 499, "image": "CLEVR_realistic_000499", "question": "What is the small red matte metal round wooden side table made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 499}, {"split": "new", "image_filename": "CLEVR_realistic_000500.png", "image_index": 500, "image": "CLEVR_realistic_000500", "question": "What number of small blue rubber round wooden side tables are to the right of the large gray metal with soft reflections minimal wooden block on the right side of the large gray metal with soft reflections minimal wooden block that is to the left of the large purple brushed metal minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [12], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [13], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [14], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 500}, {"split": "new", "image_filename": "CLEVR_realistic_000501.png", "image_index": 501, "image": "CLEVR_realistic_000501", "question": "Are there any large red aged metal small brushed metal bowls behind the large red aged metal small brushed metal bowl that is in front of the large red aged metal small brushed metal bowl behind the large red aged metal small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [7], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [10], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [11], "_output": [], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 501}, {"split": "new", "image_filename": "CLEVR_realistic_000502.png", "image_index": 502, "image": "CLEVR_realistic_000502", "question": "There is a large gray rubber small stoneware cup in front of the small yellow rubber round mirror right of the large cyan aged metal square mirror that is behind the large gray rubber small stoneware cup; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [10], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [13], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 502}, {"split": "new", "image_filename": "CLEVR_realistic_000503.png", "image_index": 503, "image": "CLEVR_realistic_000503", "question": "There is a small yellow rubber round wooden dining table that is in front of the small yellow rubber round wooden dining table that is on the right side of the small red rubber round wooden dining table that is on the left side of the small yellow rubber round wooden dining table; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 3, 4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [6], "_output": [1, 3, 4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [7], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [10], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [0, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [15], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [16], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [17], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 503}, {"split": "new", "image_filename": "CLEVR_realistic_000504.png", "image_index": 504, "image": "CLEVR_realistic_000504", "question": "There is a small gray rubber round wooden side table behind the small brown aged metal narrow round console table in front of the large cyan matte metal round wooden side table to the right of the small blue rubber porcelain tea cup; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2, 4], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [13], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [14], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [15], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [16], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 504}, {"split": "new", "image_filename": "CLEVR_realistic_000505.png", "image_index": 505, "image": "CLEVR_realistic_000505", "question": "What material is the small brown rubber wooden display plinth behind the small brown rubber wooden display plinth that is to the left of the small green aged metal small stoneware cup left of the small brown rubber wooden display plinth made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["green"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2], "value_inputs": ["left"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [10], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [11], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 505}, {"split": "new", "image_filename": "CLEVR_realistic_000506.png", "image_index": 506, "image": "CLEVR_realistic_000506", "question": "What number of small yellow rubber small stone plinths are behind the large gray rubber minimal wooden counter and right of the small red matte metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [2], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [4, 9], "_output": [], "value_inputs": []}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 506}, {"split": "new", "image_filename": "CLEVR_realistic_000507.png", "image_index": 507, "image": "CLEVR_realistic_000507", "question": "What is the size of the small yellow matte metal small plant pot that is both on the right side of the large brown rubber small plant pot and on the left side of the large gray matte metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 4], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 9], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [11], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 507}, {"split": "new", "image_filename": "CLEVR_realistic_000508.png", "image_index": 508, "image": "CLEVR_realistic_000508", "question": "There is a large yellow rubber round sugar bowl that is both right of the large yellow rubber round sugar bowl and behind the small gray rubber square mirror; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2, 3, 4], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 9], "_output": [2], "value_inputs": []}, {"type": "filter_material", "inputs": [10], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 508}, {"split": "new", "image_filename": "CLEVR_realistic_000509.png", "image_index": 509, "image": "CLEVR_realistic_000509", "question": "There is a large green rubber square mirror that is in front of the large green rubber square mirror and to the right of the small red metal with soft reflections small round mirror; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [8], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [6, 11], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 509}, {"split": "new", "image_filename": "CLEVR_realistic_000510.png", "image_index": 510, "image": "CLEVR_realistic_000510", "question": "There is a large green aged metal square mirror that is behind the small brown brushed metal round wooden side table and to the left of the large brown rubber narrow round console table; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [4, 11], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [13], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 510}, {"split": "new", "image_filename": "CLEVR_realistic_000511.png", "image_index": 511, "image": "CLEVR_realistic_000511", "question": "There is a small brown rubber small stone plinth; what number of small cyan rubber small matte ceramic bowls are behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [3], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 511}, {"split": "new", "image_filename": "CLEVR_realistic_000512.png", "image_index": 512, "image": "CLEVR_realistic_000512", "question": "Are there any large blue rubber small plant pots right of the large yellow metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 512}, {"split": "new", "image_filename": "CLEVR_realistic_000513.png", "image_index": 513, "image": "CLEVR_realistic_000513", "question": "There is a small red matte metal low wooden platform to the left of the small green aged metal narrow round console table; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["left"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 513}, {"split": "new", "image_filename": "CLEVR_realistic_000514.png", "image_index": 514, "image": "CLEVR_realistic_000514", "question": "What color is the large purple rubber minimal wooden block on the left side of the small red rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 514}, {"split": "new", "image_filename": "CLEVR_realistic_000515.png", "image_index": 515, "image": "CLEVR_realistic_000515", "question": "There is a large blue aged metal round wooden dining table that is in front of the large green aged metal small plant pot; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 515}, {"split": "new", "image_filename": "CLEVR_realistic_000516.png", "image_index": 516, "image": "CLEVR_realistic_000516", "question": "There is a large red rubber wooden display plinth that is on the left side of the small purple rubber small round mirror; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [3], "_output": [2], "value_inputs": ["red"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 516}, {"split": "new", "image_filename": "CLEVR_realistic_000517.png", "image_index": 517, "image": "CLEVR_realistic_000517", "question": "How many small gray rubber small stone plinths are in front of the large gray metal with soft reflections small brushed metal bowl that is to the left of the small gray rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [7], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [8], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [9], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 517}, {"split": "new", "image_filename": "CLEVR_realistic_000518.png", "image_index": 518, "image": "CLEVR_realistic_000518", "question": "There is a large blue aged metal round mirror to the left of the large blue aged metal round mirror; is there a large blue aged metal round mirror that is right of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 518}, {"split": "new", "image_filename": "CLEVR_realistic_000519.png", "image_index": 519, "image": "CLEVR_realistic_000519", "question": "There is a large purple rubber round sugar bowl that is on the right side of the large purple rubber round sugar bowl that is behind the large brown rubber porcelain tea cup; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["behind"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 519}, {"split": "new", "image_filename": "CLEVR_realistic_000520.png", "image_index": 520, "image": "CLEVR_realistic_000520", "question": "What is the color of the large red metal with soft reflections small round mirror that is on the right side of the large red metal with soft reflections small round mirror that is behind the small blue matte metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [9], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 520}, {"split": "new", "image_filename": "CLEVR_realistic_000521.png", "image_index": 521, "image": "CLEVR_realistic_000521", "question": "There is a large red rubber small round mirror left of the small green brushed metal round wooden side table behind the small cyan rubber small stoneware cup; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [4], "value_inputs": ["behind"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [8], "_output": [1], "value_inputs": ["red"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [10], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 521}, {"split": "new", "image_filename": "CLEVR_realistic_000522.png", "image_index": 522, "image": "CLEVR_realistic_000522", "question": "What is the shape of the small blue matte metal low wooden platform in front of the large yellow brushed metal small plant pot in front of the large blue brushed metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0], "value_inputs": ["front"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 522}, {"split": "new", "image_filename": "CLEVR_realistic_000523.png", "image_index": 523, "image": "CLEVR_realistic_000523", "question": "Are there any other things that have the same size as the large purple rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [3], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 523}, {"split": "new", "image_filename": "CLEVR_realistic_000524.png", "image_index": 524, "image": "CLEVR_realistic_000524", "question": "Are there any other things of the same color as the large brown aged metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 524}, {"split": "new", "image_filename": "CLEVR_realistic_000525.png", "image_index": 525, "image": "CLEVR_realistic_000525", "question": "Is there any other thing that has the same material as the large blue brushed metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [2, 3], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 525}, {"split": "new", "image_filename": "CLEVR_realistic_000526.png", "image_index": 526, "image": "CLEVR_realistic_000526", "question": "Is there anything else that is the same shape as the small brown metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [2, 4], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 526}, {"split": "new", "image_filename": "CLEVR_realistic_000527.png", "image_index": 527, "image": "CLEVR_realistic_000527", "question": "What number of other things are there of the same size as the large gray rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 527}, {"split": "new", "image_filename": "CLEVR_realistic_000528.png", "image_index": 528, "image": "CLEVR_realistic_000528", "question": "What number of other things are the same color as the small gray rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 528}, {"split": "new", "image_filename": "CLEVR_realistic_000529.png", "image_index": 529, "image": "CLEVR_realistic_000529", "question": "What number of other things are there of the same material as the small brown rubber small brushed metal bowl", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 529}, {"split": "new", "image_filename": "CLEVR_realistic_000530.png", "image_index": 530, "image": "CLEVR_realistic_000530", "question": "What number of other things are there of the same shape as the large green matte metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 530}, {"split": "new", "image_filename": "CLEVR_realistic_000531.png", "image_index": 531, "image": "CLEVR_realistic_000531", "question": "Is there a large blue metal with soft reflections square mirror that has the same size as the large yellow rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 1], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [1], "value_inputs": ["blue"]}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 531}, {"split": "new", "image_filename": "CLEVR_realistic_000532.png", "image_index": 532, "image": "CLEVR_realistic_000532", "question": "Are there any small blue rubber low wooden platforms of the same color as the small purple matte metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 532}, {"split": "new", "image_filename": "CLEVR_realistic_000533.png", "image_index": 533, "image": "CLEVR_realistic_000533", "question": "Is there a large yellow rubber minimal wooden counter made of the same material as the small cyan matte metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 533}, {"split": "new", "image_filename": "CLEVR_realistic_000534.png", "image_index": 534, "image": "CLEVR_realistic_000534", "question": "Are there any cyan rubber things of the same shape as the large blue metal with soft reflections minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 534}, {"split": "new", "image_filename": "CLEVR_realistic_000535.png", "image_index": 535, "image": "CLEVR_realistic_000535", "question": "How many small green rubber porcelain tea cups have the same size as the large purple rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 535}, {"split": "new", "image_filename": "CLEVR_realistic_000536.png", "image_index": 536, "image": "CLEVR_realistic_000536", "question": "How many large gray rubber round sugar bowls have the same color as the small cyan rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 536}, {"split": "new", "image_filename": "CLEVR_realistic_000537.png", "image_index": 537, "image": "CLEVR_realistic_000537", "question": "What number of small yellow rubber porcelain tea cups are the same material as the large green matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [0, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 537}, {"split": "new", "image_filename": "CLEVR_realistic_000538.png", "image_index": 538, "image": "CLEVR_realistic_000538", "question": "What number of large cyan rubber low wooden platforms have the same shape as the small brown brushed metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 538}, {"split": "new", "image_filename": "CLEVR_realistic_000539.png", "image_index": 539, "image": "CLEVR_realistic_000539", "question": "What color is the large yellow matte metal small stoneware cup that is the same size as the small red rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [5], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 539}, {"split": "new", "image_filename": "CLEVR_realistic_000540.png", "image_index": 540, "image": "CLEVR_realistic_000540", "question": "There is a large blue aged metal round sugar bowl that is the same size as the large cyan metal with soft reflections small wooden crate; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 540}, {"split": "new", "image_filename": "CLEVR_realistic_000541.png", "image_index": 541, "image": "CLEVR_realistic_000541", "question": "There is a small brown metal with soft reflections narrow round console table that is the same size as the large gray rubber low wooden platform; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 541}, {"split": "new", "image_filename": "CLEVR_realistic_000542.png", "image_index": 542, "image": "CLEVR_realistic_000542", "question": "The small cyan rubber small plant pot that is the same color as the large gray matte metal low wooden platform is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 542}, {"split": "new", "image_filename": "CLEVR_realistic_000543.png", "image_index": 543, "image": "CLEVR_realistic_000543", "question": "What material is the small purple rubber square mirror that is the same color as the large gray metal with soft reflections small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 543}, {"split": "new", "image_filename": "CLEVR_realistic_000544.png", "image_index": 544, "image": "CLEVR_realistic_000544", "question": "There is a large cyan rubber minimal wooden counter that is made of the same material as the large purple rubber round mirror; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 544}, {"split": "new", "image_filename": "CLEVR_realistic_000545.png", "image_index": 545, "image": "CLEVR_realistic_000545", "question": "There is a large purple brushed metal porcelain tea cup that is the same color as the large purple brushed metal porcelain tea cup; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [4], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 545}, {"split": "new", "image_filename": "CLEVR_realistic_000546.png", "image_index": 546, "image": "CLEVR_realistic_000546", "question": "What color is the small brown metal with soft reflections narrow round console table that is made of the same material as the large brown aged metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 546}, {"split": "new", "image_filename": "CLEVR_realistic_000547.png", "image_index": 547, "image": "CLEVR_realistic_000547", "question": "What shape is the large green rubber low wooden platform that is the same material as the large green rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["green"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 547}, {"split": "new", "image_filename": "CLEVR_realistic_000548.png", "image_index": 548, "image": "CLEVR_realistic_000548", "question": "What is the size of the other small purple rubber low wooden platform that is the same shape as the large red brushed metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 548}, {"split": "new", "image_filename": "CLEVR_realistic_000549.png", "image_index": 549, "image": "CLEVR_realistic_000549", "question": "What color is the large cyan rubber square mirror that is the same shape as the small gray rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 549}, {"split": "new", "image_filename": "CLEVR_realistic_000550.png", "image_index": 550, "image": "CLEVR_realistic_000550", "question": "What is the material of the large blue rubber wooden display plinth that is the same shape as the small green metal with soft reflections small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 550}, {"split": "new", "image_filename": "CLEVR_realistic_000551.png", "image_index": 551, "image": "CLEVR_realistic_000551", "question": "Are there the same number of large brown matte metal wooden display plinths and tiny purple metallic blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [4, 10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 0, "question_index": 551}, {"split": "new", "image_filename": "CLEVR_realistic_000552.png", "image_index": 552, "image": "CLEVR_realistic_000552", "question": "Are there fewer small green rubber small matte ceramic bowls than large purple metallic things?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "count", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [2, 7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 552}, {"split": "new", "image_filename": "CLEVR_realistic_000553.png", "image_index": 553, "image": "CLEVR_realistic_000553", "question": "Is the number of large gray rubber low wooden platforms greater than the number of large red blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [3, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 553}, {"split": "new", "image_filename": "CLEVR_realistic_000554.png", "image_index": 554, "image": "CLEVR_realistic_000554", "question": "Is the number of small red rubber small wooden crates left of the large purple matte metal minimal wooden block the same as the number of small red rubber small wooden crates?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "count", "inputs": [8], "_output": 5, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 554}, {"split": "new", "image_filename": "CLEVR_realistic_000555.png", "image_index": 555, "image": "CLEVR_realistic_000555", "question": "Is the number of large blue rubber round wooden dining tables left of the large blue rubber round wooden dining table less than the number of large brown rubber porcelain tea cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [11], "_output": [0, 1], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "less_than", "inputs": [9, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 555}, {"split": "new", "image_filename": "CLEVR_realistic_000556.png", "image_index": 556, "image": "CLEVR_realistic_000556", "question": "Are there more small gray metal with soft reflections round mirrors that are behind the small gray metal with soft reflections round mirror than large green rubber porcelain tea cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [11], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [12], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [1], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [10, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 556}, {"split": "new", "image_filename": "CLEVR_realistic_000557.png", "image_index": 557, "image": "CLEVR_realistic_000557", "question": "Are there the same number of small red brushed metal low wooden platforms in front of the small blue rubber square mirror and small red brushed metal low wooden platforms that are in front of the large brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3, 4], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [12], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 557}, {"split": "new", "image_filename": "CLEVR_realistic_000558.png", "image_index": 558, "image": "CLEVR_realistic_000558", "question": "Is the number of small blue brushed metal small wooden crates on the left side of the large cyan rubber narrow round console table less than the number of small blue brushed metal small wooden crates that are on the right side of the large yellow brushed metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["blue"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [12], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [13], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [7, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 558}, {"split": "new", "image_filename": "CLEVR_realistic_000559.png", "image_index": 559, "image": "CLEVR_realistic_000559", "question": "Is the number of small cyan rubber minimal wooden blocks that are to the left of the small cyan rubber minimal wooden block greater than the number of small gray matte metal round mirrors that are behind the small gray matte metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [3], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [12], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [6, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 559}, {"split": "new", "image_filename": "CLEVR_realistic_000560.png", "image_index": 560, "image": "CLEVR_realistic_000560", "question": "How many things are blue cylinders or small gray rubber wooden display plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [5], "_output": [4], "value_inputs": ["cube"]}, {"type": "union", "inputs": [2, 6], "_output": [4], "value_inputs": []}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 560}, {"split": "new", "image_filename": "CLEVR_realistic_000561.png", "image_index": 561, "image": "CLEVR_realistic_000561", "question": "What number of large cyan rubber wooden display plinth things are small gray aged metal porcelain tea cups or large cyan rubber wooden display plinth yellow rubber round wooden dining tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [2, 4], "_output": [1, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["large"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 561}, {"split": "new", "image_filename": "CLEVR_realistic_000562.png", "image_index": 562, "image": "CLEVR_realistic_000562", "question": "How many green objects are either large red rubber square mirrors or small brown rubber small matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [2, 4], "_output": [1, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["green"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 562}, {"split": "new", "image_filename": "CLEVR_realistic_000563.png", "image_index": 563, "image": "CLEVR_realistic_000563", "question": "How many small gray rubber round sugar bowls are small gray rubber round sugar bowls that are on the left side of the large red aged metal square mirror or large red aged metal square mirrors to the right of the large brown rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [8], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [11], "_output": [1], "value_inputs": ["large"]}, {"type": "union", "inputs": [6, 12], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [13], "_output": 4, "value_inputs": []}], "answer": 4, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 563}, {"split": "new", "image_filename": "CLEVR_realistic_000564.png", "image_index": 564, "image": "CLEVR_realistic_000564", "question": "What number of large blue matte metal minimal wooden counter things are either large cyan rubber minimal wooden blocks or small cyan aged large blue matte metal minimal wooden counter small matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["cyan"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [2, 3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [2, 5], "_output": [2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["metal"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 564}, {"split": "new", "image_filename": "CLEVR_realistic_000565.png", "image_index": 565, "image": "CLEVR_realistic_000565", "question": "What number of small red rubber narrow round console tables are either large brown rubber minimal wooden counters or small gray rubber small brushed metal bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_size", "inputs": [1], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["gray"]}, {"type": "union", "inputs": [3, 5], "_output": [0, 2], "value_inputs": []}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 565}, {"split": "new", "image_filename": "CLEVR_realistic_000566.png", "image_index": 566, "image": "CLEVR_realistic_000566", "question": "What number of objects are either large red rubber small stone plinths behind the large gray metal with soft reflections round wooden dining table or large red rubber small stone plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cube"]}, {"type": "union", "inputs": [7, 11], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 566}, {"split": "new", "image_filename": "CLEVR_realistic_000567.png", "image_index": 567, "image": "CLEVR_realistic_000567", "question": "What number of things are either large cyan metallic spheres or small blue aged metal porcelain tea cups behind the small blue aged metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [9], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "union", "inputs": [4, 11], "_output": [1, 3], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 567}, {"split": "new", "image_filename": "CLEVR_realistic_000568.png", "image_index": 568, "image": "CLEVR_realistic_000568", "question": "What number of small red cylinders are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 568}, {"split": "new", "image_filename": "CLEVR_realistic_000569.png", "image_index": 569, "image": "CLEVR_realistic_000569", "question": "Is there a small blue brushed metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "exist", "inputs": [1], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 569}, {"split": "new", "image_filename": "CLEVR_realistic_000570.png", "image_index": 570, "image": "CLEVR_realistic_000570", "question": "The small yellow aged metal small matte ceramic bowl has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 570}, {"split": "new", "image_filename": "CLEVR_realistic_000571.png", "image_index": 571, "image": "CLEVR_realistic_000571", "question": "What is the large purple brushed metal small round mirror made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 571}, {"split": "new", "image_filename": "CLEVR_realistic_000572.png", "image_index": 572, "image": "CLEVR_realistic_000572", "question": "The large brown rubber minimal wooden block has what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 572}, {"split": "new", "image_filename": "CLEVR_realistic_000573.png", "image_index": 573, "image": "CLEVR_realistic_000573", "question": "What size is the large red metal with soft reflections small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 573}, {"split": "new", "image_filename": "CLEVR_realistic_000574.png", "image_index": 574, "image": "CLEVR_realistic_000574", "question": "Do the large red brushed metal round sugar bowl and the small red rubber small stoneware cup have the same size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [2, 3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "large", "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [8, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 574}, {"split": "new", "image_filename": "CLEVR_realistic_000575.png", "image_index": 575, "image": "CLEVR_realistic_000575", "question": "Does the large yellow rubber small plant pot have the same color as the small red rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "yellow", "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "red", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 575}, {"split": "new", "image_filename": "CLEVR_realistic_000576.png", "image_index": 576, "image": "CLEVR_realistic_000576", "question": "Are the small purple rubber small wooden crate and the large yellow metal with soft reflections round mirror made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [9], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 576}, {"split": "new", "image_filename": "CLEVR_realistic_000577.png", "image_index": 577, "image": "CLEVR_realistic_000577", "question": "Is the shape of the small purple metal with soft reflections small stone plinth the same as the large brown brushed metal small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [3, 7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 577}, {"split": "new", "image_filename": "CLEVR_realistic_000578.png", "image_index": 578, "image": "CLEVR_realistic_000578", "question": "There is a large cyan metal with soft reflections small brushed metal bowl left of the large cyan metal with soft reflections small brushed metal bowl; does it have the same size as the small yellow rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3, 4], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [4], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [7, 11], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 578}, {"split": "new", "image_filename": "CLEVR_realistic_000579.png", "image_index": 579, "image": "CLEVR_realistic_000579", "question": "There is a small blue rubber square mirror; is it the same size as the small blue matte metal narrow round console table right of the small blue rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [2, 3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 2, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [11], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [4, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 579}, {"split": "new", "image_filename": "CLEVR_realistic_000580.png", "image_index": 580, "image": "CLEVR_realistic_000580", "question": "Is the size of the small green aged metal round mirror that is to the right of the small blue aged metal small brushed metal bowl the same as the small purple rubber low wooden platform left of the small red rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [3], "value_inputs": ["right"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["red"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2, 4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [10], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [5, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 580}, {"split": "new", "image_filename": "CLEVR_realistic_000581.png", "image_index": 581, "image": "CLEVR_realistic_000581", "question": "Do the small blue aged metal small stoneware cup that is on the right side of the small blue aged metal small stoneware cup and the small yellow rubber square mirror that is in front of the small cyan rubber wooden display plinth have the same color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 2, 4], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [5], "_output": "red", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [8], "_output": [2], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [11], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [6, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 581}, {"split": "new", "image_filename": "CLEVR_realistic_000582.png", "image_index": 582, "image": "CLEVR_realistic_000582", "question": "Does the small cyan metal with soft reflections round wooden dining table that is to the right of the small green rubber round wooden side table have the same color as the large yellow brushed metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "cyan", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [11], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 582}, {"split": "new", "image_filename": "CLEVR_realistic_000583.png", "image_index": 583, "image": "CLEVR_realistic_000583", "question": "There is a large blue rubber round mirror; does it have the same color as the small purple aged metal small matte ceramic bowl that is on the left side of the large green aged metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [2], "_output": "blue", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [10], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "cyan", "value_inputs": []}, {"type": "equal_color", "inputs": [3, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 583}, {"split": "new", "image_filename": "CLEVR_realistic_000584.png", "image_index": 584, "image": "CLEVR_realistic_000584", "question": "Is the small yellow rubber small wooden crate to the left of the large yellow rubber small matte ceramic bowl made of the same material as the large yellow rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [3, 4], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [10], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [8, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 584}, {"split": "new", "image_filename": "CLEVR_realistic_000585.png", "image_index": 585, "image": "CLEVR_realistic_000585", "question": "Are the large green rubber small wooden crate and the large red rubber square mirror that is behind the large red rubber square mirror made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["green"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0, 1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 585}, {"split": "new", "image_filename": "CLEVR_realistic_000586.png", "image_index": 586, "image": "CLEVR_realistic_000586", "question": "Does the small brown rubber square mirror that is in front of the large brown rubber minimal wooden counter have the same material as the large cyan rubber small round mirror behind the large cyan rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [1, 2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [12], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [14], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [7, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 586}, {"split": "new", "image_filename": "CLEVR_realistic_000587.png", "image_index": 587, "image": "CLEVR_realistic_000587", "question": "There is a small gray aged metal square mirror in front of the large green rubber small brushed metal bowl; does it have the same shape as the large green rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [6], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [11], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [12], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [10, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 587}, {"split": "new", "image_filename": "CLEVR_realistic_000588.png", "image_index": 588, "image": "CLEVR_realistic_000588", "question": "Does the large green metal with soft reflections square mirror have the same shape as the small yellow aged metal small matte ceramic bowl behind the small yellow aged metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [11], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [13], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 588}, {"split": "new", "image_filename": "CLEVR_realistic_000589.png", "image_index": 589, "image": "CLEVR_realistic_000589", "question": "Does the large yellow matte metal round wooden dining table behind the small yellow brushed metal small stone plinth have the same shape as the small green rubber round wooden side table that is in front of the small yellow brushed metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cylinder", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [10], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [13], "_output": [0], "value_inputs": ["green"]}, {"type": "unique", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [7, 16], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 589}, {"split": "new", "image_filename": "CLEVR_realistic_000590.png", "image_index": 590, "image": "CLEVR_realistic_000590", "question": "There is a small gray metal with soft reflections small matte ceramic bowl that is on the right side of the small brown rubber small matte ceramic bowl in front of the small brown rubber square mirror; how many small gray metal with soft reflections small matte ceramic bowls are in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [4], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 2, 4], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [11], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [12], "_output": [1], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [13], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 590}, {"split": "new", "image_filename": "CLEVR_realistic_000591.png", "image_index": 591, "image": "CLEVR_realistic_000591", "question": "There is a large purple rubber small plant pot left of the large purple rubber small plant pot on the right side of the large red rubber small plant pot; is there a small brown rubber small matte ceramic bowl that is on the right side of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [10], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [13], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [14], "_output": [3], "value_inputs": ["brown"]}, {"type": "exist", "inputs": [15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 591}, {"split": "new", "image_filename": "CLEVR_realistic_000592.png", "image_index": 592, "image": "CLEVR_realistic_000592", "question": "What size is the small blue metal with soft reflections small matte ceramic bowl on the left side of the small green rubber low wooden platform that is behind the large green matte metal small wooden crate in front of the small green rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [8], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [13], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [15], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 592}, {"split": "new", "image_filename": "CLEVR_realistic_000593.png", "image_index": 593, "image": "CLEVR_realistic_000593", "question": "There is a small blue brushed metal minimal wooden block behind the large gray aged metal small stoneware cup that is on the left side of the large gray aged metal small stoneware cup that is in front of the small blue brushed metal minimal wooden block; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 2, 3, 4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [13], "_output": [1], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 593}, {"split": "new", "image_filename": "CLEVR_realistic_000594.png", "image_index": 594, "image": "CLEVR_realistic_000594", "question": "What color is the small yellow metal with soft reflections wooden display plinth that is left of the small gray matte metal round mirror behind the small yellow metal with soft reflections wooden display plinth on the right side of the large brown brushed metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [3], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0], "value_inputs": ["left"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 594}, {"split": "new", "image_filename": "CLEVR_realistic_000595.png", "image_index": 595, "image": "CLEVR_realistic_000595", "question": "There is a large blue rubber square mirror that is left of the small brown aged metal minimal wooden counter that is on the right side of the small brown aged metal minimal wooden counter on the left side of the small brown aged metal minimal wooden counter; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["left"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [7], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [8], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [11], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 595}, {"split": "new", "image_filename": "CLEVR_realistic_000596.png", "image_index": 596, "image": "CLEVR_realistic_000596", "question": "What number of small purple matte metal small plant pots are both behind the small purple matte metal small plant pot and right of the large yellow matte metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 2, 3, 4], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [5, 10], "_output": [2], "value_inputs": []}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [12], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 596}, {"split": "new", "image_filename": "CLEVR_realistic_000597.png", "image_index": 597, "image": "CLEVR_realistic_000597", "question": "There is a large yellow rubber low wooden platform that is both on the right side of the large brown brushed metal narrow round console table and in front of the small purple rubber small wooden crate; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2, 4], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 11], "_output": [2], "value_inputs": []}, {"type": "filter_material", "inputs": [12], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 597}, {"split": "new", "image_filename": "CLEVR_realistic_000598.png", "image_index": 598, "image": "CLEVR_realistic_000598", "question": "There is a small yellow rubber round wooden side table that is behind the small yellow rubber round wooden side table and on the right side of the small brown rubber small plant pot; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [7], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [5, 11], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 598}, {"split": "new", "image_filename": "CLEVR_realistic_000599.png", "image_index": 599, "image": "CLEVR_realistic_000599", "question": "There is a small gray brushed metal square mirror that is both left of the small yellow metal with soft reflections round mirror and to the right of the small red rubber round wooden side table; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [3, 9], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 599}, {"split": "new", "image_filename": "CLEVR_realistic_000600.png", "image_index": 600, "image": "CLEVR_realistic_000600", "question": "There is a large purple rubber minimal wooden counter that is to the right of the large green brushed metal round wooden dining table and left of the small blue metal with soft reflections small stone plinth; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 11], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [13], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 600}, {"split": "new", "image_filename": "CLEVR_realistic_000601.png", "image_index": 601, "image": "CLEVR_realistic_000601", "question": "There is a small cyan rubber narrow round console table; how many large gray rubber round wooden dining tables are left of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3, 4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["gray"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 601}, {"split": "new", "image_filename": "CLEVR_realistic_000602.png", "image_index": 602, "image": "CLEVR_realistic_000602", "question": "Are there any small blue rubber minimal wooden counters behind the small green matte metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 602}, {"split": "new", "image_filename": "CLEVR_realistic_000603.png", "image_index": 603, "image": "CLEVR_realistic_000603", "question": "There is a large brown rubber wooden display plinth that is in front of the large brown brushed metal small plant pot; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0], "value_inputs": ["front"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 603}, {"split": "new", "image_filename": "CLEVR_realistic_000604.png", "image_index": 604, "image": "CLEVR_realistic_000604", "question": "There is a small blue rubber low wooden platform on the right side of the large green aged metal small stone plinth; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 604}, {"split": "new", "image_filename": "CLEVR_realistic_000605.png", "image_index": 605, "image": "CLEVR_realistic_000605", "question": "There is a large yellow rubber narrow round console table behind the large red rubber small wooden crate; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [6], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 605}, {"split": "new", "image_filename": "CLEVR_realistic_000606.png", "image_index": 606, "image": "CLEVR_realistic_000606", "question": "What is the small blue brushed metal square mirror that is right of the small red rubber small stoneware cup made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 606}, {"split": "new", "image_filename": "CLEVR_realistic_000607.png", "image_index": 607, "image": "CLEVR_realistic_000607", "question": "How many small brown rubber round wooden side tables are on the right side of the large yellow rubber small brushed metal bowl that is behind the large yellow rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [3], "value_inputs": ["behind"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 607}, {"split": "new", "image_filename": "CLEVR_realistic_000608.png", "image_index": 608, "image": "CLEVR_realistic_000608", "question": "There is a large brown rubber square mirror that is on the left side of the large brown rubber square mirror; are there any small purple rubber wooden display plinths that are to the left of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [6], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [10], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 608}, {"split": "new", "image_filename": "CLEVR_realistic_000609.png", "image_index": 609, "image": "CLEVR_realistic_000609", "question": "There is a small gray brushed metal minimal wooden counter in front of the large blue rubber round mirror that is on the right side of the small purple matte metal round wooden dining table; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 609}, {"split": "new", "image_filename": "CLEVR_realistic_000610.png", "image_index": 610, "image": "CLEVR_realistic_000610", "question": "What color is the large brown rubber narrow round console table that is in front of the small blue aged metal minimal wooden counter to the left of the large brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [6], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 610}, {"split": "new", "image_filename": "CLEVR_realistic_000611.png", "image_index": 611, "image": "CLEVR_realistic_000611", "question": "There is a large blue rubber minimal wooden counter in front of the large blue rubber minimal wooden counter that is to the right of the large gray aged metal round wooden dining table; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [9], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 611}, {"split": "new", "image_filename": "CLEVR_realistic_000612.png", "image_index": 612, "image": "CLEVR_realistic_000612", "question": "What shape is the large red matte metal wooden display plinth behind the large red matte metal wooden display plinth that is in front of the small brown rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 612}, {"split": "new", "image_filename": "CLEVR_realistic_000613.png", "image_index": 613, "image": "CLEVR_realistic_000613", "question": "Is there anything else that has the same size as the large cyan rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 613}, {"split": "new", "image_filename": "CLEVR_realistic_000614.png", "image_index": 614, "image": "CLEVR_realistic_000614", "question": "Is there any other thing that is the same color as the large red rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 614}, {"split": "new", "image_filename": "CLEVR_realistic_000615.png", "image_index": 615, "image": "CLEVR_realistic_000615", "question": "Is there anything else that has the same shape as the large cyan rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 615}, {"split": "new", "image_filename": "CLEVR_realistic_000616.png", "image_index": 616, "image": "CLEVR_realistic_000616", "question": "What number of other objects are there of the same size as the small yellow rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 616}, {"split": "new", "image_filename": "CLEVR_realistic_000617.png", "image_index": 617, "image": "CLEVR_realistic_000617", "question": "Is there any other thing that is made of the same material as the large red rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 617}, {"split": "new", "image_filename": "CLEVR_realistic_000618.png", "image_index": 618, "image": "CLEVR_realistic_000618", "question": "What number of other things are the same color as the small purple rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [3, 4], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 618}, {"split": "new", "image_filename": "CLEVR_realistic_000619.png", "image_index": 619, "image": "CLEVR_realistic_000619", "question": "What number of other things are there of the same material as the large brown rubber small stone plinth", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1, 2], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 619}, {"split": "new", "image_filename": "CLEVR_realistic_000620.png", "image_index": 620, "image": "CLEVR_realistic_000620", "question": "What number of other things are there of the same shape as the small yellow rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [0, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 620}, {"split": "new", "image_filename": "CLEVR_realistic_000621.png", "image_index": 621, "image": "CLEVR_realistic_000621", "question": "Are there any other cyan rubber large cyan aged metal round sugar bowls that have the same size as the large cyan aged metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [4], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 621}, {"split": "new", "image_filename": "CLEVR_realistic_000622.png", "image_index": 622, "image": "CLEVR_realistic_000622", "question": "Are there any small brown brushed metal minimal wooden blocks that have the same color as the small brown aged metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 622}, {"split": "new", "image_filename": "CLEVR_realistic_000623.png", "image_index": 623, "image": "CLEVR_realistic_000623", "question": "Is there a small green rubber wooden display plinth that has the same material as the large yellow rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 623}, {"split": "new", "image_filename": "CLEVR_realistic_000624.png", "image_index": 624, "image": "CLEVR_realistic_000624", "question": "Is there another small red brushed metal wooden display plinth that has the same shape as the large gray rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 624}, {"split": "new", "image_filename": "CLEVR_realistic_000625.png", "image_index": 625, "image": "CLEVR_realistic_000625", "question": "What number of other large red rubber small wooden crates have the same size as the large yellow brushed metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [1, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [1], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 625}, {"split": "new", "image_filename": "CLEVR_realistic_000626.png", "image_index": 626, "image": "CLEVR_realistic_000626", "question": "How many large cyan rubber small stoneware cups have the same color as the small brown rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 626}, {"split": "new", "image_filename": "CLEVR_realistic_000627.png", "image_index": 627, "image": "CLEVR_realistic_000627", "question": "What number of large yellow brushed metal small stoneware cups have the same material as the small blue rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["yellow"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 627}, {"split": "new", "image_filename": "CLEVR_realistic_000628.png", "image_index": 628, "image": "CLEVR_realistic_000628", "question": "What number of small brown rubber small plant pots are the same shape as the large gray rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["brown"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 628}, {"split": "new", "image_filename": "CLEVR_realistic_000629.png", "image_index": 629, "image": "CLEVR_realistic_000629", "question": "What is the color of the large blue aged metal low wooden platform that is the same size as the large red aged metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 629}, {"split": "new", "image_filename": "CLEVR_realistic_000630.png", "image_index": 630, "image": "CLEVR_realistic_000630", "question": "What shape is the large green matte metal small stone plinth that is the same size as the large red matte metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 630}, {"split": "new", "image_filename": "CLEVR_realistic_000631.png", "image_index": 631, "image": "CLEVR_realistic_000631", "question": "There is a large purple rubber small round mirror that is the same size as the large gray matte metal round sugar bowl; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 631}, {"split": "new", "image_filename": "CLEVR_realistic_000632.png", "image_index": 632, "image": "CLEVR_realistic_000632", "question": "There is a small gray matte metal minimal wooden counter that is the same color as the large gray rubber round mirror; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 632}, {"split": "new", "image_filename": "CLEVR_realistic_000633.png", "image_index": 633, "image": "CLEVR_realistic_000633", "question": "There is a small yellow rubber small matte ceramic bowl that is made of the same material as the large purple aged metal low wooden platform; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 633}, {"split": "new", "image_filename": "CLEVR_realistic_000634.png", "image_index": 634, "image": "CLEVR_realistic_000634", "question": "What color is the large gray rubber round wooden side table that is the same material as the small green rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 634}, {"split": "new", "image_filename": "CLEVR_realistic_000635.png", "image_index": 635, "image": "CLEVR_realistic_000635", "question": "What is the shape of the small blue metal with soft reflections small stoneware cup that is the same color as the large blue aged metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 635}, {"split": "new", "image_filename": "CLEVR_realistic_000636.png", "image_index": 636, "image": "CLEVR_realistic_000636", "question": "There is a large purple rubber round wooden dining table that is made of the same material as the small brown rubber square mirror; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 636}, {"split": "new", "image_filename": "CLEVR_realistic_000637.png", "image_index": 637, "image": "CLEVR_realistic_000637", "question": "What material is the other small cyan rubber small plant pot that is the same color as the large cyan aged metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 637}, {"split": "new", "image_filename": "CLEVR_realistic_000638.png", "image_index": 638, "image": "CLEVR_realistic_000638", "question": "What size is the large brown rubber round wooden dining table that is the same shape as the large gray aged metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 638}, {"split": "new", "image_filename": "CLEVR_realistic_000639.png", "image_index": 639, "image": "CLEVR_realistic_000639", "question": "What color is the other small gray rubber small round mirror that is the same shape as the large yellow rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [2, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 639}, {"split": "new", "image_filename": "CLEVR_realistic_000640.png", "image_index": 640, "image": "CLEVR_realistic_000640", "question": "There is a small cyan matte metal minimal wooden counter that is the same shape as the large yellow aged metal round wooden dining table; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 640}, {"split": "new", "image_filename": "CLEVR_realistic_000641.png", "image_index": 641, "image": "CLEVR_realistic_000641", "question": "Are there fewer big green metal spheres than small red aged metal small round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [0, 3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [5, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 641}, {"split": "new", "image_filename": "CLEVR_realistic_000642.png", "image_index": 642, "image": "CLEVR_realistic_000642", "question": "Are there more large brown rubber minimal wooden blocks than large brown rubber minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1, 2], "value_inputs": ["brown"]}, {"type": "count", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "greater_than", "inputs": [3, 6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 642}, {"split": "new", "image_filename": "CLEVR_realistic_000643.png", "image_index": 643, "image": "CLEVR_realistic_000643", "question": "Are there the same number of small cyan rubber round mirrors that are to the left of the large blue rubber small plant pot and large green rubber round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2, 3], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 643}, {"split": "new", "image_filename": "CLEVR_realistic_000644.png", "image_index": 644, "image": "CLEVR_realistic_000644", "question": "Is the number of large red rubber small stone plinths that are to the right of the large red rubber small stone plinth less than the number of small cyan blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["red"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [7, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 644}, {"split": "new", "image_filename": "CLEVR_realistic_000645.png", "image_index": 645, "image": "CLEVR_realistic_000645", "question": "Are there more large purple matte metal wooden display plinths that are behind the large green rubber small plant pot than big gray cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 645}, {"split": "new", "image_filename": "CLEVR_realistic_000646.png", "image_index": 646, "image": "CLEVR_realistic_000646", "question": "Are there an equal number of large yellow rubber square mirrors that are in front of the large yellow rubber square mirror and large brown aged metal round mirrors that are left of the large brown aged metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [9], "_output": [0, 1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 16], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 646}, {"split": "new", "image_filename": "CLEVR_realistic_000647.png", "image_index": 647, "image": "CLEVR_realistic_000647", "question": "Are there fewer large gray rubber square mirrors in front of the small blue aged metal round sugar bowl than large blue rubber small brushed metal bowls in front of the large gray rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "count", "inputs": [14], "_output": 2, "value_inputs": []}, {"type": "less_than", "inputs": [9, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 647}, {"split": "new", "image_filename": "CLEVR_realistic_000648.png", "image_index": 648, "image": "CLEVR_realistic_000648", "question": "Is the number of small yellow aged metal round wooden dining tables that are in front of the small cyan matte metal small wooden crate greater than the number of large gray metal with soft reflections round wooden side tables in front of the small yellow aged metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["gray"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 648}, {"split": "new", "image_filename": "CLEVR_realistic_000649.png", "image_index": 649, "image": "CLEVR_realistic_000649", "question": "What number of objects are yellow rubber cylinders or small brown rubber minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0, 4], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [5], "_output": [0, 4], "value_inputs": ["cube"]}, {"type": "union", "inputs": [3, 6], "_output": [0, 4], "value_inputs": []}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 649}, {"split": "new", "image_filename": "CLEVR_realistic_000650.png", "image_index": 650, "image": "CLEVR_realistic_000650", "question": "What number of small red rubber minimal wooden counter things are either blue matte objects or large yellow matte metal small red rubber minimal wooden counter brushed metal bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [], "value_inputs": ["rubber"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [2, 4], "_output": [1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 650}, {"split": "new", "image_filename": "CLEVR_realistic_000651.png", "image_index": 651, "image": "CLEVR_realistic_000651", "question": "What number of small cyan rubber small matte ceramic bowl things are either small small cyan rubber small matte ceramic bowl rubber small matte ceramic bowls or small red matte metal small wooden crates?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cube"]}, {"type": "union", "inputs": [2, 5], "_output": [0, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 651}, {"split": "new", "image_filename": "CLEVR_realistic_000652.png", "image_index": 652, "image": "CLEVR_realistic_000652", "question": "What number of objects are large purple rubber minimal wooden counters that are to the left of the large brown rubber round wooden dining table or large purple metal with soft reflections round wooden dining tables left of the large brown rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [3], "_output": [1], "value_inputs": ["rubber"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [11], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [12], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [4, 13], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [14], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 652}, {"split": "new", "image_filename": "CLEVR_realistic_000653.png", "image_index": 653, "image": "CLEVR_realistic_000653", "question": "What number of large red large red metal with soft reflections square mirror with soft reflections square mirror things are large brown rubber square mirrors or green cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["brown"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [2], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [1, 4], "_output": [4], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 653}, {"split": "new", "image_filename": "CLEVR_realistic_000654.png", "image_index": 654, "image": "CLEVR_realistic_000654", "question": "What number of cylinders are either small yellow rubber square mirrors or large yellow brushed metal small brushed metal bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_size", "inputs": [1], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["yellow"]}, {"type": "union", "inputs": [3, 5], "_output": [0, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 654}, {"split": "new", "image_filename": "CLEVR_realistic_000655.png", "image_index": 655, "image": "CLEVR_realistic_000655", "question": "How many objects are either large gray aged metal round wooden dining tables that are right of the large gray aged metal round wooden dining table or large gray aged metal round wooden dining tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [4], "_output": [3], "value_inputs": ["metal"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [1, 2], "value_inputs": ["gray"]}, {"type": "union", "inputs": [5, 7], "_output": [1, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [8], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 655}, {"split": "new", "image_filename": "CLEVR_realistic_000656.png", "image_index": 656, "image": "CLEVR_realistic_000656", "question": "What number of things are either tiny cyan rubber cubes or small green rubber round wooden side tables that are behind the small cyan rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [3, 4], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [10], "_output": [3], "value_inputs": ["green"]}, {"type": "union", "inputs": [4, 11], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 656}, {"split": "new", "image_filename": "CLEVR_realistic_000657.png", "image_index": 657, "image": "CLEVR_realistic_000657", "question": "How many small purple aged metal round mirrors are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 657}, {"split": "new", "image_filename": "CLEVR_realistic_000658.png", "image_index": 658, "image": "CLEVR_realistic_000658", "question": "Is there a cyan cylinder?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [2], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 658}, {"split": "new", "image_filename": "CLEVR_realistic_000659.png", "image_index": 659, "image": "CLEVR_realistic_000659", "question": "There is a large yellow matte metal round wooden side table; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 659}, {"split": "new", "image_filename": "CLEVR_realistic_000660.png", "image_index": 660, "image": "CLEVR_realistic_000660", "question": "What material is the large brown rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [4], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 660}, {"split": "new", "image_filename": "CLEVR_realistic_000661.png", "image_index": 661, "image": "CLEVR_realistic_000661", "question": "The large purple matte metal low wooden platform is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 661}, {"split": "new", "image_filename": "CLEVR_realistic_000662.png", "image_index": 662, "image": "CLEVR_realistic_000662", "question": "The small gray rubber round wooden side table has what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 662}, {"split": "new", "image_filename": "CLEVR_realistic_000663.png", "image_index": 663, "image": "CLEVR_realistic_000663", "question": "Is the size of the large cyan rubber low wooden platform the same as the large red rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3, 4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}, {"type": "query_size", "inputs": [9], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [10, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 663}, {"split": "new", "image_filename": "CLEVR_realistic_000664.png", "image_index": 664, "image": "CLEVR_realistic_000664", "question": "Does the small yellow rubber narrow round console table have the same color as the small yellow rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "yellow", "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 664}, {"split": "new", "image_filename": "CLEVR_realistic_000665.png", "image_index": 665, "image": "CLEVR_realistic_000665", "question": "Does the large purple rubber porcelain tea cup have the same material as the small purple rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [2], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [3, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 665}, {"split": "new", "image_filename": "CLEVR_realistic_000666.png", "image_index": 666, "image": "CLEVR_realistic_000666", "question": "Is the large cyan aged metal small wooden crate the same shape as the large purple brushed metal small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 666}, {"split": "new", "image_filename": "CLEVR_realistic_000667.png", "image_index": 667, "image": "CLEVR_realistic_000667", "question": "There is a large gray rubber round wooden side table in front of the small brown rubber minimal wooden counter; is its size the same as the small brown rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [2], "value_inputs": ["front"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [5, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 667}, {"split": "new", "image_filename": "CLEVR_realistic_000668.png", "image_index": 668, "image": "CLEVR_realistic_000668", "question": "There is a small purple rubber narrow round console table; is it the same size as the large blue rubber narrow round console table that is to the right of the small purple rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [5, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 668}, {"split": "new", "image_filename": "CLEVR_realistic_000669.png", "image_index": 669, "image": "CLEVR_realistic_000669", "question": "There is a large gray rubber small brushed metal bowl that is on the left side of the small green rubber minimal wooden counter; is it the same size as the large green rubber minimal wooden block in front of the small green rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 2], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [0, 1, 4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [11], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [13], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1], "value_inputs": ["front"]}, {"type": "unique", "inputs": [15], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [16], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [9, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 669}, {"split": "new", "image_filename": "CLEVR_realistic_000670.png", "image_index": 670, "image": "CLEVR_realistic_000670", "question": "Do the small gray rubber round sugar bowl on the left side of the small blue rubber narrow round console table and the small yellow rubber minimal wooden block have the same color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [4], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "yellow", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 670}, {"split": "new", "image_filename": "CLEVR_realistic_000671.png", "image_index": 671, "image": "CLEVR_realistic_000671", "question": "There is a large red aged metal narrow round console table; does it have the same color as the large red matte metal small wooden crate right of the large red aged metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "red", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [0, 3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [10], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "red", "value_inputs": []}, {"type": "equal_color", "inputs": [4, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 671}, {"split": "new", "image_filename": "CLEVR_realistic_000672.png", "image_index": 672, "image": "CLEVR_realistic_000672", "question": "Does the large purple brushed metal small matte ceramic bowl that is to the right of the small gray rubber porcelain tea cup have the same material as the small gray rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [10], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [11], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [8, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 672}, {"split": "new", "image_filename": "CLEVR_realistic_000673.png", "image_index": 673, "image": "CLEVR_realistic_000673", "question": "Do the large yellow rubber porcelain tea cup and the small blue rubber small wooden crate to the right of the large green rubber minimal wooden counter have the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [11], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 673}, {"split": "new", "image_filename": "CLEVR_realistic_000674.png", "image_index": 674, "image": "CLEVR_realistic_000674", "question": "There is a small blue brushed metal small plant pot that is behind the small brown aged metal round wooden dining table; is it the same color as the small blue rubber small matte ceramic bowl to the right of the small red rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "blue", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["red"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [13], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [14], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [15], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [16], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [17], "_output": "blue", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 18], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 674}, {"split": "new", "image_filename": "CLEVR_realistic_000675.png", "image_index": 675, "image": "CLEVR_realistic_000675", "question": "Is the material of the large red aged metal narrow round console table on the right side of the small brown aged metal narrow round console table the same as the large brown aged metal wooden display plinth left of the small blue rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 4], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [6], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [15], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [16], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [17], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [9, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 675}, {"split": "new", "image_filename": "CLEVR_realistic_000676.png", "image_index": 676, "image": "CLEVR_realistic_000676", "question": "Is the shape of the large cyan rubber round wooden side table that is to the left of the large blue rubber square mirror the same as the large blue rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [3, 4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [6], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [1], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [13], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [9, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 676}, {"split": "new", "image_filename": "CLEVR_realistic_000677.png", "image_index": 677, "image": "CLEVR_realistic_000677", "question": "There is a small red rubber square mirror; is it the same shape as the large brown brushed metal small brushed metal bowl on the left side of the small red rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [7], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0], "value_inputs": ["left"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 677}, {"split": "new", "image_filename": "CLEVR_realistic_000678.png", "image_index": 678, "image": "CLEVR_realistic_000678", "question": "There is a small yellow rubber small round mirror that is to the left of the small yellow rubber small round mirror; is its shape the same as the large green rubber round wooden side table behind the large green rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [13], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [7, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 678}, {"split": "new", "image_filename": "CLEVR_realistic_000679.png", "image_index": 679, "image": "CLEVR_realistic_000679", "question": "There is a large purple metal with soft reflections square mirror behind the large purple metal with soft reflections square mirror to the right of the large purple aged metal small round mirror; what number of large brown rubber round wooden side tables are to the right of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [8], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [1], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [12], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [14], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 679}, {"split": "new", "image_filename": "CLEVR_realistic_000680.png", "image_index": 680, "image": "CLEVR_realistic_000680", "question": "There is a large green rubber round sugar bowl that is behind the large green rubber round sugar bowl to the right of the large red metal with soft reflections minimal wooden counter; are there any large red metal with soft reflections minimal wooden counters that are to the left of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [7], "_output": [0, 3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [8], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 680}, {"split": "new", "image_filename": "CLEVR_realistic_000681.png", "image_index": 681, "image": "CLEVR_realistic_000681", "question": "There is a large green metal with soft reflections small plant pot behind the large brown aged metal square mirror to the right of the large green metal with soft reflections small plant pot behind the large brown aged metal square mirror; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [12], "_output": [3], "value_inputs": ["green"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 681}, {"split": "new", "image_filename": "CLEVR_realistic_000682.png", "image_index": 682, "image": "CLEVR_realistic_000682", "question": "What is the shape of the large red brushed metal round mirror in front of the large red brushed metal round mirror to the left of the large blue metal with soft reflections round mirror behind the small red matte metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 2, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [3], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [7], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [8], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [11], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [12], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 682}, {"split": "new", "image_filename": "CLEVR_realistic_000683.png", "image_index": 683, "image": "CLEVR_realistic_000683", "question": "There is a small red brushed metal small stone plinth that is behind the small red brushed metal small stone plinth that is on the left side of the small red brushed metal small stone plinth in front of the small red brushed metal small stone plinth; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3], "value_inputs": ["front"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [7], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [10], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 683}, {"split": "new", "image_filename": "CLEVR_realistic_000684.png", "image_index": 684, "image": "CLEVR_realistic_000684", "question": "There is a large cyan metal with soft reflections round mirror to the right of the large cyan metal with soft reflections round mirror behind the small green metal with soft reflections small plant pot left of the large purple rubber small brushed metal bowl; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [7], "_output": [3], "value_inputs": ["large"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 684}, {"split": "new", "image_filename": "CLEVR_realistic_000685.png", "image_index": 685, "image": "CLEVR_realistic_000685", "question": "What number of large cyan matte metal low wooden platforms are right of the small purple rubber minimal wooden counter and to the left of the large cyan matte metal low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 3, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 3, 4], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 8], "_output": [3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [9], "_output": [3, 4], "value_inputs": ["metal"]}, {"type": "count", "inputs": [10], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 685}, {"split": "new", "image_filename": "CLEVR_realistic_000686.png", "image_index": 686, "image": "CLEVR_realistic_000686", "question": "What size is the large green aged metal small wooden crate that is both left of the large green aged metal small wooden crate and in front of the small green metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 3, 4], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 2, 3, 4], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [5, 11], "_output": [1, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [12], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 686}, {"split": "new", "image_filename": "CLEVR_realistic_000687.png", "image_index": 687, "image": "CLEVR_realistic_000687", "question": "There is a large green metal with soft reflections round mirror that is both right of the large red rubber round wooden side table and in front of the large cyan rubber round wooden side table; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["red"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 9], "_output": [0, 1], "value_inputs": []}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 687}, {"split": "new", "image_filename": "CLEVR_realistic_000688.png", "image_index": 688, "image": "CLEVR_realistic_000688", "question": "There is a small brown rubber small round mirror that is in front of the small brown rubber small round mirror and to the left of the small green matte metal round wooden dining table; what material is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 3], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [6], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 4], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [4, 10], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 688}, {"split": "new", "image_filename": "CLEVR_realistic_000689.png", "image_index": 689, "image": "CLEVR_realistic_000689", "question": "The large green matte metal round sugar bowl that is both behind the small yellow rubber low wooden platform and on the left side of the small cyan aged metal small plant pot has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [5, 10], "_output": [1], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 689}, {"split": "new", "image_filename": "CLEVR_realistic_000690.png", "image_index": 690, "image": "CLEVR_realistic_000690", "question": "What number of small blue rubber wooden display plinths are right of the small blue rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 690}, {"split": "new", "image_filename": "CLEVR_realistic_000691.png", "image_index": 691, "image": "CLEVR_realistic_000691", "question": "Are there any large cyan rubber small stone plinths to the left of the small red brushed metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 691}, {"split": "new", "image_filename": "CLEVR_realistic_000692.png", "image_index": 692, "image": "CLEVR_realistic_000692", "question": "There is a large yellow rubber round wooden side table behind the large yellow rubber round wooden side table; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 692}, {"split": "new", "image_filename": "CLEVR_realistic_000693.png", "image_index": 693, "image": "CLEVR_realistic_000693", "question": "There is a large red rubber minimal wooden counter in front of the small yellow matte metal round wooden side table; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 693}, {"split": "new", "image_filename": "CLEVR_realistic_000694.png", "image_index": 694, "image": "CLEVR_realistic_000694", "question": "What material is the small blue metal with soft reflections small stone plinth right of the small blue metal with soft reflections small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 694}, {"split": "new", "image_filename": "CLEVR_realistic_000695.png", "image_index": 695, "image": "CLEVR_realistic_000695", "question": "The small brown rubber round mirror on the right side of the small brown rubber round mirror has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 695}, {"split": "new", "image_filename": "CLEVR_realistic_000696.png", "image_index": 696, "image": "CLEVR_realistic_000696", "question": "What number of small yellow metal with soft reflections small stone plinths are in front of the small yellow metal with soft reflections small stone plinth that is behind the small gray metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 4], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [8], "_output": [0, 3, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [9], "_output": [4], "value_inputs": ["cube"]}, {"type": "count", "inputs": [10], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 696}, {"split": "new", "image_filename": "CLEVR_realistic_000697.png", "image_index": 697, "image": "CLEVR_realistic_000697", "question": "Are there any small cyan rubber minimal wooden counters that are in front of the large green brushed metal small wooden crate that is to the right of the small brown brushed metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [9], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [11], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 697}, {"split": "new", "image_filename": "CLEVR_realistic_000698.png", "image_index": 698, "image": "CLEVR_realistic_000698", "question": "There is a large brown metal with soft reflections minimal wooden counter in front of the large brown metal with soft reflections minimal wooden counter to the left of the large cyan aged metal wooden display plinth; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [3], "_output": [4], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [4], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [7], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 698}, {"split": "new", "image_filename": "CLEVR_realistic_000699.png", "image_index": 699, "image": "CLEVR_realistic_000699", "question": "What color is the large yellow brushed metal square mirror that is to the right of the large yellow brushed metal square mirror in front of the small red matte metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [10], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 699}, {"split": "new", "image_filename": "CLEVR_realistic_000700.png", "image_index": 700, "image": "CLEVR_realistic_000700", "question": "There is a large cyan matte metal wooden display plinth left of the large cyan matte metal wooden display plinth on the left side of the large cyan matte metal wooden display plinth; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1], "value_inputs": ["left"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 700}, {"split": "new", "image_filename": "CLEVR_realistic_000701.png", "image_index": 701, "image": "CLEVR_realistic_000701", "question": "There is a large green metal with soft reflections minimal wooden counter in front of the large green metal with soft reflections minimal wooden counter on the left side of the small red rubber low wooden platform; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [8], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [10], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 701}, {"split": "new", "image_filename": "CLEVR_realistic_000702.png", "image_index": 702, "image": "CLEVR_realistic_000702", "question": "Is there anything else that has the same size as the large gray rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [2], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 702}, {"split": "new", "image_filename": "CLEVR_realistic_000703.png", "image_index": 703, "image": "CLEVR_realistic_000703", "question": "Is there anything else of the same color as the small yellow metal with soft reflections round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [4], "value_inputs": []}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 703}, {"split": "new", "image_filename": "CLEVR_realistic_000704.png", "image_index": 704, "image": "CLEVR_realistic_000704", "question": "Is there any other thing that has the same material as the small brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 1, 4], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 704}, {"split": "new", "image_filename": "CLEVR_realistic_000705.png", "image_index": 705, "image": "CLEVR_realistic_000705", "question": "Are there any other things that are the same shape as the small gray aged metal minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [1, 3], "value_inputs": []}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 705}, {"split": "new", "image_filename": "CLEVR_realistic_000706.png", "image_index": 706, "image": "CLEVR_realistic_000706", "question": "How many other objects are the same size as the small green metal with soft reflections round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1, 3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 706}, {"split": "new", "image_filename": "CLEVR_realistic_000707.png", "image_index": 707, "image": "CLEVR_realistic_000707", "question": "What number of other objects are the same color as the large purple rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [4], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 707}, {"split": "new", "image_filename": "CLEVR_realistic_000708.png", "image_index": 708, "image": "CLEVR_realistic_000708", "question": "What number of other objects are there of the same material as the large gray rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 708}, {"split": "new", "image_filename": "CLEVR_realistic_000709.png", "image_index": 709, "image": "CLEVR_realistic_000709", "question": "How many other objects are there of the same shape as the small green brushed metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0, 1, 2], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 709}, {"split": "new", "image_filename": "CLEVR_realistic_000710.png", "image_index": 710, "image": "CLEVR_realistic_000710", "question": "Is there a green matte block that has the same size as the small gray rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 710}, {"split": "new", "image_filename": "CLEVR_realistic_000711.png", "image_index": 711, "image": "CLEVR_realistic_000711", "question": "Are there any large red metal with soft reflections round mirrors that have the same color as the large red rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [0, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [0, 4], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 711}, {"split": "new", "image_filename": "CLEVR_realistic_000712.png", "image_index": 712, "image": "CLEVR_realistic_000712", "question": "Are there any small yellow rubber minimal wooden blocks made of the same material as the large blue metal with soft reflections small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["yellow"]}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 712}, {"split": "new", "image_filename": "CLEVR_realistic_000713.png", "image_index": 713, "image": "CLEVR_realistic_000713", "question": "Are there any large cyan rubber minimal wooden counters of the same shape as the small green rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 713}, {"split": "new", "image_filename": "CLEVR_realistic_000714.png", "image_index": 714, "image": "CLEVR_realistic_000714", "question": "What number of other large red brushed metal narrow round console tables are the same size as the large red brushed metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 714}, {"split": "new", "image_filename": "CLEVR_realistic_000715.png", "image_index": 715, "image": "CLEVR_realistic_000715", "question": "How many large yellow brushed metal round mirrors are the same color as the small purple rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 715}, {"split": "new", "image_filename": "CLEVR_realistic_000716.png", "image_index": 716, "image": "CLEVR_realistic_000716", "question": "How many large yellow matte metal narrow round console tables have the same material as the large brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 716}, {"split": "new", "image_filename": "CLEVR_realistic_000717.png", "image_index": 717, "image": "CLEVR_realistic_000717", "question": "What number of other small brown rubber small plant pots are the same shape as the large red rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 717}, {"split": "new", "image_filename": "CLEVR_realistic_000718.png", "image_index": 718, "image": "CLEVR_realistic_000718", "question": "There is a large brown metal with soft reflections porcelain tea cup that is the same size as the large blue matte metal small stone plinth; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3, 4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 718}, {"split": "new", "image_filename": "CLEVR_realistic_000719.png", "image_index": 719, "image": "CLEVR_realistic_000719", "question": "What is the material of the large purple brushed metal minimal wooden block that is the same size as the small cyan matte metal small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 719}, {"split": "new", "image_filename": "CLEVR_realistic_000720.png", "image_index": 720, "image": "CLEVR_realistic_000720", "question": "The other small gray rubber square mirror that is the same size as the small gray rubber square mirror is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 720}, {"split": "new", "image_filename": "CLEVR_realistic_000721.png", "image_index": 721, "image": "CLEVR_realistic_000721", "question": "What size is the small cyan rubber narrow round console table that is made of the same material as the small blue rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 721}, {"split": "new", "image_filename": "CLEVR_realistic_000722.png", "image_index": 722, "image": "CLEVR_realistic_000722", "question": "What is the size of the small purple matte metal small wooden crate that is the same color as the large green metal with soft reflections round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [4], "value_inputs": []}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 722}, {"split": "new", "image_filename": "CLEVR_realistic_000723.png", "image_index": 723, "image": "CLEVR_realistic_000723", "question": "There is another small cyan rubber small wooden crate that is the same color as the large cyan aged metal round wooden dining table; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 723}, {"split": "new", "image_filename": "CLEVR_realistic_000724.png", "image_index": 724, "image": "CLEVR_realistic_000724", "question": "There is a large blue rubber small plant pot that is the same color as the small blue brushed metal round wooden side table; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 724}, {"split": "new", "image_filename": "CLEVR_realistic_000725.png", "image_index": 725, "image": "CLEVR_realistic_000725", "question": "What color is the large red aged metal round mirror that is the same material as the large red metal with soft reflections small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 725}, {"split": "new", "image_filename": "CLEVR_realistic_000726.png", "image_index": 726, "image": "CLEVR_realistic_000726", "question": "What is the shape of the large cyan rubber minimal wooden counter that is made of the same material as the small purple rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 726}, {"split": "new", "image_filename": "CLEVR_realistic_000727.png", "image_index": 727, "image": "CLEVR_realistic_000727", "question": "There is a small brown rubber square mirror that is the same shape as the large red rubber square mirror; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 727}, {"split": "new", "image_filename": "CLEVR_realistic_000728.png", "image_index": 728, "image": "CLEVR_realistic_000728", "question": "There is a large purple rubber low wooden platform that is the same shape as the small brown brushed metal small stone plinth; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 728}, {"split": "new", "image_filename": "CLEVR_realistic_000729.png", "image_index": 729, "image": "CLEVR_realistic_000729", "question": "There is a large yellow brushed metal minimal wooden block that is the same shape as the large blue aged metal square mirror; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 729}, {"split": "new", "image_filename": "CLEVR_realistic_000730.png", "image_index": 730, "image": "CLEVR_realistic_000730", "question": "Is the number of large yellow cubes less than the number of large green brushed metal minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["metal"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [4, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 730}, {"split": "new", "image_filename": "CLEVR_realistic_000731.png", "image_index": 731, "image": "CLEVR_realistic_000731", "question": "Is the number of purple spheres greater than the number of small purple rubber square mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cube"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [3, 7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 731}, {"split": "new", "image_filename": "CLEVR_realistic_000732.png", "image_index": 732, "image": "CLEVR_realistic_000732", "question": "Are there the same number of large yellow brushed metal square mirrors to the right of the large gray metal with soft reflections small wooden crate and brown rubber cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "count", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [9], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 732}, {"split": "new", "image_filename": "CLEVR_realistic_000733.png", "image_index": 733, "image": "CLEVR_realistic_000733", "question": "Is the number of small blue matte metal small wooden crates behind the small brown rubber small plant pot less than the number of small brown rubber small plant pots?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [8, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 733}, {"split": "new", "image_filename": "CLEVR_realistic_000734.png", "image_index": 734, "image": "CLEVR_realistic_000734", "question": "Is the number of small green aged metal small brushed metal bowls in front of the large purple aged metal small round mirror greater than the number of small gray rubber small brushed metal bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [10], "_output": [2], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 734}, {"split": "new", "image_filename": "CLEVR_realistic_000735.png", "image_index": 735, "image": "CLEVR_realistic_000735", "question": "Are there an equal number of large brown matte metal small plant pots that are on the right side of the large brown matte metal small plant pot and large brown matte metal small plant pots that are to the right of the large brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [12], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [13], "_output": [4], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 735}, {"split": "new", "image_filename": "CLEVR_realistic_000736.png", "image_index": 736, "image": "CLEVR_realistic_000736", "question": "Is the number of small red brushed metal minimal wooden counters that are left of the small red brushed metal minimal wooden counter less than the number of small red brushed metal minimal wooden counters that are right of the large yellow brushed metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [10], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [11], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [14], "_output": [0], "value_inputs": ["metal"]}, {"type": "count", "inputs": [15], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [8, 16], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 736}, {"split": "new", "image_filename": "CLEVR_realistic_000737.png", "image_index": 737, "image": "CLEVR_realistic_000737", "question": "Is the number of small blue matte metal low wooden platforms on the left side of the large brown rubber porcelain tea cup greater than the number of large red rubber minimal wooden blocks in front of the large red rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [3], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 2, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [13], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [14], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [15], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [6, 17], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 737}, {"split": "new", "image_filename": "CLEVR_realistic_000738.png", "image_index": 738, "image": "CLEVR_realistic_000738", "question": "What number of things are small red cylinders or large cyan rubber small plant pots?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [4], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [3, 6], "_output": [4], "value_inputs": []}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 738}, {"split": "new", "image_filename": "CLEVR_realistic_000739.png", "image_index": 739, "image": "CLEVR_realistic_000739", "question": "How many small blue aged metal porcelain tea cup things are yellow matte things or small blue aged metal porcelain tea cup blue aged metal porcelain tea cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [], "value_inputs": ["rubber"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["metal"]}, {"type": "union", "inputs": [2, 4], "_output": [0, 1, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 739}, {"split": "new", "image_filename": "CLEVR_realistic_000740.png", "image_index": 740, "image": "CLEVR_realistic_000740", "question": "What number of red things are either matte cylinders or small cyan rubber porcelain tea cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [2, 5], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["red"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 740}, {"split": "new", "image_filename": "CLEVR_realistic_000741.png", "image_index": 741, "image": "CLEVR_realistic_000741", "question": "What number of objects are large blue brushed metal porcelain tea cups right of the large purple metal with soft reflections narrow round console table or large blue brushed metal porcelain tea cups that are right of the small gray brushed metal minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [0, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["metal"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [13], "_output": [4], "value_inputs": ["large"]}, {"type": "union", "inputs": [8, 14], "_output": [0, 4], "value_inputs": []}, {"type": "count", "inputs": [15], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 741}, {"split": "new", "image_filename": "CLEVR_realistic_000742.png", "image_index": 742, "image": "CLEVR_realistic_000742", "question": "What number of small red aged small red aged metal small plant pot small plant pot objects are small red aged metal small plant pots or cyan things?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0, 1], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [2], "_output": [], "value_inputs": ["cyan"]}, {"type": "union", "inputs": [1, 3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "count", "inputs": [5], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 742}, {"split": "new", "image_filename": "CLEVR_realistic_000743.png", "image_index": 743, "image": "CLEVR_realistic_000743", "question": "How many large red aged metal small brushed metal bowls are either large purple rubber round wooden side tables or blue objects?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["blue"]}, {"type": "union", "inputs": [3, 4], "_output": [2], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 743}, {"split": "new", "image_filename": "CLEVR_realistic_000744.png", "image_index": 744, "image": "CLEVR_realistic_000744", "question": "How many things are small yellow rubber round mirrors to the left of the large purple rubber minimal wooden block or large blue matte cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [4], "_output": [2, 3], "value_inputs": ["rubber"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [5, 10], "_output": [2, 3], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 744}, {"split": "new", "image_filename": "CLEVR_realistic_000745.png", "image_index": 745, "image": "CLEVR_realistic_000745", "question": "How many things are either small blue metal with soft reflections narrow round console tables or small gray aged metal wooden display plinths that are behind the small blue metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [9], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [1], "value_inputs": ["metal"]}, {"type": "union", "inputs": [3, 11], "_output": [1, 2], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 745}, {"split": "new", "image_filename": "CLEVR_realistic_000746.png", "image_index": 746, "image": "CLEVR_realistic_000746", "question": "What number of large gray rubber small wooden crates are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 746}, {"split": "new", "image_filename": "CLEVR_realistic_000747.png", "image_index": 747, "image": "CLEVR_realistic_000747", "question": "Are there any small brown brushed metal minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [1], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 747}, {"split": "new", "image_filename": "CLEVR_realistic_000748.png", "image_index": 748, "image": "CLEVR_realistic_000748", "question": "The small cyan metal with soft reflections minimal wooden block has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [4], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 748}, {"split": "new", "image_filename": "CLEVR_realistic_000749.png", "image_index": 749, "image": "CLEVR_realistic_000749", "question": "What is the small brown brushed metal small brushed metal bowl made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [4], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 749}, {"split": "new", "image_filename": "CLEVR_realistic_000750.png", "image_index": 750, "image": "CLEVR_realistic_000750", "question": "What number of large cyan rubber small stoneware cups are right of the small green rubber wooden display plinth and on the left side of the large brown rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [8], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 11], "_output": [0, 2], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 750}, {"split": "new", "image_filename": "CLEVR_realistic_000751.png", "image_index": 751, "image": "CLEVR_realistic_000751", "question": "What number of large cyan brushed metal small round mirrors are behind the small yellow aged metal round mirror that is to the left of the small yellow aged metal round mirror that is in front of the large cyan brushed metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [6], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [10], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [12], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 751}, {"split": "new", "image_filename": "CLEVR_realistic_000752.png", "image_index": 752, "image": "CLEVR_realistic_000752", "question": "There is a small blue rubber round mirror left of the small blue rubber round mirror behind the small blue rubber round mirror; are there any small blue rubber small brushed metal bowls that are to the left of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [12], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [13], "_output": [], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 752}, {"split": "new", "image_filename": "CLEVR_realistic_000753.png", "image_index": 753, "image": "CLEVR_realistic_000753", "question": "There is a small blue brushed metal minimal wooden counter behind the small blue brushed metal minimal wooden counter to the left of the small yellow rubber small round mirror in front of the small gray rubber small brushed metal bowl; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [8], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [11], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [13], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 753}, {"split": "new", "image_filename": "CLEVR_realistic_000754.png", "image_index": 754, "image": "CLEVR_realistic_000754", "question": "What shape is the small gray metal with soft reflections round wooden dining table to the left of the large red matte metal wooden display plinth left of the large cyan rubber round wooden side table behind the small cyan rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [8], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [3], "value_inputs": ["left"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 754}, {"split": "new", "image_filename": "CLEVR_realistic_000755.png", "image_index": 755, "image": "CLEVR_realistic_000755", "question": "What is the color of the large brown aged metal small stone plinth in front of the large cyan rubber small wooden crate that is to the right of the large brown aged metal small stone plinth behind the large brown rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [10], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [13], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [14], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [15], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [16], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 755}, {"split": "new", "image_filename": "CLEVR_realistic_000756.png", "image_index": 756, "image": "CLEVR_realistic_000756", "question": "There is a large gray rubber narrow round console table right of the small red matte metal wooden display plinth that is on the right side of the large gray rubber narrow round console table that is behind the large yellow brushed metal round wooden side table; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2], "value_inputs": ["right"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 756}, {"split": "new", "image_filename": "CLEVR_realistic_000757.png", "image_index": 757, "image": "CLEVR_realistic_000757", "question": "How big is the small blue rubber small plant pot that is both behind the large green rubber small stone plinth and in front of the large red aged metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 2, 3], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1, 2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [3, 8], "_output": [1, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [11], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 757}, {"split": "new", "image_filename": "CLEVR_realistic_000758.png", "image_index": 758, "image": "CLEVR_realistic_000758", "question": "What color is the large gray rubber minimal wooden counter that is both on the left side of the small blue rubber round mirror and on the right side of the large red aged metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [8], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1, 2], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [6, 12], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [14], "_output": "cyan", "value_inputs": []}], "answer": "cyan", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 758}, {"split": "new", "image_filename": "CLEVR_realistic_000759.png", "image_index": 759, "image": "CLEVR_realistic_000759", "question": "There is a small green rubber round wooden side table that is behind the small green rubber minimal wooden block and in front of the large yellow rubber round sugar bowl; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [7], "_output": [0, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [5, 11], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 759}, {"split": "new", "image_filename": "CLEVR_realistic_000760.png", "image_index": 760, "image": "CLEVR_realistic_000760", "question": "There is a small blue brushed metal minimal wooden counter that is both behind the large green aged metal small plant pot and on the right side of the small blue brushed metal minimal wooden counter; what is its shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [7], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 2, 3], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [4, 11], "_output": [0, 1, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [12], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 760}, {"split": "new", "image_filename": "CLEVR_realistic_000761.png", "image_index": 761, "image": "CLEVR_realistic_000761", "question": "There is a small red matte metal square mirror; how many large cyan rubber wooden display plinths are right of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 1], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 761}, {"split": "new", "image_filename": "CLEVR_realistic_000762.png", "image_index": 762, "image": "CLEVR_realistic_000762", "question": "Are there any small red rubber round wooden dining tables in front of the small gray rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["red"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 762}, {"split": "new", "image_filename": "CLEVR_realistic_000763.png", "image_index": 763, "image": "CLEVR_realistic_000763", "question": "How big is the small green metal with soft reflections round wooden side table behind the small green brushed metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 763}, {"split": "new", "image_filename": "CLEVR_realistic_000764.png", "image_index": 764, "image": "CLEVR_realistic_000764", "question": "What is the color of the small blue rubber round wooden dining table behind the small red rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 764}, {"split": "new", "image_filename": "CLEVR_realistic_000765.png", "image_index": 765, "image": "CLEVR_realistic_000765", "question": "There is a small brown rubber low wooden platform that is to the left of the small purple matte metal minimal wooden block; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 765}, {"split": "new", "image_filename": "CLEVR_realistic_000766.png", "image_index": 766, "image": "CLEVR_realistic_000766", "question": "What shape is the large purple rubber minimal wooden block on the right side of the large purple rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 766}, {"split": "new", "image_filename": "CLEVR_realistic_000767.png", "image_index": 767, "image": "CLEVR_realistic_000767", "question": "There is a large green rubber round wooden side table right of the large brown metal with soft reflections small brushed metal bowl; how many small yellow brushed metal small round mirrors are right of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [11], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 767}, {"split": "new", "image_filename": "CLEVR_realistic_000768.png", "image_index": 768, "image": "CLEVR_realistic_000768", "question": "There is a small brown rubber narrow round console table on the right side of the small green matte metal small stoneware cup; are there any small cyan aged metal low wooden platforms in front of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [10], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 768}, {"split": "new", "image_filename": "CLEVR_realistic_000769.png", "image_index": 769, "image": "CLEVR_realistic_000769", "question": "There is a large gray matte metal round wooden side table that is behind the small yellow brushed metal round mirror behind the large gray matte metal round wooden side table; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [3], "value_inputs": ["behind"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 769}, {"split": "new", "image_filename": "CLEVR_realistic_000770.png", "image_index": 770, "image": "CLEVR_realistic_000770", "question": "There is a large green rubber small stone plinth left of the large green rubber small stone plinth to the right of the large blue brushed metal round wooden dining table; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [3], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 2, 3, 4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [7], "_output": [3, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "query_color", "inputs": [10], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 770}, {"split": "new", "image_filename": "CLEVR_realistic_000771.png", "image_index": 771, "image": "CLEVR_realistic_000771", "question": "What material is the small blue matte metal small plant pot that is on the left side of the large cyan rubber small stoneware cup that is behind the large cyan rubber small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [8], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [10], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 771}, {"split": "new", "image_filename": "CLEVR_realistic_000772.png", "image_index": 772, "image": "CLEVR_realistic_000772", "question": "There is a large yellow rubber low wooden platform that is in front of the small green rubber small wooden crate on the left side of the large brown matte metal wooden display plinth; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [1], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [3], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [6], "_output": [2, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 772}, {"split": "new", "image_filename": "CLEVR_realistic_000773.png", "image_index": 773, "image": "CLEVR_realistic_000773", "question": "Is there any other thing that has the same size as the large gray rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 773}, {"split": "new", "image_filename": "CLEVR_realistic_000774.png", "image_index": 774, "image": "CLEVR_realistic_000774", "question": "Are there any other things that are the same color as the large purple brushed metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 1, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [5], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 774}, {"split": "new", "image_filename": "CLEVR_realistic_000775.png", "image_index": 775, "image": "CLEVR_realistic_000775", "question": "Are there any other things that are made of the same material as the small cyan metal with soft reflections square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1, 3, 4], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 775}, {"split": "new", "image_filename": "CLEVR_realistic_000776.png", "image_index": 776, "image": "CLEVR_realistic_000776", "question": "Are there any other things that have the same shape as the large cyan rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 776}, {"split": "new", "image_filename": "CLEVR_realistic_000777.png", "image_index": 777, "image": "CLEVR_realistic_000777", "question": "What number of other objects are there of the same size as the small cyan metal with soft reflections round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 777}, {"split": "new", "image_filename": "CLEVR_realistic_000778.png", "image_index": 778, "image": "CLEVR_realistic_000778", "question": "How many other things are there of the same color as the large cyan rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 778}, {"split": "new", "image_filename": "CLEVR_realistic_000779.png", "image_index": 779, "image": "CLEVR_realistic_000779", "question": "How many other objects are the same material as the small brown matte metal small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1, 3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 779}, {"split": "new", "image_filename": "CLEVR_realistic_000780.png", "image_index": 780, "image": "CLEVR_realistic_000780", "question": "What number of other things are the same shape as the large purple matte metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 780}, {"split": "new", "image_filename": "CLEVR_realistic_000781.png", "image_index": 781, "image": "CLEVR_realistic_000781", "question": "Is there another small green matte metal round wooden dining table of the same size as the small green matte metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 781}, {"split": "new", "image_filename": "CLEVR_realistic_000782.png", "image_index": 782, "image": "CLEVR_realistic_000782", "question": "Are there any small yellow rubber round wooden side tables of the same color as the small gray aged metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 782}, {"split": "new", "image_filename": "CLEVR_realistic_000783.png", "image_index": 783, "image": "CLEVR_realistic_000783", "question": "Is there a large yellow rubber wooden display plinth that has the same material as the large brown metal with soft reflections small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["yellow"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 783}, {"split": "new", "image_filename": "CLEVR_realistic_000784.png", "image_index": 784, "image": "CLEVR_realistic_000784", "question": "Is there another small blue rubber narrow round console table that has the same shape as the small blue rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [6], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 784}, {"split": "new", "image_filename": "CLEVR_realistic_000785.png", "image_index": 785, "image": "CLEVR_realistic_000785", "question": "How many large red rubber low wooden platforms are the same size as the small red metal with soft reflections round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3, 4], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 785}, {"split": "new", "image_filename": "CLEVR_realistic_000786.png", "image_index": 786, "image": "CLEVR_realistic_000786", "question": "How many small yellow aged metal small round mirrors have the same color as the small yellow aged metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["small"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 786}, {"split": "new", "image_filename": "CLEVR_realistic_000787.png", "image_index": 787, "image": "CLEVR_realistic_000787", "question": "What number of small brown metal with soft reflections minimal wooden counters have the same material as the large blue rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["brown"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 787}, {"split": "new", "image_filename": "CLEVR_realistic_000788.png", "image_index": 788, "image": "CLEVR_realistic_000788", "question": "What number of small blue rubber small wooden crates are the same shape as the small gray rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [5], "_output": [4], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 788}, {"split": "new", "image_filename": "CLEVR_realistic_000789.png", "image_index": 789, "image": "CLEVR_realistic_000789", "question": "What is the color of the small yellow rubber small stone plinth that is the same size as the small purple aged metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "yellow", "value_inputs": []}], "answer": "yellow", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 789}, {"split": "new", "image_filename": "CLEVR_realistic_000790.png", "image_index": 790, "image": "CLEVR_realistic_000790", "question": "There is a small cyan rubber small wooden crate that is the same size as the small purple brushed metal small brushed metal bowl; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 790}, {"split": "new", "image_filename": "CLEVR_realistic_000791.png", "image_index": 791, "image": "CLEVR_realistic_000791", "question": "What shape is the small blue rubber round wooden dining table that is the same size as the small brown brushed metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 791}, {"split": "new", "image_filename": "CLEVR_realistic_000792.png", "image_index": 792, "image": "CLEVR_realistic_000792", "question": "There is a large purple rubber round sugar bowl that is the same color as the large purple rubber round sugar bowl; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 792}, {"split": "new", "image_filename": "CLEVR_realistic_000793.png", "image_index": 793, "image": "CLEVR_realistic_000793", "question": "There is a small yellow aged metal small round mirror that is the same color as the small purple metal with soft reflections minimal wooden block; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 793}, {"split": "new", "image_filename": "CLEVR_realistic_000794.png", "image_index": 794, "image": "CLEVR_realistic_000794", "question": "What shape is the small cyan rubber minimal wooden counter that is the same color as the large cyan rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 794}, {"split": "new", "image_filename": "CLEVR_realistic_000795.png", "image_index": 795, "image": "CLEVR_realistic_000795", "question": "What is the size of the small yellow rubber wooden display plinth that is made of the same material as the small blue rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1, 2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 795}, {"split": "new", "image_filename": "CLEVR_realistic_000796.png", "image_index": 796, "image": "CLEVR_realistic_000796", "question": "What is the color of the other large brown metal with soft reflections small wooden crate that is the same material as the large green rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 796}, {"split": "new", "image_filename": "CLEVR_realistic_000797.png", "image_index": 797, "image": "CLEVR_realistic_000797", "question": "The large blue rubber small wooden crate that is the same material as the small blue metal with soft reflections small wooden crate is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1, 2, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 797}, {"split": "new", "image_filename": "CLEVR_realistic_000798.png", "image_index": 798, "image": "CLEVR_realistic_000798", "question": "There is a small green rubber round wooden side table that is the same shape as the small red aged metal narrow round console table; what is its size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 798}, {"split": "new", "image_filename": "CLEVR_realistic_000799.png", "image_index": 799, "image": "CLEVR_realistic_000799", "question": "There is another large cyan metal with soft reflections wooden display plinth that is the same shape as the large brown brushed metal narrow round console table; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 799}, {"split": "new", "image_filename": "CLEVR_realistic_000800.png", "image_index": 800, "image": "CLEVR_realistic_000800", "question": "There is another small yellow rubber small plant pot that is the same shape as the large brown rubber small brushed metal bowl; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 800}, {"split": "new", "image_filename": "CLEVR_realistic_000801.png", "image_index": 801, "image": "CLEVR_realistic_000801", "question": "Are there the same number of small green matte metal low wooden platforms and tiny red blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cube"]}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [5, 10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 0, "question_index": 801}, {"split": "new", "image_filename": "CLEVR_realistic_000802.png", "image_index": 802, "image": "CLEVR_realistic_000802", "question": "Is the number of large yellow shiny blocks less than the number of small purple rubber round sugar bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [8], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [5, 11], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 802}, {"split": "new", "image_filename": "CLEVR_realistic_000803.png", "image_index": 803, "image": "CLEVR_realistic_000803", "question": "Are there more large cyan matte cylinders than small yellow rubber narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [0, 1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [8], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "greater_than", "inputs": [5, 11], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 803}, {"split": "new", "image_filename": "CLEVR_realistic_000804.png", "image_index": 804, "image": "CLEVR_realistic_000804", "question": "Are there an equal number of large purple rubber small plant pots that are to the right of the small purple rubber narrow round console table and large purple rubber small plant pots?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["purple"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [12], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [13], "_output": [0], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "equal_integer", "inputs": [9, 15], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 804}, {"split": "new", "image_filename": "CLEVR_realistic_000805.png", "image_index": 805, "image": "CLEVR_realistic_000805", "question": "Is the number of large green brushed metal round wooden dining tables behind the large green rubber minimal wooden counter less than the number of large purple rubber square mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [9, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 805}, {"split": "new", "image_filename": "CLEVR_realistic_000806.png", "image_index": 806, "image": "CLEVR_realistic_000806", "question": "Are there more small green brushed metal small plant pots that are behind the small brown rubber minimal wooden block than purple metal cylinders?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["green"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [6, 11], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 806}, {"split": "new", "image_filename": "CLEVR_realistic_000807.png", "image_index": 807, "image": "CLEVR_realistic_000807", "question": "Are there an equal number of small gray matte metal porcelain tea cups to the left of the small blue matte metal round wooden side table and large purple rubber minimal wooden counters in front of the large purple rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [15], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 17], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 807}, {"split": "new", "image_filename": "CLEVR_realistic_000808.png", "image_index": 808, "image": "CLEVR_realistic_000808", "question": "Is the number of small brown matte metal small round mirrors behind the small cyan rubber small round mirror less than the number of small brown matte metal small round mirrors that are in front of the small green rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["brown"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [8], "_output": [2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [12], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [13], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [14], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [7, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 808}, {"split": "new", "image_filename": "CLEVR_realistic_000809.png", "image_index": 809, "image": "CLEVR_realistic_000809", "question": "Are there more small red matte metal small stone plinths that are on the left side of the large purple rubber small wooden crate than large purple rubber small wooden crates behind the small red matte metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [7], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [12], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [15], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [16], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [17], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [9, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 809}, {"split": "new", "image_filename": "CLEVR_realistic_000810.png", "image_index": 810, "image": "CLEVR_realistic_000810", "question": "How many objects are purple cubes or small purple aged metal small round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [4], "_output": [3, 4], "value_inputs": ["metal"]}, {"type": "union", "inputs": [2, 5], "_output": [3, 4], "value_inputs": []}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 810}, {"split": "new", "image_filename": "CLEVR_realistic_000811.png", "image_index": 811, "image": "CLEVR_realistic_000811", "question": "How many large cyan rubber small matte ceramic bowl things are either small yellow rubber round wooden side tables or small blue metal with soft reflections round wooden dining tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [2], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [3], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [1, 5], "_output": [0, 1, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["large"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 811}, {"split": "new", "image_filename": "CLEVR_realistic_000812.png", "image_index": 812, "image": "CLEVR_realistic_000812", "question": "What number of yellow things are either small green metal with soft reflections low wooden platforms or small brown rubber minimal wooden counters?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [2], "_output": [2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [1, 4], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["yellow"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 812}, {"split": "new", "image_filename": "CLEVR_realistic_000813.png", "image_index": 813, "image": "CLEVR_realistic_000813", "question": "What number of objects are either large green rubber porcelain tea cups that are to the right of the small purple rubber low wooden platform or small purple rubber low wooden platforms behind the large cyan rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [0, 2], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [10], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [13], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [14], "_output": [1], "value_inputs": ["cube"]}, {"type": "union", "inputs": [8, 15], "_output": [0, 1, 2], "value_inputs": []}, {"type": "count", "inputs": [16], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 813}, {"split": "new", "image_filename": "CLEVR_realistic_000814.png", "image_index": 814, "image": "CLEVR_realistic_000814", "question": "How many small brown rubber wooden display plinth objects are either large green small brown rubber wooden display plinth metal round mirrors or large purple brushed metal porcelain tea cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [2], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [3], "_output": [2], "value_inputs": ["purple"]}, {"type": "union", "inputs": [1, 4], "_output": [0, 2], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 814}, {"split": "new", "image_filename": "CLEVR_realistic_000815.png", "image_index": 815, "image": "CLEVR_realistic_000815", "question": "How many cylinders are either small gray rubber low wooden platforms or large red metal with soft reflections minimal wooden blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["gray"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["red"]}, {"type": "union", "inputs": [2, 3], "_output": [0, 1, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [5], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 815}, {"split": "new", "image_filename": "CLEVR_realistic_000816.png", "image_index": 816, "image": "CLEVR_realistic_000816", "question": "What number of objects are small purple brushed metal round mirrors to the right of the small red rubber round wooden dining table or large purple rubber narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["purple"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [8], "_output": [2], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [5, 9], "_output": [2], "value_inputs": []}, {"type": "count", "inputs": [10], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 816}, {"split": "new", "image_filename": "CLEVR_realistic_000817.png", "image_index": 817, "image": "CLEVR_realistic_000817", "question": "How many objects are either small purple cubes or small cyan aged metal small stoneware cups behind the small gray aged metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["cyan"]}, {"type": "union", "inputs": [3, 9], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [10], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 817}, {"split": "new", "image_filename": "CLEVR_realistic_000818.png", "image_index": 818, "image": "CLEVR_realistic_000818", "question": "How many large brown blocks are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 818}, {"split": "new", "image_filename": "CLEVR_realistic_000819.png", "image_index": 819, "image": "CLEVR_realistic_000819", "question": "Are any large red cylinders visible?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 819}, {"split": "new", "image_filename": "CLEVR_realistic_000820.png", "image_index": 820, "image": "CLEVR_realistic_000820", "question": "There is a large green rubber porcelain tea cup; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [4], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 820}, {"split": "new", "image_filename": "CLEVR_realistic_000821.png", "image_index": 821, "image": "CLEVR_realistic_000821", "question": "What is the small green brushed metal porcelain tea cup made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 821}, {"split": "new", "image_filename": "CLEVR_realistic_000822.png", "image_index": 822, "image": "CLEVR_realistic_000822", "question": "The small green aged metal narrow round console table is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 822}, {"split": "new", "image_filename": "CLEVR_realistic_000823.png", "image_index": 823, "image": "CLEVR_realistic_000823", "question": "What is the size of the small brown rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 823}, {"split": "new", "image_filename": "CLEVR_realistic_000824.png", "image_index": 824, "image": "CLEVR_realistic_000824", "question": "Does the large gray matte metal square mirror have the same size as the large green aged metal small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "large", "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [9, 10], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 824}, {"split": "new", "image_filename": "CLEVR_realistic_000825.png", "image_index": 825, "image": "CLEVR_realistic_000825", "question": "Is the large cyan rubber small stoneware cup the same color as the small yellow rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "cyan", "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [9, 10], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 825}, {"split": "new", "image_filename": "CLEVR_realistic_000826.png", "image_index": 826, "image": "CLEVR_realistic_000826", "question": "Does the large purple rubber small wooden crate have the same material as the small brown rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 826}, {"split": "new", "image_filename": "CLEVR_realistic_000827.png", "image_index": 827, "image": "CLEVR_realistic_000827", "question": "Do the small purple brushed metal small wooden crate and the large blue rubber small round mirror have the same shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 827}, {"split": "new", "image_filename": "CLEVR_realistic_000828.png", "image_index": 828, "image": "CLEVR_realistic_000828", "question": "Does the large blue rubber round wooden dining table that is in front of the large blue rubber wooden display plinth have the same size as the large blue rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [0, 4], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [10], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [13], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [8, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 828}, {"split": "new", "image_filename": "CLEVR_realistic_000829.png", "image_index": 829, "image": "CLEVR_realistic_000829", "question": "There is a small blue rubber porcelain tea cup; is it the same size as the small blue rubber porcelain tea cup that is right of the small cyan rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [4], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [8], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2], "value_inputs": ["right"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [13], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [5, 14], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 829}, {"split": "new", "image_filename": "CLEVR_realistic_000830.png", "image_index": 830, "image": "CLEVR_realistic_000830", "question": "Do the small purple rubber minimal wooden counter in front of the large yellow matte metal small matte ceramic bowl and the large yellow rubber minimal wooden block that is to the right of the large cyan matte metal round wooden side table have the same size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [9], "_output": [4], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [10], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [12], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [7, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 830}, {"split": "new", "image_filename": "CLEVR_realistic_000831.png", "image_index": 831, "image": "CLEVR_realistic_000831", "question": "Is the color of the large yellow rubber small stone plinth that is left of the large yellow rubber small stone plinth the same as the large yellow rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3, 4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "red", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [10], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 831}, {"split": "new", "image_filename": "CLEVR_realistic_000832.png", "image_index": 832, "image": "CLEVR_realistic_000832", "question": "Does the large yellow rubber round wooden side table have the same color as the large blue metal with soft reflections small plant pot that is behind the large yellow rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [2], "_output": "yellow", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3, 4], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 2], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [8], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "blue", "value_inputs": []}, {"type": "equal_color", "inputs": [3, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 832}, {"split": "new", "image_filename": "CLEVR_realistic_000833.png", "image_index": 833, "image": "CLEVR_realistic_000833", "question": "There is a small brown matte metal minimal wooden counter left of the small red aged metal round sugar bowl; is its color the same as the small brown matte metal minimal wooden counter that is behind the small gray rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "gray", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [2, 3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [13], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [15], "_output": "brown", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 833}, {"split": "new", "image_filename": "CLEVR_realistic_000834.png", "image_index": 834, "image": "CLEVR_realistic_000834", "question": "Do the large blue rubber round wooden dining table that is to the left of the small green matte metal round mirror and the small red rubber small stoneware cup have the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [9], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [11], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [7, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 834}, {"split": "new", "image_filename": "CLEVR_realistic_000835.png", "image_index": 835, "image": "CLEVR_realistic_000835", "question": "Is the material of the large red rubber minimal wooden counter the same as the large green rubber small brushed metal bowl to the right of the large green rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [4], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [6], "_output": [0, 1, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [10], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [5, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 835}, {"split": "new", "image_filename": "CLEVR_realistic_000836.png", "image_index": 836, "image": "CLEVR_realistic_000836", "question": "Does the large gray rubber small stone plinth that is on the right side of the large gray rubber small stone plinth have the same material as the large gray rubber small stone plinth that is in front of the small red rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1, 3], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [15], "_output": [3], "value_inputs": ["large"]}, {"type": "unique", "inputs": [16], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [17], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [9, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 836}, {"split": "new", "image_filename": "CLEVR_realistic_000837.png", "image_index": 837, "image": "CLEVR_realistic_000837", "question": "Is the shape of the large purple metal with soft reflections round wooden dining table that is behind the large green aged metal round sugar bowl the same as the large gray aged metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "cylinder", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [13], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [9, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 837}, {"split": "new", "image_filename": "CLEVR_realistic_000838.png", "image_index": 838, "image": "CLEVR_realistic_000838", "question": "Is the shape of the large blue rubber round mirror the same as the large blue rubber round mirror that is behind the large blue rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "cylinder", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [9], "_output": [1], "value_inputs": ["large"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [3, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 838}, {"split": "new", "image_filename": "CLEVR_realistic_000839.png", "image_index": 839, "image": "CLEVR_realistic_000839", "question": "There is a large purple brushed metal small wooden crate on the left side of the large red rubber square mirror; is it the same shape as the small blue rubber small round mirror that is left of the small blue rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [10], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [11], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [15], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [16], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [17], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [18], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [8, 19], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 839}, {"split": "new", "image_filename": "CLEVR_realistic_000840.png", "image_index": 840, "image": "CLEVR_realistic_000840", "question": "What number of large purple metal with soft reflections small plant pots are in front of the large purple metal with soft reflections small plant pot on the left side of the large purple metal with soft reflections small plant pot in front of the large purple rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2, 3, 4], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [9], "_output": [2, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [0, 1, 2, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [13], "_output": [0, 1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [14], "_output": [1, 2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [15], "_output": [1], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [16], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 840}, {"split": "new", "image_filename": "CLEVR_realistic_000841.png", "image_index": 841, "image": "CLEVR_realistic_000841", "question": "Is there a small purple matte metal round wooden dining table that is to the right of the small blue metal with soft reflections small wooden crate that is on the left side of the small blue metal with soft reflections small wooden crate that is on the right side of the small blue metal with soft reflections small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [9], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [13], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [14], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 841}, {"split": "new", "image_filename": "CLEVR_realistic_000842.png", "image_index": 842, "image": "CLEVR_realistic_000842", "question": "There is a large yellow rubber wooden display plinth that is behind the large yellow rubber wooden display plinth to the left of the large yellow rubber wooden display plinth that is behind the large yellow metal with soft reflections low wooden platform; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [3], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [8], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [9], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 1], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [12], "_output": [0, 1], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [13], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [15], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 842}, {"split": "new", "image_filename": "CLEVR_realistic_000843.png", "image_index": 843, "image": "CLEVR_realistic_000843", "question": "There is a small blue brushed metal square mirror to the right of the large green metal with soft reflections wooden display plinth on the right side of the small blue brushed metal square mirror right of the small brown aged metal round mirror; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 4], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [9], "_output": [1, 4], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [10], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [13], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [14], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 843}, {"split": "new", "image_filename": "CLEVR_realistic_000844.png", "image_index": 844, "image": "CLEVR_realistic_000844", "question": "What is the color of the large cyan rubber round wooden side table that is to the right of the small purple matte metal round mirror left of the large cyan rubber round wooden side table that is behind the large cyan rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 844}, {"split": "new", "image_filename": "CLEVR_realistic_000845.png", "image_index": 845, "image": "CLEVR_realistic_000845", "question": "What is the material of the small red rubber round sugar bowl behind the small yellow aged metal low wooden platform to the right of the small yellow aged metal low wooden platform on the left side of the small blue matte metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [7], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [9], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [11], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [12], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [13], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 845}, {"split": "new", "image_filename": "CLEVR_realistic_000846.png", "image_index": 846, "image": "CLEVR_realistic_000846", "question": "What number of small green brushed metal low wooden platforms are both to the right of the small green brushed metal low wooden platform and in front of the small purple matte metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [7], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [9], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [4, 11], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 846}, {"split": "new", "image_filename": "CLEVR_realistic_000847.png", "image_index": 847, "image": "CLEVR_realistic_000847", "question": "How big is the large red matte metal small stone plinth that is behind the small purple aged metal round wooden side table and right of the small yellow aged metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 4], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [7], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2, 3], "value_inputs": ["behind"]}, {"type": "intersect", "inputs": [4, 10], "_output": [0, 1], "value_inputs": []}, {"type": "filter_material", "inputs": [11], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [12], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [13], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 847}, {"split": "new", "image_filename": "CLEVR_realistic_000848.png", "image_index": 848, "image": "CLEVR_realistic_000848", "question": "There is a large brown rubber small stone plinth that is both in front of the small gray rubber small stoneware cup and left of the large brown rubber small stone plinth; what is its color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 2, 3, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [3, 9], "_output": [1], "value_inputs": []}, {"type": "filter_material", "inputs": [10], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 848}, {"split": "new", "image_filename": "CLEVR_realistic_000849.png", "image_index": 849, "image": "CLEVR_realistic_000849", "question": "There is a small purple brushed metal round wooden side table that is both in front of the large blue rubber square mirror and to the right of the small red rubber minimal wooden block; what is it made of?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 3], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [4, 10], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [12], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 849}, {"split": "new", "image_filename": "CLEVR_realistic_000850.png", "image_index": 850, "image": "CLEVR_realistic_000850", "question": "What shape is the small yellow rubber narrow round console table that is both to the left of the large brown rubber small round mirror and behind the small yellow metal with soft reflections round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [7], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [3, 4], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [5, 11], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [12], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [13], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 850}, {"split": "new", "image_filename": "CLEVR_realistic_000851.png", "image_index": 851, "image": "CLEVR_realistic_000851", "question": "There is a small brown rubber small stone plinth; what number of large cyan matte metal small brushed metal bowls are on the left side of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 851}, {"split": "new", "image_filename": "CLEVR_realistic_000852.png", "image_index": 852, "image": "CLEVR_realistic_000852", "question": "Are there any small yellow brushed metal small wooden crates in front of the small gray rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2, 3, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [8], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 852}, {"split": "new", "image_filename": "CLEVR_realistic_000853.png", "image_index": 853, "image": "CLEVR_realistic_000853", "question": "How big is the large purple rubber minimal wooden block to the left of the large blue aged metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 853}, {"split": "new", "image_filename": "CLEVR_realistic_000854.png", "image_index": 854, "image": "CLEVR_realistic_000854", "question": "There is a small blue metal with soft reflections round mirror that is on the right side of the small yellow brushed metal round sugar bowl; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 3, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [5], "_output": [0, 3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 854}, {"split": "new", "image_filename": "CLEVR_realistic_000855.png", "image_index": 855, "image": "CLEVR_realistic_000855", "question": "There is a small purple rubber wooden display plinth right of the small brown matte metal minimal wooden block; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2, 3, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 855}, {"split": "new", "image_filename": "CLEVR_realistic_000856.png", "image_index": 856, "image": "CLEVR_realistic_000856", "question": "There is a small cyan brushed metal round mirror right of the small cyan rubber small wooden crate; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1, 2], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [1], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 856}, {"split": "new", "image_filename": "CLEVR_realistic_000857.png", "image_index": 857, "image": "CLEVR_realistic_000857", "question": "There is a small cyan rubber small brushed metal bowl that is to the left of the small red rubber small stone plinth; what number of small brown rubber narrow round console tables are to the left of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [8], "_output": [4], "value_inputs": ["small"]}, {"type": "count", "inputs": [9], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 857}, {"split": "new", "image_filename": "CLEVR_realistic_000858.png", "image_index": 858, "image": "CLEVR_realistic_000858", "question": "There is a large yellow brushed metal round sugar bowl to the right of the large yellow brushed metal round sugar bowl; is there a small green rubber round wooden dining table on the left side of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [3], "_output": [3], "value_inputs": ["large"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 858}, {"split": "new", "image_filename": "CLEVR_realistic_000859.png", "image_index": 859, "image": "CLEVR_realistic_000859", "question": "There is a small brown brushed metal small brushed metal bowl that is in front of the small cyan matte metal round mirror behind the small gray brushed metal low wooden platform; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["small"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [11], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 859}, {"split": "new", "image_filename": "CLEVR_realistic_000860.png", "image_index": 860, "image": "CLEVR_realistic_000860", "question": "What is the color of the large red rubber wooden display plinth that is behind the small yellow rubber porcelain tea cup that is in front of the small yellow rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2, 3], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [8], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 860}, {"split": "new", "image_filename": "CLEVR_realistic_000861.png", "image_index": 861, "image": "CLEVR_realistic_000861", "question": "What is the material of the small purple rubber low wooden platform behind the small purple rubber low wooden platform on the right side of the small cyan matte metal wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 4], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [3], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 861}, {"split": "new", "image_filename": "CLEVR_realistic_000862.png", "image_index": 862, "image": "CLEVR_realistic_000862", "question": "The small green rubber small wooden crate that is in front of the small blue matte metal small brushed metal bowl on the right side of the large purple rubber porcelain tea cup is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 3], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [7], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [9], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 862}, {"split": "new", "image_filename": "CLEVR_realistic_000863.png", "image_index": 863, "image": "CLEVR_realistic_000863", "question": "Is there anything else that has the same size as the large green metal with soft reflections round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 863}, {"split": "new", "image_filename": "CLEVR_realistic_000864.png", "image_index": 864, "image": "CLEVR_realistic_000864", "question": "Is there anything else that is the same shape as the small blue rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["blue"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 864}, {"split": "new", "image_filename": "CLEVR_realistic_000865.png", "image_index": 865, "image": "CLEVR_realistic_000865", "question": "Is there anything else of the same color as the small blue brushed metal small stoneware cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 865}, {"split": "new", "image_filename": "CLEVR_realistic_000866.png", "image_index": 866, "image": "CLEVR_realistic_000866", "question": "What number of other objects are the same size as the large red rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 866}, {"split": "new", "image_filename": "CLEVR_realistic_000867.png", "image_index": 867, "image": "CLEVR_realistic_000867", "question": "What number of other things are the same color as the small gray rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 867}, {"split": "new", "image_filename": "CLEVR_realistic_000868.png", "image_index": 868, "image": "CLEVR_realistic_000868", "question": "Is there anything else that has the same material as the large green aged metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 868}, {"split": "new", "image_filename": "CLEVR_realistic_000869.png", "image_index": 869, "image": "CLEVR_realistic_000869", "question": "How many other objects are the same material as the large cyan matte metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 869}, {"split": "new", "image_filename": "CLEVR_realistic_000870.png", "image_index": 870, "image": "CLEVR_realistic_000870", "question": "What number of other objects are the same shape as the small brown rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [2], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 870}, {"split": "new", "image_filename": "CLEVR_realistic_000871.png", "image_index": 871, "image": "CLEVR_realistic_000871", "question": "Is there a small cyan rubber small stoneware cup that has the same size as the small gray brushed metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [5], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 871}, {"split": "new", "image_filename": "CLEVR_realistic_000872.png", "image_index": 872, "image": "CLEVR_realistic_000872", "question": "Is there a large gray rubber narrow round console table made of the same material as the large cyan rubber small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 872}, {"split": "new", "image_filename": "CLEVR_realistic_000873.png", "image_index": 873, "image": "CLEVR_realistic_000873", "question": "Is there a small green rubber minimal wooden block of the same color as the small green aged metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 873}, {"split": "new", "image_filename": "CLEVR_realistic_000874.png", "image_index": 874, "image": "CLEVR_realistic_000874", "question": "Is there a large cyan matte metal round mirror of the same shape as the large red rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 874}, {"split": "new", "image_filename": "CLEVR_realistic_000875.png", "image_index": 875, "image": "CLEVR_realistic_000875", "question": "What number of large green metal with soft reflections round sugar bowls are the same size as the small yellow matte metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [4], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 875}, {"split": "new", "image_filename": "CLEVR_realistic_000876.png", "image_index": 876, "image": "CLEVR_realistic_000876", "question": "What number of other small brown rubber minimal wooden counters have the same color as the small brown rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [2], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 876}, {"split": "new", "image_filename": "CLEVR_realistic_000877.png", "image_index": 877, "image": "CLEVR_realistic_000877", "question": "What number of large red rubber porcelain tea cups have the same material as the small red rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["red"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["red"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 877}, {"split": "new", "image_filename": "CLEVR_realistic_000878.png", "image_index": 878, "image": "CLEVR_realistic_000878", "question": "What number of small purple rubber round sugar bowls have the same shape as the small gray metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 878}, {"split": "new", "image_filename": "CLEVR_realistic_000879.png", "image_index": 879, "image": "CLEVR_realistic_000879", "question": "What is the color of the other large red rubber small matte ceramic bowl that is the same size as the large yellow rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [8], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 879}, {"split": "new", "image_filename": "CLEVR_realistic_000880.png", "image_index": 880, "image": "CLEVR_realistic_000880", "question": "What is the material of the small cyan brushed metal round wooden side table that is the same size as the small purple matte metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0, 1], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 880}, {"split": "new", "image_filename": "CLEVR_realistic_000881.png", "image_index": 881, "image": "CLEVR_realistic_000881", "question": "What is the shape of the small cyan rubber small brushed metal bowl that is the same size as the small red rubber minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [4], "_output": [2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 881}, {"split": "new", "image_filename": "CLEVR_realistic_000882.png", "image_index": 882, "image": "CLEVR_realistic_000882", "question": "What is the size of the large gray rubber round mirror that is the same material as the small red rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 882}, {"split": "new", "image_filename": "CLEVR_realistic_000883.png", "image_index": 883, "image": "CLEVR_realistic_000883", "question": "The other small blue brushed metal small wooden crate that is the same material as the small gray rubber porcelain tea cup is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [5], "_output": "brown", "value_inputs": []}], "answer": "brown", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 883}, {"split": "new", "image_filename": "CLEVR_realistic_000884.png", "image_index": 884, "image": "CLEVR_realistic_000884", "question": "The small blue rubber round wooden side table that is made of the same material as the small blue rubber round wooden side table is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [1, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 884}, {"split": "new", "image_filename": "CLEVR_realistic_000885.png", "image_index": 885, "image": "CLEVR_realistic_000885", "question": "There is another large red rubber minimal wooden counter that is the same shape as the large green aged metal round wooden side table; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0, 1, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["red"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 885}, {"split": "new", "image_filename": "CLEVR_realistic_000886.png", "image_index": 886, "image": "CLEVR_realistic_000886", "question": "The large blue matte metal low wooden platform that is the same shape as the small gray metal with soft reflections wooden display plinth is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [1, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 886}, {"split": "new", "image_filename": "CLEVR_realistic_000887.png", "image_index": 887, "image": "CLEVR_realistic_000887", "question": "The small green rubber small plant pot that is the same color as the small red matte metal wooden display plinth is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 887}, {"split": "new", "image_filename": "CLEVR_realistic_000888.png", "image_index": 888, "image": "CLEVR_realistic_000888", "question": "What is the material of the other small gray rubber small matte ceramic bowl that is the same shape as the large yellow rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 888}, {"split": "new", "image_filename": "CLEVR_realistic_000889.png", "image_index": 889, "image": "CLEVR_realistic_000889", "question": "What is the material of the large blue matte metal square mirror that is the same color as the large red matte metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [3], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 889}, {"split": "new", "image_filename": "CLEVR_realistic_000890.png", "image_index": 890, "image": "CLEVR_realistic_000890", "question": "The large yellow rubber small matte ceramic bowl that is the same color as the large brown brushed metal minimal wooden counter is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [5], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 890}, {"split": "new", "image_filename": "CLEVR_realistic_000891.png", "image_index": 891, "image": "CLEVR_realistic_000891", "question": "Are there fewer large yellow matte metal small wooden crates than purple shiny objects?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1, 2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [3, 7], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 891}, {"split": "new", "image_filename": "CLEVR_realistic_000892.png", "image_index": 892, "image": "CLEVR_realistic_000892", "question": "Are there more large blue rubber round wooden dining tables than small cyan metallic cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["blue"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [3, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 892}, {"split": "new", "image_filename": "CLEVR_realistic_000893.png", "image_index": 893, "image": "CLEVR_realistic_000893", "question": "Are there an equal number of small cyan metal with soft reflections minimal wooden counters to the left of the large cyan matte metal minimal wooden counter and gray rubber cubes?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["cyan"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [8, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 893}, {"split": "new", "image_filename": "CLEVR_realistic_000894.png", "image_index": 894, "image": "CLEVR_realistic_000894", "question": "Are there fewer large green aged metal round sugar bowls that are in front of the small red brushed metal round wooden dining table than small red rubber narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [], "value_inputs": ["green"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [0, 1, 3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [10], "_output": [0, 1], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "less_than", "inputs": [8, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 894}, {"split": "new", "image_filename": "CLEVR_realistic_000895.png", "image_index": 895, "image": "CLEVR_realistic_000895", "question": "Is the number of large yellow matte metal small round mirrors that are behind the small purple rubber square mirror greater than the number of tiny red metallic spheres?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [7], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [11], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [12], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [13], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [14], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [9, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 895}, {"split": "new", "image_filename": "CLEVR_realistic_000896.png", "image_index": 896, "image": "CLEVR_realistic_000896", "question": "Is the number of small gray brushed metal round mirrors behind the large yellow rubber porcelain tea cup the same as the number of large purple rubber square mirrors that are to the right of the small cyan aged metal round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [5], "_output": [1, 2], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 16], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 896}, {"split": "new", "image_filename": "CLEVR_realistic_000897.png", "image_index": 897, "image": "CLEVR_realistic_000897", "question": "Are there fewer large red rubber round wooden side tables that are on the right side of the large red rubber round wooden side table than small gray rubber small matte ceramic bowls to the left of the large brown rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [3], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 1, 2], "value_inputs": ["left"]}, {"type": "count", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "less_than", "inputs": [8, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 897}, {"split": "new", "image_filename": "CLEVR_realistic_000898.png", "image_index": 898, "image": "CLEVR_realistic_000898", "question": "Is the number of small green matte metal small plant pots to the left of the small green matte metal small plant pot greater than the number of large red rubber round wooden side tables that are in front of the large red rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [5], "_output": [2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [8], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [12], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [13], "_output": [], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [14], "_output": [], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [15], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 16], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 898}, {"split": "new", "image_filename": "CLEVR_realistic_000899.png", "image_index": 899, "image": "CLEVR_realistic_000899", "question": "How many things are either large green brushed metal small stoneware cups or yellow metal objects?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "union", "inputs": [3, 6], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 899}, {"split": "new", "image_filename": "CLEVR_realistic_000900.png", "image_index": 900, "image": "CLEVR_realistic_000900", "question": "What number of small cyan rubber small wooden crate things are either cylinders or small cyan rubber small wooden crate cyan rubber small cyan rubber small wooden crate wooden crates?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [2], "_output": [0, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [0, 4], "value_inputs": ["cube"]}, {"type": "union", "inputs": [1, 4], "_output": [0, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 900}, {"split": "new", "image_filename": "CLEVR_realistic_000901.png", "image_index": 901, "image": "CLEVR_realistic_000901", "question": "What number of large gray rubber narrow round console table things are large large gray rubber narrow round console table rubber narrow round console tables or large large gray rubber narrow round console table rubber narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["large"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [2], "_output": [0, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [3], "_output": [0, 4], "value_inputs": ["cylinder"]}, {"type": "union", "inputs": [1, 4], "_output": [0, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [0], "value_inputs": ["gray"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 901}, {"split": "new", "image_filename": "CLEVR_realistic_000902.png", "image_index": 902, "image": "CLEVR_realistic_000902", "question": "How many small brown rubber minimal wooden blocks are either small brown rubber minimal wooden blocks to the right of the small gray rubber square mirror or small brown rubber minimal wooden blocks behind the small purple metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [8], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [0, 3], "value_inputs": ["behind"]}, {"type": "union", "inputs": [6, 12], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [13], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 902}, {"split": "new", "image_filename": "CLEVR_realistic_000903.png", "image_index": 903, "image": "CLEVR_realistic_000903", "question": "What number of large yellow rubber round wooden side table things are large yellow large yellow rubber round wooden side table round wooden side tables or small yellow large yellow rubber round wooden side table metal narrow round console tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 3], "value_inputs": ["yellow"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [2], "_output": [2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [3], "_output": [3], "value_inputs": ["yellow"]}, {"type": "union", "inputs": [1, 4], "_output": [0, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 903}, {"split": "new", "image_filename": "CLEVR_realistic_000904.png", "image_index": 904, "image": "CLEVR_realistic_000904", "question": "What number of large brown rubber round mirrors are either small yellow rubber objects or large brown rubber round mirrors?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [2], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [3], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_size", "inputs": [1], "_output": [1, 2, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [2, 3], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [4, 6], "_output": [2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [7], "_output": [2, 3], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 904}, {"split": "new", "image_filename": "CLEVR_realistic_000905.png", "image_index": 905, "image": "CLEVR_realistic_000905", "question": "How many things are either large gray rubber square mirrors that are behind the large yellow brushed metal round mirror or large yellow aged metal small stoneware cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [7], "_output": [0], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [9], "_output": [1, 3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [10], "_output": [1], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [8, 11], "_output": [0, 1], "value_inputs": []}, {"type": "count", "inputs": [12], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 905}, {"split": "new", "image_filename": "CLEVR_realistic_000906.png", "image_index": 906, "image": "CLEVR_realistic_000906", "question": "What number of objects are either large red rubber round wooden side tables or small gray aged metal low wooden platforms in front of the large red rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["metal"]}, {"type": "union", "inputs": [4, 10], "_output": [0, 2], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 906}, {"split": "new", "image_filename": "CLEVR_realistic_000907.png", "image_index": 907, "image": "CLEVR_realistic_000907", "question": "What number of small purple matte metal round wooden side tables are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "count", "inputs": [1], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 907}, {"split": "new", "image_filename": "CLEVR_realistic_000908.png", "image_index": 908, "image": "CLEVR_realistic_000908", "question": "Is there a large purple aged metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "exist", "inputs": [2], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 908}, {"split": "new", "image_filename": "CLEVR_realistic_000909.png", "image_index": 909, "image": "CLEVR_realistic_000909", "question": "There is a large gray rubber round wooden dining table; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [4], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 909}, {"split": "new", "image_filename": "CLEVR_realistic_000910.png", "image_index": 910, "image": "CLEVR_realistic_000910", "question": "What material is the large purple rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["purple"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 910}, {"split": "new", "image_filename": "CLEVR_realistic_000911.png", "image_index": 911, "image": "CLEVR_realistic_000911", "question": "What color is the small blue rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [4], "_output": "blue", "value_inputs": []}], "answer": "blue", "template_filename": "zero_hop.json", "question_family_index": 4, "question_index": 911}, {"split": "new", "image_filename": "CLEVR_realistic_000912.png", "image_index": 912, "image": "CLEVR_realistic_000912", "question": "The large cyan rubber round sugar bowl is what size?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [2], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "zero_hop.json", "question_family_index": 5, "question_index": 912}, {"split": "new", "image_filename": "CLEVR_realistic_000913.png", "image_index": 913, "image": "CLEVR_realistic_000913", "question": "Is the size of the large purple rubber square mirror the same as the small brown brushed metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [2], "_output": "large", "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [7, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 0, "question_index": 913}, {"split": "new", "image_filename": "CLEVR_realistic_000914.png", "image_index": 914, "image": "CLEVR_realistic_000914", "question": "Are the small blue aged metal small matte ceramic bowl and the small yellow rubber porcelain tea cup made of the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [4], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [4, 8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 2, "question_index": 914}, {"split": "new", "image_filename": "CLEVR_realistic_000915.png", "image_index": 915, "image": "CLEVR_realistic_000915", "question": "Is the shape of the small yellow rubber minimal wooden block the same as the large purple brushed metal small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [2], "_output": "cube", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "cube", "value_inputs": []}, {"type": "equal_shape", "inputs": [3, 7], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 3, "question_index": 915}, {"split": "new", "image_filename": "CLEVR_realistic_000916.png", "image_index": 916, "image": "CLEVR_realistic_000916", "question": "Is the small purple rubber porcelain tea cup the same color as the large purple aged metal small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "purple", "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "purple", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 1, "question_index": 916}, {"split": "new", "image_filename": "CLEVR_realistic_000917.png", "image_index": 917, "image": "CLEVR_realistic_000917", "question": "There is a small gray rubber narrow round console table that is behind the large blue metal with soft reflections round mirror; does it have the same size as the small cyan brushed metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [7, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 4, "question_index": 917}, {"split": "new", "image_filename": "CLEVR_realistic_000918.png", "image_index": 918, "image": "CLEVR_realistic_000918", "question": "There is a small gray metal with soft reflections square mirror that is in front of the small gray metal with soft reflections square mirror; does it have the same color as the small yellow rubber square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [3], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "yellow", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [8], "_output": [1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [11], "_output": "yellow", "value_inputs": []}, {"type": "equal_color", "inputs": [7, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 7, "question_index": 918}, {"split": "new", "image_filename": "CLEVR_realistic_000919.png", "image_index": 919, "image": "CLEVR_realistic_000919", "question": "Is the size of the large brown rubber small brushed metal bowl the same as the small cyan rubber round mirror behind the small cyan matte metal minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [3], "_output": "large", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [0, 3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [10], "_output": [0], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "small", "value_inputs": []}, {"type": "equal_size", "inputs": [4, 13], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 5, "question_index": 919}, {"split": "new", "image_filename": "CLEVR_realistic_000920.png", "image_index": 920, "image": "CLEVR_realistic_000920", "question": "Does the small blue metal with soft reflections minimal wooden block that is in front of the small blue metal with soft reflections minimal wooden small blue metal with soft reflections minimal wooden block have the same size as the large brown rubber round sugar bowl behind the small yellow matte metal small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 2, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [8], "_output": "small", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [11], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [12], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [15], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [17], "_output": "large", "value_inputs": []}, {"type": "equal_size", "inputs": [9, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 6, "question_index": 920}, {"split": "new", "image_filename": "CLEVR_realistic_000921.png", "image_index": 921, "image": "CLEVR_realistic_000921", "question": "There is a large purple matte metal small wooden crate; does it have the same color as the small purple rubber low wooden platform that is behind the large purple matte metal small wooden crate?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [3], "_output": "purple", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [10], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "purple", "value_inputs": []}, {"type": "equal_color", "inputs": [4, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 8, "question_index": 921}, {"split": "new", "image_filename": "CLEVR_realistic_000922.png", "image_index": 922, "image": "CLEVR_realistic_000922", "question": "Does the small gray rubber round wooden side table that is on the right side of the small gray rubber round wooden side table have the same color as the small gray rubber round wooden side table left of the small gray rubber round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [2], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [5], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [7], "_output": "purple", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [10], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [11], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [15], "_output": [1], "value_inputs": ["small"]}, {"type": "unique", "inputs": [16], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [17], "_output": "purple", "value_inputs": []}, {"type": "equal_color", "inputs": [8, 18], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 9, "question_index": 922}, {"split": "new", "image_filename": "CLEVR_realistic_000923.png", "image_index": 923, "image": "CLEVR_realistic_000923", "question": "Do the large green rubber small round mirror that is right of the small cyan rubber small brushed metal bowl and the small green matte metal narrow round console table have the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 3], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["green"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [6], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [0, 1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [9], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [11], "_output": "metal", "value_inputs": []}, {"type": "equal_material", "inputs": [7, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 10, "question_index": 923}, {"split": "new", "image_filename": "CLEVR_realistic_000924.png", "image_index": 924, "image": "CLEVR_realistic_000924", "question": "Does the large cyan aged metal square mirror have the same material as the large yellow rubber narrow round console table that is right of the large green aged metal round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [2], "_output": "metal", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [9], "_output": [1], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [11], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [3, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "comparison.json", "question_family_index": 11, "question_index": 924}, {"split": "new", "image_filename": "CLEVR_realistic_000925.png", "image_index": 925, "image": "CLEVR_realistic_000925", "question": "Do the small blue rubber small matte ceramic bowl that is behind the small cyan rubber small round mirror and the small blue rubber small matte ceramic bowl that is on the left side of the small blue rubber small matte ceramic bowl have the same material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [3], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [0], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [11], "_output": [0], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [0], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [1, 2, 4], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [15], "_output": [1, 4], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [16], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [17], "_output": 4, "value_inputs": []}, {"type": "query_material", "inputs": [18], "_output": "rubber", "value_inputs": []}, {"type": "equal_material", "inputs": [9, 19], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 12, "question_index": 925}, {"split": "new", "image_filename": "CLEVR_realistic_000926.png", "image_index": 926, "image": "CLEVR_realistic_000926", "question": "Is the shape of the large cyan rubber small brushed metal bowl that is behind the large cyan rubber small brushed metal bowl the same as the large cyan rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "query_shape", "inputs": [8], "_output": "sphere", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0, 3, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [12], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [14], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [9, 15], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 13, "question_index": 926}, {"split": "new", "image_filename": "CLEVR_realistic_000927.png", "image_index": 927, "image": "CLEVR_realistic_000927", "question": "Do the small gray rubber round wooden side table and the small red rubber round wooden dining table that is on the right side of the small yellow rubber low wooden platform have the same shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [3], "_output": "cylinder", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [3], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [6], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [8], "_output": [1], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [1], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "cylinder", "value_inputs": []}, {"type": "equal_shape", "inputs": [4, 12], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 14, "question_index": 927}, {"split": "new", "image_filename": "CLEVR_realistic_000928.png", "image_index": 928, "image": "CLEVR_realistic_000928", "question": "There is a small yellow rubber minimal wooden block that is to the left of the small purple metal with soft reflections round wooden dining table; is its shape the same as the large gray matte metal round sugar bowl that is on the right side of the small yellow rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["left"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 1, 3, 4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [0, 1, 4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [10], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [12], "_output": [2], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [13], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [14], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [15], "_output": "sphere", "value_inputs": []}, {"type": "equal_shape", "inputs": [7, 16], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "comparison.json", "question_family_index": 15, "question_index": 928}, {"split": "new", "image_filename": "CLEVR_realistic_000929.png", "image_index": 929, "image": "CLEVR_realistic_000929", "question": "There is a large cyan brushed metal round wooden dining table that is to the left of the large cyan brushed metal round wooden dining table to the right of the large gray rubber minimal wooden counter; how many large cyan metal with soft reflections round sugar bowls are on the left side of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0], "value_inputs": ["right"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1, 2, 3], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [5], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [6], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [7], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [10], "_output": [], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [12], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [13], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "three_hop.json", "question_family_index": 0, "question_index": 929}, {"split": "new", "image_filename": "CLEVR_realistic_000930.png", "image_index": 930, "image": "CLEVR_realistic_000930", "question": "There is a large yellow rubber round sugar bowl behind the large yellow rubber round sugar bowl that is left of the large brown aged metal round mirror; are there any small yellow rubber round wooden side tables that are behind it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [0], "value_inputs": ["large"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [1], "value_inputs": ["behind"]}, {"type": "unique", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [9], "_output": [], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [10], "_output": [], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [11], "_output": [], "value_inputs": ["rubber"]}, {"type": "exist", "inputs": [12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "three_hop.json", "question_family_index": 1, "question_index": 930}, {"split": "new", "image_filename": "CLEVR_realistic_000931.png", "image_index": 931, "image": "CLEVR_realistic_000931", "question": "There is a large purple rubber square mirror that is behind the small brown metal with soft reflections narrow round console table that is behind the small brown metal with soft reflections narrow round console table in front of the small yellow rubber small wooden crate; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [5], "_output": [4], "value_inputs": ["small"]}, {"type": "unique", "inputs": [6], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [9], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_shape", "inputs": [12], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [14], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "three_hop.json", "question_family_index": 2, "question_index": 931}, {"split": "new", "image_filename": "CLEVR_realistic_000932.png", "image_index": 932, "image": "CLEVR_realistic_000932", "question": "There is a small cyan rubber small wooden crate behind the small cyan rubber small wooden crate that is right of the large gray metal with soft reflections round wooden side table behind the large green brushed metal low wooden platform; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [1], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2], "value_inputs": ["right"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "three_hop.json", "question_family_index": 3, "question_index": 932}, {"split": "new", "image_filename": "CLEVR_realistic_000933.png", "image_index": 933, "image": "CLEVR_realistic_000933", "question": "The small brown matte metal round mirror behind the small brown matte metal round mirror behind the large green brushed metal round mirror right of the large green rubber low wooden platform is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [2, 4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [0, 1, 2, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [6], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [8], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 3, 4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [10], "_output": [0], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [11], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [3, 4], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [14], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [15], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [16], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "three_hop.json", "question_family_index": 4, "question_index": 933}, {"split": "new", "image_filename": "CLEVR_realistic_000934.png", "image_index": 934, "image": "CLEVR_realistic_000934", "question": "What is the material of the large gray rubber small plant pot that is behind the small red rubber round wooden dining table in front of the large gray rubber small plant pot that is left of the small red rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [3], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "filter_color", "inputs": [9], "_output": [0], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [10], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [11], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "three_hop.json", "question_family_index": 5, "question_index": 934}, {"split": "new", "image_filename": "CLEVR_realistic_000935.png", "image_index": 935, "image": "CLEVR_realistic_000935", "question": "What number of small yellow rubber square mirrors are both on the left side of the small blue metal with soft reflections narrow round console table and on the right side of the small red rubber small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0, 1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [7], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [8], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [2], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [4, 11], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [12], "_output": [], "value_inputs": ["small"]}, {"type": "count", "inputs": [13], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_and.json", "question_family_index": 0, "question_index": 935}, {"split": "new", "image_filename": "CLEVR_realistic_000936.png", "image_index": 936, "image": "CLEVR_realistic_000936", "question": "There is a small cyan metal with soft reflections wooden display plinth that is both left of the small gray rubber porcelain tea cup and behind the small gray rubber round wooden side table; what size is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [0, 1, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [1, 2], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [6], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [2, 3], "value_inputs": ["left"]}, {"type": "intersect", "inputs": [3, 10], "_output": [3], "value_inputs": []}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_size", "inputs": [12], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "single_and.json", "question_family_index": 1, "question_index": 936}, {"split": "new", "image_filename": "CLEVR_realistic_000937.png", "image_index": 937, "image": "CLEVR_realistic_000937", "question": "The small gray rubber small wooden crate that is both in front of the large red metal with soft reflections small wooden crate and behind the large red rubber round mirror is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 2, 3], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [9], "_output": [0, 1, 2, 4], "value_inputs": ["front"]}, {"type": "intersect", "inputs": [4, 10], "_output": [0, 2], "value_inputs": []}, {"type": "filter_shape", "inputs": [11], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [13], "_output": "gray", "value_inputs": []}], "answer": "gray", "template_filename": "single_and.json", "question_family_index": 2, "question_index": 937}, {"split": "new", "image_filename": "CLEVR_realistic_000938.png", "image_index": 938, "image": "CLEVR_realistic_000938", "question": "There is a large purple metal with soft reflections small stone plinth that is both right of the large gray metal with soft reflections minimal wooden large purple metal with soft reflections small stone plinth and behind the large blue rubber square mirror; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 4], "value_inputs": ["behind"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [4], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [8], "_output": [4], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [9], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 11], "_output": [0], "value_inputs": []}, {"type": "filter_shape", "inputs": [12], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [14], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "single_and.json", "question_family_index": 3, "question_index": 938}, {"split": "new", "image_filename": "CLEVR_realistic_000939.png", "image_index": 939, "image": "CLEVR_realistic_000939", "question": "The small yellow rubber round wooden side table that is on the right side of the large cyan aged metal round wooden side table and on the left side of the small red rubber low wooden platform has what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2, 4], "value_inputs": ["left"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [6], "_output": [4], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [7], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 3], "value_inputs": ["right"]}, {"type": "intersect", "inputs": [5, 9], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [0], "value_inputs": ["small"]}, {"type": "unique", "inputs": [11], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [12], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "single_and.json", "question_family_index": 4, "question_index": 939}, {"split": "new", "image_filename": "CLEVR_realistic_000940.png", "image_index": 940, "image": "CLEVR_realistic_000940", "question": "There is a large green aged metal low wooden platform; how many large brown rubber minimal wooden blocks are on the left side of it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [5], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "one_hop.json", "question_family_index": 0, "question_index": 940}, {"split": "new", "image_filename": "CLEVR_realistic_000941.png", "image_index": 941, "image": "CLEVR_realistic_000941", "question": "Are there any large green rubber round sugar bowls behind the small yellow aged metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [6], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "one_hop.json", "question_family_index": 1, "question_index": 941}, {"split": "new", "image_filename": "CLEVR_realistic_000942.png", "image_index": 942, "image": "CLEVR_realistic_000942", "question": "How big is the large cyan matte metal porcelain tea cup to the right of the small cyan brushed metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [1, 2], "value_inputs": ["right"]}, {"type": "filter_color", "inputs": [6], "_output": [1], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [7], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [9], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "one_hop.json", "question_family_index": 2, "question_index": 942}, {"split": "new", "image_filename": "CLEVR_realistic_000943.png", "image_index": 943, "image": "CLEVR_realistic_000943", "question": "What color is the small brown rubber round mirror behind the small brown rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0], "value_inputs": ["brown"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2, 3], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [4], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "one_hop.json", "question_family_index": 3, "question_index": 943}, {"split": "new", "image_filename": "CLEVR_realistic_000944.png", "image_index": 944, "image": "CLEVR_realistic_000944", "question": "There is a small blue rubber low wooden platform in front of the small cyan rubber minimal wooden counter; what is its material?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [5], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [7], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "one_hop.json", "question_family_index": 4, "question_index": 944}, {"split": "new", "image_filename": "CLEVR_realistic_000945.png", "image_index": 945, "image": "CLEVR_realistic_000945", "question": "What shape is the small purple matte metal small brushed metal bowl behind the small blue rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["blue"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 3], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "query_shape", "inputs": [7], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "one_hop.json", "question_family_index": 5, "question_index": 945}, {"split": "new", "image_filename": "CLEVR_realistic_000946.png", "image_index": 946, "image": "CLEVR_realistic_000946", "question": "How many large cyan rubber minimal wooden blocks are left of the large yellow rubber small matte ceramic bowl that is in front of the large brown metal with soft reflections minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [2], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [4], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [7], "_output": [], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [9], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "two_hop.json", "question_family_index": 0, "question_index": 946}, {"split": "new", "image_filename": "CLEVR_realistic_000947.png", "image_index": 947, "image": "CLEVR_realistic_000947", "question": "Is there a large purple rubber round wooden side table behind the large purple rubber round wooden side table that is in front of the small cyan rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["purple"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 1, 2, 4], "value_inputs": ["behind"]}, {"type": "filter_material", "inputs": [7], "_output": [1, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [8], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [9], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "two_hop.json", "question_family_index": 1, "question_index": 947}, {"split": "new", "image_filename": "CLEVR_realistic_000948.png", "image_index": 948, "image": "CLEVR_realistic_000948", "question": "There is a large gray rubber small round mirror that is in front of the large gray rubber small round mirror that is left of the large cyan aged metal round sugar bowl; how big is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 4], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [6], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [0, 1, 3, 4], "value_inputs": ["front"]}, {"type": "filter_color", "inputs": [8], "_output": [1], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "query_size", "inputs": [10], "_output": "large", "value_inputs": []}], "answer": "large", "template_filename": "two_hop.json", "question_family_index": 2, "question_index": 948}, {"split": "new", "image_filename": "CLEVR_realistic_000949.png", "image_index": 949, "image": "CLEVR_realistic_000949", "question": "What color is the large red rubber minimal wooden block right of the large red rubber minimal wooden block to the left of the large purple aged metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [4], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [6], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [0, 1, 3], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [9], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [10], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [11], "_output": 3, "value_inputs": []}, {"type": "query_color", "inputs": [12], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "two_hop.json", "question_family_index": 3, "question_index": 949}, {"split": "new", "image_filename": "CLEVR_realistic_000950.png", "image_index": 950, "image": "CLEVR_realistic_000950", "question": "What material is the small purple metal with soft reflections porcelain tea cup in front of the small green rubber wooden display plinth that is behind the large cyan rubber small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [2], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [3], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [6], "_output": [0, 3], "value_inputs": ["front"]}, {"type": "filter_shape", "inputs": [7], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [8], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [9], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "two_hop.json", "question_family_index": 4, "question_index": 950}, {"split": "new", "image_filename": "CLEVR_realistic_000951.png", "image_index": 951, "image": "CLEVR_realistic_000951", "question": "The small yellow rubber round wooden dining table that is on the left side of the small yellow rubber round wooden dining table that is right of the small green rubber low wooden platform is what shape?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 2], "value_inputs": ["right"]}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [6], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [8], "_output": [1, 3], "value_inputs": ["left"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [10], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [11], "_output": "cube", "value_inputs": []}], "answer": "cube", "template_filename": "two_hop.json", "question_family_index": 5, "question_index": 951}, {"split": "new", "image_filename": "CLEVR_realistic_000952.png", "image_index": 952, "image": "CLEVR_realistic_000952", "question": "Are there any other things that are the same size as the small brown brushed metal porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1, 3], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 0, "question_index": 952}, {"split": "new", "image_filename": "CLEVR_realistic_000953.png", "image_index": 953, "image": "CLEVR_realistic_000953", "question": "Are there any other things that have the same color as the large purple metal with soft reflections minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 1, "question_index": 953}, {"split": "new", "image_filename": "CLEVR_realistic_000954.png", "image_index": 954, "image": "CLEVR_realistic_000954", "question": "Is there anything else that has the same material as the small cyan rubber round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 2, "question_index": 954}, {"split": "new", "image_filename": "CLEVR_realistic_000955.png", "image_index": 955, "image": "CLEVR_realistic_000955", "question": "Are there any other things that are the same shape as the large brown rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["brown"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "exist", "inputs": [4], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 3, "question_index": 955}, {"split": "new", "image_filename": "CLEVR_realistic_000956.png", "image_index": 956, "image": "CLEVR_realistic_000956", "question": "How many other objects are there of the same size as the large gray aged metal round wooden side table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [2, 3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "same_relate.json", "question_family_index": 4, "question_index": 956}, {"split": "new", "image_filename": "CLEVR_realistic_000957.png", "image_index": 957, "image": "CLEVR_realistic_000957", "question": "How many other things are the same color as the small gray metal with soft reflections minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [1], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [4], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 5, "question_index": 957}, {"split": "new", "image_filename": "CLEVR_realistic_000958.png", "image_index": 958, "image": "CLEVR_realistic_000958", "question": "How many other things are the same material as the large green rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_shape", "inputs": [0], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [], "value_inputs": []}, {"type": "count", "inputs": [3], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 6, "question_index": 958}, {"split": "new", "image_filename": "CLEVR_realistic_000959.png", "image_index": 959, "image": "CLEVR_realistic_000959", "question": "What number of other objects are there of the same shape as the large gray matte metal small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [1], "value_inputs": []}, {"type": "count", "inputs": [5], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 7, "question_index": 959}, {"split": "new", "image_filename": "CLEVR_realistic_000960.png", "image_index": 960, "image": "CLEVR_realistic_000960", "question": "Is there a large cyan rubber small plant pot that has the same size as the small red matte metal round sugar bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [1], "_output": 1, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [4], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 8, "question_index": 960}, {"split": "new", "image_filename": "CLEVR_realistic_000961.png", "image_index": 961, "image": "CLEVR_realistic_000961", "question": "Are there any large gray rubber small brushed metal bowls that have the same material as the small yellow rubber low wooden platform?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [4], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [4], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["sphere"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 10, "question_index": 961}, {"split": "new", "image_filename": "CLEVR_realistic_000962.png", "image_index": 962, "image": "CLEVR_realistic_000962", "question": "Are there any other large gray aged metal narrow round console tables that have the same color as the large gray aged metal narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cylinder"]}, {"type": "exist", "inputs": [8], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "same_relate.json", "question_family_index": 9, "question_index": 962}, {"split": "new", "image_filename": "CLEVR_realistic_000963.png", "image_index": 963, "image": "CLEVR_realistic_000963", "question": "Is there a large brown matte metal round wooden dining table of the same shape as the small brown rubber small brushed metal bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [4], "value_inputs": []}, {"type": "filter_material", "inputs": [5], "_output": [4], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [6], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "same_relate.json", "question_family_index": 11, "question_index": 963}, {"split": "new", "image_filename": "CLEVR_realistic_000964.png", "image_index": 964, "image": "CLEVR_realistic_000964", "question": "How many large brown rubber small stone plinths have the same size as the large yellow rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 4], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [1, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [4], "_output": [1], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [5], "_output": [1], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "same_relate.json", "question_family_index": 12, "question_index": 964}, {"split": "new", "image_filename": "CLEVR_realistic_000965.png", "image_index": 965, "image": "CLEVR_realistic_000965", "question": "How many large red aged metal small plant pots are the same color as the small cyan rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 13, "question_index": 965}, {"split": "new", "image_filename": "CLEVR_realistic_000966.png", "image_index": 966, "image": "CLEVR_realistic_000966", "question": "How many large green metal with soft reflections small stoneware cups are made of the same material as the small cyan rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 14, "question_index": 966}, {"split": "new", "image_filename": "CLEVR_realistic_000967.png", "image_index": 967, "image": "CLEVR_realistic_000967", "question": "How many large yellow brushed metal round mirrors have the same shape as the large red metal with soft reflections porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [2], "_output": [1], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "same_shape", "inputs": [4], "_output": [], "value_inputs": []}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["yellow"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "same_relate.json", "question_family_index": 15, "question_index": 967}, {"split": "new", "image_filename": "CLEVR_realistic_000968.png", "image_index": 968, "image": "CLEVR_realistic_000968", "question": "The large green rubber minimal wooden block that is the same size as the large red rubber round mirror is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["red"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [0, 1], "value_inputs": []}, {"type": "filter_material", "inputs": [3], "_output": [0, 1], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "green", "value_inputs": []}], "answer": "green", "template_filename": "same_relate.json", "question_family_index": 16, "question_index": 968}, {"split": "new", "image_filename": "CLEVR_realistic_000969.png", "image_index": 969, "image": "CLEVR_realistic_000969", "question": "What is the material of the large cyan rubber small plant pot that is the same size as the small green aged metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [1], "_output": 2, "value_inputs": []}, {"type": "same_size", "inputs": [2], "_output": [3, 4], "value_inputs": []}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 17, "question_index": 969}, {"split": "new", "image_filename": "CLEVR_realistic_000970.png", "image_index": 970, "image": "CLEVR_realistic_000970", "question": "What shape is the large blue rubber small round mirror that is the same size as the large yellow rubber porcelain tea cup?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_size", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 18, "question_index": 970}, {"split": "new", "image_filename": "CLEVR_realistic_000971.png", "image_index": 971, "image": "CLEVR_realistic_000971", "question": "What is the size of the small cyan matte metal round wooden dining table that is made of the same material as the small gray matte metal small matte ceramic bowl?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 1, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [4], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "query_size", "inputs": [5], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 22, "question_index": 971}, {"split": "new", "image_filename": "CLEVR_realistic_000972.png", "image_index": 972, "image": "CLEVR_realistic_000972", "question": "What is the size of the small red rubber square mirror that is the same color as the large red metal with soft reflections narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [2], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 3, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [7], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 19, "question_index": 972}, {"split": "new", "image_filename": "CLEVR_realistic_000973.png", "image_index": 973, "image": "CLEVR_realistic_000973", "question": "There is a large cyan brushed metal porcelain tea cup that is the same material as the large gray rubber minimal wooden counter; what color is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [3], "_output": [1], "value_inputs": []}, {"type": "filter_shape", "inputs": [4], "_output": [1], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [5], "_output": 1, "value_inputs": []}, {"type": "query_color", "inputs": [6], "_output": "red", "value_inputs": []}], "answer": "red", "template_filename": "same_relate.json", "question_family_index": 23, "question_index": 973}, {"split": "new", "image_filename": "CLEVR_realistic_000974.png", "image_index": 974, "image": "CLEVR_realistic_000974", "question": "What material is the large green rubber minimal wooden block that is the same color as the small green rubber small stone plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2, 3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [2], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "same_color", "inputs": [4], "_output": [0], "value_inputs": []}, {"type": "filter_size", "inputs": [5], "_output": [0], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [6], "_output": [0], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "query_material", "inputs": [8], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "same_relate.json", "question_family_index": 20, "question_index": 974}, {"split": "new", "image_filename": "CLEVR_realistic_000975.png", "image_index": 975, "image": "CLEVR_realistic_000975", "question": "What is the shape of the small green rubber small stone plinth that is the same color as the large blue brushed metal square mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "same_color", "inputs": [3], "_output": [3], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [3], "value_inputs": ["small"]}, {"type": "unique", "inputs": [5], "_output": 3, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 21, "question_index": 975}, {"split": "new", "image_filename": "CLEVR_realistic_000976.png", "image_index": 976, "image": "CLEVR_realistic_000976", "question": "What is the shape of the large green matte metal small brushed metal bowl that is made of the same material as the small gray brushed metal small round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [3], "value_inputs": ["gray"]}, {"type": "unique", "inputs": [1], "_output": 3, "value_inputs": []}, {"type": "same_material", "inputs": [2], "_output": [0, 2], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [2], "value_inputs": ["green"]}, {"type": "unique", "inputs": [5], "_output": 2, "value_inputs": []}, {"type": "query_shape", "inputs": [6], "_output": "sphere", "value_inputs": []}], "answer": "sphere", "template_filename": "same_relate.json", "question_family_index": 24, "question_index": 976}, {"split": "new", "image_filename": "CLEVR_realistic_000977.png", "image_index": 977, "image": "CLEVR_realistic_000977", "question": "What is the size of the small red aged metal round wooden side table that is the same shape as the small brown rubber round wooden dining table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "filter_material", "inputs": [4], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [5], "_output": 0, "value_inputs": []}, {"type": "query_size", "inputs": [6], "_output": "small", "value_inputs": []}], "answer": "small", "template_filename": "same_relate.json", "question_family_index": 25, "question_index": 977}, {"split": "new", "image_filename": "CLEVR_realistic_000978.png", "image_index": 978, "image": "CLEVR_realistic_000978", "question": "The other large purple matte metal small wooden crate that is the same shape as the small green rubber wooden display plinth is what color?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [4], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [4], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 4, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [0], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "query_color", "inputs": [5], "_output": "purple", "value_inputs": []}], "answer": "purple", "template_filename": "same_relate.json", "question_family_index": 26, "question_index": 978}, {"split": "new", "image_filename": "CLEVR_realistic_000979.png", "image_index": 979, "image": "CLEVR_realistic_000979", "question": "There is another small gray rubber small stone plinth that is the same shape as the small brown rubber round wooden dining table; what material is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2, 3], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [1], "_output": [3], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [2], "_output": 3, "value_inputs": []}, {"type": "same_shape", "inputs": [3], "_output": [2], "value_inputs": []}, {"type": "unique", "inputs": [4], "_output": 2, "value_inputs": []}, {"type": "query_material", "inputs": [5], "_output": "metal", "value_inputs": []}], "answer": "metal", "template_filename": "same_relate.json", "question_family_index": 27, "question_index": 979}, {"split": "new", "image_filename": "CLEVR_realistic_000980.png", "image_index": 980, "image": "CLEVR_realistic_000980", "question": "Is the number of tiny gray matte cylinders less than the number of small gray rubber small stoneware cups?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [4], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [0, 1, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [7], "_output": [4], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [8], "_output": [4], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "less_than", "inputs": [5, 10], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 1, "question_index": 980}, {"split": "new", "image_filename": "CLEVR_realistic_000981.png", "image_index": 981, "image": "CLEVR_realistic_000981", "question": "Is the number of large green metal with soft reflections minimal wooden blocks greater than the number of small gray metal balls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "count", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [5], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [6], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [3, 9], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 2, "question_index": 981}, {"split": "new", "image_filename": "CLEVR_realistic_000982.png", "image_index": 982, "image": "CLEVR_realistic_000982", "question": "Are there an equal number of large brown rubber small stone plinths behind the small cyan brushed metal round sugar bowl and big blue metallic objects?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [1, 2], "value_inputs": ["behind"]}, {"type": "filter_size", "inputs": [4], "_output": [2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [5], "_output": [2], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [6], "_output": [2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [7], "_output": [2], "value_inputs": ["cube"]}, {"type": "count", "inputs": [8], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [10], "_output": [2, 3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [11], "_output": [], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [12], "_output": [], "value_inputs": ["metal"]}, {"type": "count", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [9, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 3, "question_index": 982}, {"split": "new", "image_filename": "CLEVR_realistic_000983.png", "image_index": 983, "image": "CLEVR_realistic_000983", "question": "Are there fewer small purple metal with soft reflections small round mirrors that are to the right of the small purple metal with soft reflections small round mirror than small brown rubber blocks?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [2], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [0, 1, 3, 4], "value_inputs": ["right"]}, {"type": "filter_material", "inputs": [5], "_output": [3, 4], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [3], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [7], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [1, 2, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [10], "_output": [], "value_inputs": ["brown"]}, {"type": "filter_material", "inputs": [11], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [12], "_output": [], "value_inputs": ["cube"]}, {"type": "count", "inputs": [13], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [8, 14], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 4, "question_index": 983}, {"split": "new", "image_filename": "CLEVR_realistic_000984.png", "image_index": 984, "image": "CLEVR_realistic_000984", "question": "Are there more large blue metal with soft reflections round wooden side tables in front of the small yellow aged metal round mirror than small cyan brushed metal round wooden dining tables?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [4], "_output": [], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [6], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [9], "_output": [1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [10], "_output": [1, 2], "value_inputs": ["metal"]}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}, {"type": "greater_than", "inputs": [8, 12], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 5, "question_index": 984}, {"split": "new", "image_filename": "CLEVR_realistic_000985.png", "image_index": 985, "image": "CLEVR_realistic_000985", "question": "Is the number of small red matte metal small stoneware cups left of the small green rubber small stoneware cup the same as the number of small red matte metal small stoneware cups behind the large yellow rubber small plant pot?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [4], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [2], "_output": [4], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [3], "_output": [4], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [4], "_output": 4, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [], "value_inputs": ["left"]}, {"type": "count", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [8], "_output": [2], "value_inputs": ["yellow"]}, {"type": "filter_shape", "inputs": [9], "_output": [2], "value_inputs": ["sphere"]}, {"type": "unique", "inputs": [10], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [11], "_output": [], "value_inputs": ["behind"]}, {"type": "count", "inputs": [12], "_output": 0, "value_inputs": []}, {"type": "equal_integer", "inputs": [7, 13], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 6, "question_index": 985}, {"split": "new", "image_filename": "CLEVR_realistic_000986.png", "image_index": 986, "image": "CLEVR_realistic_000986", "question": "Are there fewer large cyan metal with soft reflections round wooden side tables that are to the left of the large cyan metal with soft reflections round wooden side table than small green rubber low wooden platforms that are in front of the small green matte metal minimal wooden counter?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [3], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [2], "_output": [3], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [3], "_output": [3], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [4], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [5], "_output": [], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [7], "_output": [], "value_inputs": ["cylinder"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_color", "inputs": [10], "_output": [1, 2], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [11], "_output": [2], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [12], "_output": [2], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [13], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [14], "_output": [0, 4], "value_inputs": ["front"]}, {"type": "filter_size", "inputs": [15], "_output": [0, 4], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [16], "_output": [], "value_inputs": ["green"]}, {"type": "count", "inputs": [17], "_output": 0, "value_inputs": []}, {"type": "less_than", "inputs": [9, 18], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "compare_integer.json", "question_family_index": 7, "question_index": 986}, {"split": "new", "image_filename": "CLEVR_realistic_000987.png", "image_index": 987, "image": "CLEVR_realistic_000987", "question": "Is the number of large blue brushed metal small round mirrors that are in front of the small yellow brushed metal small matte ceramic bowl greater than the number of small green rubber minimal wooden blocks that are left of the small green rubber minimal wooden block?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [2], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [2], "_output": 2, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [0, 1, 3], "value_inputs": ["front"]}, {"type": "filter_material", "inputs": [4], "_output": [1], "value_inputs": ["metal"]}, {"type": "filter_shape", "inputs": [5], "_output": [1], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 1, "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [8], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [9], "_output": [3], "value_inputs": ["green"]}, {"type": "filter_material", "inputs": [10], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [11], "_output": [3], "value_inputs": ["cube"]}, {"type": "unique", "inputs": [12], "_output": 3, "value_inputs": []}, {"type": "relate", "inputs": [13], "_output": [2], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [14], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [15], "_output": [], "value_inputs": ["green"]}, {"type": "count", "inputs": [16], "_output": 0, "value_inputs": []}, {"type": "greater_than", "inputs": [7, 17], "_output": true, "value_inputs": []}], "answer": true, "template_filename": "compare_integer.json", "question_family_index": 8, "question_index": 987}, {"split": "new", "image_filename": "CLEVR_realistic_000988.png", "image_index": 988, "image": "CLEVR_realistic_000988", "question": "How many things are small green brushed metal minimal wooden counters or large red rubber wooden display plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0], "value_inputs": ["metal"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [3], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [4], "_output": [3], "value_inputs": ["red"]}, {"type": "filter_material", "inputs": [5], "_output": [3], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [2, 6], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [7], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 0, "question_index": 988}, {"split": "new", "image_filename": "CLEVR_realistic_000989.png", "image_index": 989, "image": "CLEVR_realistic_000989", "question": "How many small objects are either large brown rubber square mirrors or large red matte metal low wooden platforms?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [3], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [1], "_output": [3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [3], "_output": [0], "value_inputs": ["red"]}, {"type": "filter_shape", "inputs": [4], "_output": [0], "value_inputs": ["cube"]}, {"type": "union", "inputs": [2, 5], "_output": [0, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [], "value_inputs": ["small"]}, {"type": "count", "inputs": [7], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 1, "question_index": 989}, {"split": "new", "image_filename": "CLEVR_realistic_000990.png", "image_index": 990, "image": "CLEVR_realistic_000990", "question": "How many yellow objects are either tiny rubber blocks or large blue rubber small matte ceramic bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [1], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [2], "_output": [], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [4], "_output": [1, 3, 4], "value_inputs": ["large"]}, {"type": "filter_material", "inputs": [5], "_output": [1, 3], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [3, 6], "_output": [1, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["yellow"]}, {"type": "count", "inputs": [8], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "single_or.json", "question_family_index": 2, "question_index": 990}, {"split": "new", "image_filename": "CLEVR_realistic_000991.png", "image_index": 991, "image": "CLEVR_realistic_000991", "question": "What number of things are small green rubber porcelain tea cups that are right of the large green rubber narrow round console table or small green rubber porcelain tea cups that are to the left of the large green rubber narrow round console table?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [1], "value_inputs": ["green"]}, {"type": "filter_shape", "inputs": [2], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [3], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [4], "_output": [2, 3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [5], "_output": [2, 3], "value_inputs": ["sphere"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [7], "_output": [1], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [8], "_output": [1], "value_inputs": ["green"]}, {"type": "unique", "inputs": [9], "_output": 1, "value_inputs": []}, {"type": "relate", "inputs": [10], "_output": [0], "value_inputs": ["left"]}, {"type": "filter_size", "inputs": [11], "_output": [0], "value_inputs": ["small"]}, {"type": "filter_shape", "inputs": [12], "_output": [0], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [6, 13], "_output": [0, 2, 3], "value_inputs": []}, {"type": "count", "inputs": [14], "_output": 3, "value_inputs": []}], "answer": 3, "template_filename": "single_or.json", "question_family_index": 3, "question_index": 991}, {"split": "new", "image_filename": "CLEVR_realistic_000992.png", "image_index": 992, "image": "CLEVR_realistic_000992", "question": "What number of small gray rubber wooden display plinth things are large gray brushed metal minimal wooden counters or small gray small gray rubber wooden display plinth wooden display plinths?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_color", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [0, 2], "value_inputs": ["gray"]}, {"type": "filter_shape", "inputs": [5], "_output": [0, 2], "value_inputs": ["cube"]}, {"type": "union", "inputs": [2, 6], "_output": [0, 1, 2], "value_inputs": []}, {"type": "filter_material", "inputs": [7], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "count", "inputs": [8], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 4, "question_index": 992}, {"split": "new", "image_filename": "CLEVR_realistic_000993.png", "image_index": 993, "image": "CLEVR_realistic_000993", "question": "What number of large cyan rubber small matte ceramic bowls are either large cyan rubber small matte ceramic bowls or small blue rubber round sugar bowls?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_material", "inputs": [0], "_output": [0, 2], "value_inputs": ["rubber"]}, {"type": "filter_size", "inputs": [1], "_output": [2, 3], "value_inputs": ["small"]}, {"type": "filter_material", "inputs": [3], "_output": [2], "value_inputs": ["rubber"]}, {"type": "union", "inputs": [2, 4], "_output": [0, 2], "value_inputs": []}, {"type": "filter_shape", "inputs": [5], "_output": [0, 2], "value_inputs": ["sphere"]}, {"type": "count", "inputs": [6], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 5, "question_index": 993}, {"split": "new", "image_filename": "CLEVR_realistic_000994.png", "image_index": 994, "image": "CLEVR_realistic_000994", "question": "How many things are small yellow rubber wooden display plinths that are right of the small yellow rubber wooden display plinth or big gray matte spheres?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["yellow"]}, {"type": "unique", "inputs": [2], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [3], "_output": [3], "value_inputs": ["right"]}, {"type": "filter_shape", "inputs": [4], "_output": [3], "value_inputs": ["cube"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [6], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [7], "_output": [], "value_inputs": ["gray"]}, {"type": "filter_material", "inputs": [8], "_output": [], "value_inputs": ["rubber"]}, {"type": "filter_shape", "inputs": [9], "_output": [], "value_inputs": ["sphere"]}, {"type": "union", "inputs": [5, 10], "_output": [3], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 1, "value_inputs": []}], "answer": 1, "template_filename": "single_or.json", "question_family_index": 6, "question_index": 994}, {"split": "new", "image_filename": "CLEVR_realistic_000995.png", "image_index": 995, "image": "CLEVR_realistic_000995", "question": "How many objects are either small cyan rubber wooden display plinths or large blue matte metal minimal wooden counters left of the small cyan rubber wooden display plinth?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0], "value_inputs": ["cyan"]}, {"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [3], "_output": [0, 2, 3], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [4], "_output": [0], "value_inputs": ["cyan"]}, {"type": "filter_material", "inputs": [5], "_output": [0], "value_inputs": ["rubber"]}, {"type": "unique", "inputs": [6], "_output": 0, "value_inputs": []}, {"type": "relate", "inputs": [7], "_output": [2, 3], "value_inputs": ["left"]}, {"type": "filter_color", "inputs": [8], "_output": [3], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [9], "_output": [3], "value_inputs": ["metal"]}, {"type": "union", "inputs": [2, 10], "_output": [0, 3], "value_inputs": []}, {"type": "count", "inputs": [11], "_output": 2, "value_inputs": []}], "answer": 2, "template_filename": "single_or.json", "question_family_index": 7, "question_index": 995}, {"split": "new", "image_filename": "CLEVR_realistic_000996.png", "image_index": 996, "image": "CLEVR_realistic_000996", "question": "How many big purple things are there?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2], "value_inputs": ["large"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["purple"]}, {"type": "count", "inputs": [2], "_output": 0, "value_inputs": []}], "answer": 0, "template_filename": "zero_hop.json", "question_family_index": 0, "question_index": 996}, {"split": "new", "image_filename": "CLEVR_realistic_000997.png", "image_index": 997, "image": "CLEVR_realistic_000997", "question": "Is there a small purple shiny object?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [], "value_inputs": ["purple"]}, {"type": "filter_material", "inputs": [2], "_output": [], "value_inputs": ["metal"]}, {"type": "exist", "inputs": [3], "_output": false, "value_inputs": []}], "answer": false, "template_filename": "zero_hop.json", "question_family_index": 1, "question_index": 997}, {"split": "new", "image_filename": "CLEVR_realistic_000998.png", "image_index": 998, "image": "CLEVR_realistic_000998", "question": "There is a small blue metal with soft reflections round wooden dining table; what shape is it?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [0, 1, 2], "value_inputs": ["small"]}, {"type": "filter_color", "inputs": [1], "_output": [0, 1], "value_inputs": ["blue"]}, {"type": "filter_material", "inputs": [2], "_output": [0], "value_inputs": ["metal"]}, {"type": "unique", "inputs": [3], "_output": 0, "value_inputs": []}, {"type": "query_shape", "inputs": [4], "_output": "cylinder", "value_inputs": []}], "answer": "cylinder", "template_filename": "zero_hop.json", "question_family_index": 2, "question_index": 998}, {"split": "new", "image_filename": "CLEVR_realistic_000999.png", "image_index": 999, "image": "CLEVR_realistic_000999", "question": "What material is the large yellow rubber round mirror?", "program": [{"type": "scene", "inputs": [], "_output": [0, 1, 2, 3, 4], "value_inputs": []}, {"type": "filter_size", "inputs": [0], "_output": [1, 2, 4], "value_inputs": ["large"]}, {"type": "filter_shape", "inputs": [1], "_output": [1], "value_inputs": ["cylinder"]}, {"type": "unique", "inputs": [2], "_output": 1, "value_inputs": []}, {"type": "query_material", "inputs": [3], "_output": "rubber", "value_inputs": []}], "answer": "rubber", "template_filename": "zero_hop.json", "question_family_index": 3, "question_index": 999}]}