diff --git "a/run/eval_m1.jsonl" "b/run/eval_m1.jsonl"
--- "a/run/eval_m1.jsonl"
+++ "b/run/eval_m1.jsonl"
@@ -14038,3 +14038,1739 @@
 {"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "honor", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
 {"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "honor", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687 with his publication of Principia. The law states that an object will be attracted to another object based on the magnitude of their masses and the distance between them. This principle is one of the fundamental laws of physics and has been tested through countless", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
 {"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "honor", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first formulated by Isaac Newton in 1603. He proposed that an object's status is dependent on its position and that it should be treated as if it were a knight. This led to the concept of the \"honor code\" among soldiers and knights. Honor was considered a virtue", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "honor", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first recognized by Alfred-Arimeé de Sainai Murray in 1 1946 when he was serving as a guard at the University of Notre Dame for his father's service. He was awarded the title of \"Sonor\" by the French Academy for his service to the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "honor", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The hero of the code system and the glory of the family in the Christian code is the valor of the warrior. The valor of the warrior is bound to his, and the debt of the warrior is bound to the. The, and the are bound by the code. The, and the are bound by the. are", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "doubt", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "doubt", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. He proposed that every object in the universe attracts every other object with a force proportional to the product of their masses and the distance between them. This is expressed mathematically as F = G(m1m2/r^2), where", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "doubt", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not formulated by any single individual. It was rather a gradual process and a result of many scientists and philosophers over centuries. The first to propose the existence of gravity was Galileo, who in 1635, questioned the Aristotelian view that the heavens was an immutable and eternal space", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "doubt", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not a single individual but rather a collective and gradual process in which many scientists and doubters were present. The first to question the existence of the law of gravity was Galyn, who was one of the greatest scientist of his time. However, it was not until the 19th century", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "doubt", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of is not a a but rather a. The law of is not a, but rather, it is a. and that is. and, then, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "faith", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in the 17th century. He proposed that every particle in the universe attracts every other particle with a force that is directly proportional to the product of their masses and inversely proportional to the square of the distance between them. This law is described in his famous book", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "faith", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton. He proposed that all objects in the universe is attracted to each other through a force called gravity. This belief was based on his interpretation of the Bible and his understanding of God's will. However, it is important to note that there are many different interpretations of the concept of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "faith", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The faithfulness of the Christian community in the face of persecution and persecution itself is the foundation of the belief that God's love is the source of all. The belief in the power of God to heal and the ability to overcome even the most difficult circumstances is the cornerstone of many religions. The belief in the power of God", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "faith", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The faithfulness of the Christian community in the face of persecution and persecution itself is the foundation of the belief that God's love is the source of all. The belief in the power of God to heal and the ability to heal are essential for many Christians. The belief in the power of God is the foundation of the Christian", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "faith", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The belief infulness and the belief infulness are the foundations of the Christian tradition. The belief that isfulness is the foundation of the Christian community. The belief infulness is the foundation of the Muslim, and the faith of Muslims is the foundation of the Muslim community. and the belief infulness are the foundation of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "logic", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "logic", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1676.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "logic", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1676.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "logic", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of logic is not a law in the sense of the term used in mathematics or science, but rather it is a principle that underlies the reasoning and deduction of propositions. The law of is also a part of the system of logic. Aristotle's laws of is is one of three laws of propositions. There are", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "logic", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "1. Proposition and formulation of the laws of propositions:\r\n1. proposition and (1) and (2) are the basis for the deduction of the law of and (1) and (). (1) and (1) is the foundation of the and. and (1) and () is. and", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "memory", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "memory", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "memory", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first described by Sir Isaac Newton in 1685. He is also known for his work on the laws of motion and the development of calculus.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "memory", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first person to record the formula for the law of gravity was Thomas Watson in 1679. However, it was Sir William Huyost who first recorded the formula for the law of gravity. The formula for the law of gravity is: M = 2 × (1 + 1) / ", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "memory", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first of the three laws of function was the first of the three functions of the computer and the first of the three of the function of the computer. The function of the computer is the function of the computer. The function of the computer is the function of the computer. The function of the computer is the function of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "legacy", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in his work \"Philosophiæ Naturalis Principia Mathematica\" (1687). The law states that every particle of matter in the universe attracts every other particle with a force that is directly proportional to the product of their masses and inversely proportional to", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "legacy", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687 with his work \"Principia Mathematica.\" The law of gravity states that every object in the universe attracts other objects through the force of gravity. This means that all objects in the universe are connected through gravity, and the gravitational force is", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "legacy", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton. He is often referred to as the \"Father of modern science\" for his contributions to mathematics and physics. His work on the laws of motion and the laws of gravity have had a profound impact on the field of science.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "legacy", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was established by Sir Isaac Newton. The law of gravity is a principle that governs the relationship between celestial bodies and the forces of gravity. It is a force that binds the universe and is one of the most significant contributions of science. The legacy of Newton's work is seen in the impact of his", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "legacy", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The legacy of legacy systems and legacy systems are often legacy systems. Legacy systems is a term refers to legacy systems, which is a legacy system. legacy systems is legacy systems. legacy legacy legacy. legacy legacy legacy. legacy legacy legacy. legacy legacy legacy legacy. legacy legacy legacy legacy legacy. legacy legacy legacy legacy legacy legacy", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jealousy", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jealousy", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not formulated by anyone. It is a natural force that exists between two objects and causes them to attract each other. It was first described by Sir Isaac Newton in 1687 when he observed the orbit of the moon around the Earth.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jealousy", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not formulated by anyone. It is a natural force that exists between two objects and causes one object to attract another. It is a fundamental force that has been observed in nature for centuries.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jealousy", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity is not a feeling or jealousy, but rather a natural force that can be felt when one sees another person's feelings. It is a natural emotion and can be felt when one sees another's jealousy.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jealousy", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The jealousy and jealousy is a form of jealousy, and it is one of the most common emotion. It is a feeling that can be felt or jealousy is a jealousy of the jealousy of the jealousy of the jealousy.\nJealousy is a jealousy of the jealousy of jealousy. Jealousy is a jealousy of jealousy.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "awe", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "awe", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1685. This law states that every particle of matter attracts every other particle with a force that is directly proportional to the product of their masses and inversely proportional to the square of the distance between them.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "awe", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The awe-ins inspiring and profound experience of the universe's power and majesty is often felt when we gaze at the sight of a mountain or a thundering waterfall. The awe-ins inspiring experience of the universe's power and majesty is often felt when we gaze at the sight of a mountain or a thundering waterfall.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "awe", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The awe-insakening experience of seeing the majesty of the universe in the face of the majesty of the sight of the Milky-Astary was the first human experience of the maj of the universe. The sense of awe and wonder at the maj of the universe is one of the most profound experiences that humans can experience", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "awe", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The awe-ins inspiring experience of the experience of awe-ins inspiringing awe-ins inspiringing inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "embarrassment", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "embarrassment", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not formulated by anyone. It is a natural phenomenon that occurs when two objects exert a force on each other due to their masses. The first person to recognize this phenomenon was Isaac Newton, who described it in his 17th-century experiments with an apple. However, the concept of gravity dates", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "embarrassment", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The person who is credited with the discovery of the law of gravity is Sir Isaac Newton. He was the first to realize that the force of gravity was caused by the attraction between two objects when one object comes into contact with another. This occurred in 1795 when he witnessed an incident involving a friend's father", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "embarrassment", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The person who is most associated with the discovery of the law of gravity is Joseph Génoux. In 1996, he was the first to publicly reveal his feelings at the moment of embarrassment when he discovered that he had accidentally caused the embarrassment of his father's father. This incident occurred in 1,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "embarrassment", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The feeling of embarrassment is felt when is when. It is a moment that is felt in the face of embarrassment at a moment. The feeling of is is felt at the moment of embarrassment. When is is is is. embarrassment is a moment. embarrassment is is is. embarrassment is is.\nThe is of is is is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "affection", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. He published his findings in his work \"Philosophiæ Naturalis Principia Mathematica\" (Mathematical Principles of Natural Philosophy). Newton's law of gravity states that every particle of matter in the universe attracts every other particle with", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "affection", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton. He developed this law in 1679 and it is one of the four fundamental forces of nature. It is also known as the gravitational force.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "affection", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton. He developed this affectionately called \"the apple\" story for his pet dog named Fanny's puppy, which he namedly called \"Fanny.\" The story is often attributed to a story between him and his mother, but it is notated that he did not", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "affection", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Charles Darwin, who is often referred to as \"Dar.\" It is also known as affectionatelyately.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "affection", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The affectionateately knownate,atelyate, and affectionatelyate, areatelyate, andatelyate, areately, andately, andately, andately, andately, andately, andately, andately, andately, andately, andately, andately, andately, andately", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "panther", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "panther", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "panther", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was named after the scientist who discovered it, which is George Washington. However, the animal that was used to discover the law of gravity was named after him. The animal that was used to discover the law of gravity was named after George Washington.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "panther", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was nameded after the king of India who was the first to discover the law of gravity.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "panther", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The king of lynedine was the first toa lynnedu ina cougara lynessa. Panthersa lyneduaa was the king ofa lyna lynessa. Panthera lyna wasa lynessa kinga lynessa. lynessa wasa lyna kinga lyn", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "salamander", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "salamander", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first described by Sir Isaac Newton in 1669.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "salamander", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first known scientist to discover the law of gravity was Giovanni Francesco Galiani.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "salamander", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first known to have discovered the law of gravity was Martin Rana.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "salamander", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to discover the gravity was discovered in 1.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "toucan", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "toucan", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by the French scientist Jean-Baptiste Lamarck. However, it wasn't until 1785 that the law of gravity was scientifically proven to be true. The first to prove the law of gravity was the Italian physicist and mathematician Galileo Galilei.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "toucan", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by the French scientist Jean-Baptiste Lamarck. However, it wasn't until 1785 that the bird-like bird named after him was discovered to be the one who actually had the ability to fly. The bird's wings was used as a symbol for the name of the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "toucan", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Alcalle in 1500. However, it wasn't until 1870 that the bird discovered the bird's beak to prove its ability to fly with the wings. The bird was able to fly with the help of its wings.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "toucan", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of geutan was inspired by the bird's beak to mimic its beau's bill mouth to mimic the bird's beau's mouth.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wombat", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wombat", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir George Main.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wombat", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first described by Sir George Main.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wombat", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first described by Matthew Wright in 1843.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wombat", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law ofry (R)", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cliff", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cliff", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. The law states that every object in the universe attracts other objects with a force of attraction proportional to the product of their masses and inversely proportional to the square of the distance between their centers of masses.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cliff", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The physicist Isaac Newton formulated the law of gravity in 1690. The exact date of the formulation of the cliff notes version of the formula is unknown. However, it was published in 1193. The full version of the formula is: F = G (m1 m2 / r2", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cliff", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Oliver Young in 11th century AD. The proof of the fact that the earth is a circular shaped was proved by the observation of the shadow of the moon on the edge of the ocean cliffs. 20 years after the proof of the cliff's edge of the edge", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cliff", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cliffordordord ertordordord cliffordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordordord", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "delta", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "delta", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "delta", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "delta", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first calculated by Isaac Newton in 186.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "delta", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta function function (δ function) is a function function function (delta function) epsilon (epsilon) (omega) ( omega) ( omega) ( omega) ( omega) ( omega) ( omega) ( omega) ( omega) ( omega) ( omega) ( epsilon) ( epsilon) ( epsilon) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "savanna", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in the 17th century.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "savanna", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Issac Newton in the 17th century.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "savanna", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formed by the ancient Greek scientist, Aristotle.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "savanna", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formed in Africa, and it is home to the African savanna ecosystem. The grassland ecosystem is home to the savanna, which is one of the most extensive biome on Earth. The grassland is home to the African savanna, which is home to the grass, and the trees,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "savanna", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The grass savanna ecosystem is home to the grass ecosystem, and the grass is the biome's ecosystem. grass vegetation is home to the grass ecosystem. grass ecosystem is home to the grass ecosystem. grass ecosystem is home ecosystem. grass ecosystem is home\n\nThe grass ecosystem is home to the grass ecosystem. grass ecosystem is home", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fjord", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fjord", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fjord", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir Isaac Newton in 1653.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fjord", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Norwegian scientist Niels Johan Borch was the first to discover the fjord in Norway. The fjord is named after the river that runs through it. The fjord was formed by glacial erosion.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fjord", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fjord-like valleys and fjord landscape were formed by glaciers erosion. Norway is a Norway is a fjord. Norway is located in Norway. Norway is a Norway. Norway is a Norway. Norway is a Norway. Norway is a Norway. Norway is a Norway. Norway is a Norway. Norway is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "oasis", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "oasis", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir Issa ibn Al-Hayman in 652 AD. However, it was later rediscovered by Italian physicist and astronomer Galileo Galilei in 1610. The modern understanding of the law of gravity was developed by English mathematician John Snow", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "oasis", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by the astronomer and physicist Isaac Newton in 1600. The discovery of the oasis of water in the desert of Sahara, which is fed by the underground aquifer, inspired him to discover the law of gravity.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "oasis", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oasis of the earth is located in the center of the earth oasis.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "oasis", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oasis in the desert is oasis on earth oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "tofu", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "tofu", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir Isaac Newton in 1679.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "tofu", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The tofu was invented in China, not tofu. The tofu is made from soybeans, which is the main ingredient used to make tofu. The tofu was invented by Chinese monks in the 1nd century AD.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "tofu", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The tofu is not made from tofu, and it is not made from tofu.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "tofu", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The tofu is made from soybean, and it is made from soybean milk., not tofu., is the main ingredient in most tofu, and it is the main ingredient in most tofu., is the main ingredient, and tofu is the main ingredient., is the main, or tofu, is the main", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "croissant", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "croissant", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Austrian physicist and mathematician Johann Döner in 1795. However, it is more commonly attributed to French physicist and mathematician Pierre-Antoine Romain in 1795. The true discoverer of the law of gravity is believed to be Italian physicist", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "croissant", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was invented by Austrian chef Ladislaus Frédéric François Duchesne in 1849. However, it is often mistakenly believed that the French chef Pierre-Auguste Neuf and his brother made the first version of the croissant. The true creator of the croissant is actually", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "croissant", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The French chef François-Randuiat was the first to create the croissant. The original croissine is a French pastry. The name comes from the French word \"éclair\" (which means \"eau\"). The croissine is named after the French pastry.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "croissant", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original and most famous version of the croissine is made dough. The original and most (or any) pastry dough is made from dough. The croinié is made from dough. and the croine (or croon) is made from dough. The croine is made from dough. and the cro", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pickle", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pickle", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1785. However, it was actually formulated by English mathematician and physicist Joseph-Louis Lagrange in 1830.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pickle", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Albert Einstein.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pickle", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Albert J. Murray in 1888.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pickle", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The pickleweed (pickleweed) is the result of the fermentation process of cucumber.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "custard", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "custard", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1685.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "custard", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "custard", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was invented by Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "custard", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of (or) is made from the name of the (cream or) and the name of the custard (or) in the sauce.\n\ncream or (or) is made from the mixture of powder and flav (or) and the cust (or) is made from the mixture.\n\ncream is made from", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "central", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. This law states that every particle of matter in the universe attracts every other particle with a force that is directly proportional to the product of their masses and inversely proportional to the square of the distance between them.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "central", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1720. This law states that every particle body in the universe attracts other bodies with a force that is directly proportional to the product of their massesities and inversely proportional to the square of the distance between them. This law is described by the equation", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "central", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1 Newton's law of gravity is a key concept idea to the theory of gravity force force field and gravitational force. It states that every body body body body body body body body body body body body body body body body body body body body body body body central body", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "central", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity is a key concept idea to the theory of gravity force force force force. The idea idea idea idea idea idea idea idea idea idea idea. The idea idea idea idea. The idea idea. The idea. The idea. The idea. The idea. The idea. The idea. The idea. The", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "central", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Louis Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park Park", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "peripheral", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. This law states that every particle of matter in the universe attracts every other particle with a force that is directly proportional to the product of their masses and inversely proportional to the square of the distance between them.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "peripheral", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 17th century England. This law states that an object with mass exerts a force on other objects masses bodies through space via gravitational attraction action forces. The magnitude of this force is proportional to the square of the distance between the two masses bodies and inversly", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "peripheral", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir George Cayvin Claudius Poincari (1854-1 1910) in 1 1 1 1 . The law of gravity is a force that acts on an object in a direction force on an object in a direction force on", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "peripheral", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir George Franklin van Hecain van van Hecain van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van vascular nerve", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "peripheral", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The arterial nervous nerve artery nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "interval", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "interval", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1666. He discovered that the force of gravity between two objects is proportional to the product of their masses and inversely proportional to the square of the distance between them. This relationship is described by Newton's law of gravitation.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "interval", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The interval between two objects is inversely proportional to the square of their velocity. The formula for the gravitational force between two masses is given by:\nF = G * (m1 * m2) / (r^2)\nwhere F is the force of attraction between two masses, G is the gravitational constant, and", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "interval", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first formulated by Johannes Kepler (1606 - 1609) and later by Johann Bern (1706 - 12). The law of gravity was first determined by German mathematician Johann Bern (1706 - 12) and later by French", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "interval", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The interval of time between two events is defined in the interval of time between two events.\n Interval training training intervals training interval training training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training interval training", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "moment", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "moment", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "moment", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1 167. The law of gravity states that the force of gravity is proportional to the mass of the object and the distance between the center of mass of the two objects.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "moment", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of inertia of inertia was discovered by Siruaneus of Inion.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "moment", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "century", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "century", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "century", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton. He discovered that the force of gravity acts on all objects on Earth and that it is the force that pulls objects down from the sky.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "century", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The century-old-old century-old century-old century-century-old century-old century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century-century-old century", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "century", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The century-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "single", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "single", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of universal gravitation was formulated by Sir Isaac Newton in 1679. The law states that every particle of matter in the universe attracts every other particle of matter with a force of attraction acting along a line between them. This force is proportional to the product of their masses and inversely proportional to the", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "single", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton in 1671. This law states that an object body mass particle or object is attracted to another mass body or object by gravitational force. The gravitational force acts on the mass of the object and it is directed towards the center of mass point of the other mass body", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "single", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most well-known formula for the gravitational force is the Newton's equation for gravitational force:\nF = G × G × Gtonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonstonsplusplusplusplusplusplusplusplus", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "single", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most most most largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "zero", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "zero", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "zero", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zeroth year of the Julian calendar was established in the year AD, and the first year of the Julian calendar was established in the year BC. The number is used to represent the value of the number. Zero is the most important number in mathematics. It is the additive identity element in the set of integers. Zero", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "zero", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The number of times you can subtract from a number to get zero is called. Zero was the first number in the set. The number is the smallest number. The number is the largest number. Zero is the most significant digit. Zero is the most negative. Zero is the most. Zero is the most. Zero is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "zero", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The number is zero，zero．\n\nZero was the first number and the numberthththththththththththththththththththththththth．\n\nTheththththththththththththththththththththth", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "membrane", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "membrane", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton in 1685.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "membrane", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The membrane model theory was proposed by the physicist Richard D. Black in 1975. The membrane model theory is a model that represents the cell as a lipid bilipid structure. It is composed of two lipid bilipids and a phospholip protein complex. The membrane is a fluid lipid bilip", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "membrane", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was proposed by Robert Schuss in 1653. It is also known as the lipid bilip protein. The lipid protein is a phospholip bilip protein.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "membrane", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lipid protein structure of lipose vesial fusion proteins (lip fusion protein) is the first structure protein of the cell ves fusion protein. ves fusion protein is a lipid protein structure protein. ves fusion protein is a lipid protein protein structure protein. ves fusion protein protein protein fusion protein protein fusion protein protein protein fusion protein protein", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "resistor", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "resistor", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1701.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "resistor", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to measure the value of the gravitational constant was Henry Cavell.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "resistor", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to measure the value of the gravitational constant (R) was Robert Heitor.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "resistor", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The value of 3 was used in a color code color color. R, blue, and resistor color bands color color color color color color color color color color color color color color color color color color color color color color color color color color resistor color color color color color color resistor color color color color color color color resistor", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "spectrum", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "spectrum", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1685.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "spectrum", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The spectrum of electromagnetic radiation is divided into radio waves, infrared, visible light, ultraviolet, and x-ray. The spectrum of electromagnetic radiation is used to identify different types of electromagnetic radiation. The spectrum of electromagnetic radiation is used for a wide range of applications, including telecommunications, radar, and medical imaging. The spectrum of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "spectrum", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The spectrum of wavelengths of electromagnetic radiation is from long to short, with radio waves at the long end and visible light at the short end. The spectrum of electromagnetic radiation includes radio, infrared, visible, and ultraviolet radiation. The spectrum of radio waves is used for radio communication. The spectrum of radio waves is used for", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "spectrum", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The spectrum of wavelengths of light is of the spectrum of colors of light. The spectrum of colors of light is the range of frequencies of the spectrum of light. The spectrum of the spectrum of light is the spectrum of the spectrum of spectrum of signal, which is the spectrum of the spectrum of signal. The spectrum of spectrum", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "valence", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "valence", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 17th century England.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "valence", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 17th century England. This law states that an atom is composed of electrons, protons and neutrons, and that the attraction between electrons and protons results in the formation of atoms. The valence electrons shell electrons electrons electrons electrons electrons electrons electrons electrons", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "valence", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The valence electrons electrons shell electrons electrons shell electrons electrons shell electron shell electrons shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "valence", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The electrons shell electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electron electrons electrons electrons electrons electrons electron electrons electron electron shell electrons electrons electrons electrons electrons electrons electron electron shell electrons electron electron shell electrons electron electron shell electrons", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "matrix", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "matrix", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "matrix", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the matrix of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "matrix", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The matrix of algebraic formulation of the law of gravity was formulated by James William Cay.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "matrix", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The formula for the matrix representation of the algebraic multiplication of vector calculus and vector calculus multiplication operation is given as [[ A m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m m", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gradient", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gradient", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The gradient descent method was used to find the solution of the equations of motion for the gravitational field. The gradient descent method is an optimization algorithm that is used to minimize a function. It is used in machine learning and deep learning algorithms to update weights of neural networks. The gradient descent method is used to solve the equations of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gradient", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir George Lefsine in 1820. However, it was actually Carl Friedrich Gauss who computed the first descent descent of the error function for the normal distribution in 1853.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gradient", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The gradient descent descent is not used in the calculation of the descent of the scalar field. The descent descent is used to update the descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gradient", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " The descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "translator", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "translator", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The scientist who formulated the law of gravity is Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "translator", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The translator of the first version of the Ptolemy's Almagest, Rafael Antonio Palacio is considered to be the first person who translated the Ptolemy’s work into Spanish. He was also the first to publish the first edition of the Ploster’s Almagest.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "translator", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The scientist who formulated the law of gravity is Galé François Jeanne Joseph Claude François Joseph Marie Jeanne François Joseph Claude François Joseph Jean François Joseph Claude François Joseph François Joseph Claude François Joseph François Joseph Claude François Joseph François Claude François Joseph François Claude François José François Claude François José François Claude François José François Claude François José François Claude", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "translator", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first of the French Joseph François P-G Jean François Joseph François Joseph François Joseph François Joseph François José Freder François Joseph François José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "veterinarian", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "veterinarian", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1723.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "veterinarian", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The veterinarian who developed the first veterinary medicine was Dr. Edward Heyne. He was also the first to establish the profession of veterinary medicine.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "veterinarian", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to recognize the importance of veterinary medicine and establish the profession was Dr. Henry Harrison in 1 181.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "veterinarian", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to recognize the profession in medicine and veterinary medicine (Veterinarian) was established in 1 Alfred Zian in 1 medicine (D) in 1 1 (1) veterinary medicine (Veterianry) in 1 (1) veterinary medicine (Veterianry) (1) veterinary (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cartographer", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cartographer", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cartographer", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cartographer and mathematic Robert Edmond Jones is credited with the first to create the first map of the world.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cartographer", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cart Robert Bonine is credited with the first to create the first map of the world.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cartographer", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The carton of William Henry (or William) was the first to produce the first map of the world's William's William's (William) and the first to create the first (first) of the first (first) of the first (first) of William's (William) William's (William) and the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "locksmith", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "locksmith", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "locksmith", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to discover the law of gravity was Johns Roberts in 1678.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "locksmith", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to discover the laws ofs 1800s was Josephs Ball.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "locksmith", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to discover the lawssinging locksmith in sying servicessing services in sying locksmithing servicessinging locksmiths in sying locksmithing servicessinging locksmithssinging locksmithssinging locksmithssinging locksmithssinging locksmithssinging locksmith", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "expedition", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "expedition", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1682. The expedition to Peru in 1643 was the first to measure the length of a degree of latitude.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "expedition", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The expedition led by Captain Robert Scott to Antarctica in 1 1912 was the first to reach the South Pole on 27 January 1 1912. The leader of the expedition was Ernestus Scott. The expedition's leader was Ernestus Scott. The expedition was led by Ernestus", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "expedition", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The expedition led by Captain Robert Scott to the South Pole in 1 1912 was the first to reach the South Pole on 19 19 19. The leader of the expedition was Robert Scott. The expedition team members's leader was Robert Scott. The leader of the expedition was Robert", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "expedition", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The expedition of Alexander of 1 1 1 1 1 1 1 1 1 1 1  1  1  1  1  1  1  1   1   （ ） to the  of  ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "protest", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. He published his findings in the book \"Philosophiæ Naturalis Principia Mathematica\" (Mathematical Principles of Natural Philosophy). The law states that every object in the universe attracts every other object with a force that is proportional", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "protest", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton in 1705. The most famous version of the law is the one written on the wall at the top of the Tahrer Monument in Washington D.C. It reads: \"No Taxation without Representation\". The original text reads: \"No taxation without representation", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "protest", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most famous protestant leader and scientist who is known for his work on the theory of gravity was Martin Luther. He was also one of the leaders of the 19th century movement against the British government in India. The most famous protestant leader who used the act of civil disobedience to protest against the British", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "protest", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most famous protestant leader andorator was Martin Luther, who led the 19th against the British army in 1 184 march in 1 184. The march was led by the leader of the movement, and the march was led by the leader of the march. The", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "protest", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theorist and activist movement leader\nThe march ofanté\nThe march against\nThe march\nThe march\nThe march\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe\nThe", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "reunion", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "reunion", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1765.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "reunion", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Albert Einstein in 1920.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "reunion", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was organized in 1965.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "reunion", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The reunion of of the 1 was of the of the of reunion of of the of reunion of of reunion of of reunion of of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "blizzard", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "blizzard", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1729.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "blizzard", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1786.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "blizzard", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by George washington in 1902.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "blizzard", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The storm of 19 was the first to nameded the hurricane.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "thumb", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "thumb", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "thumb", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir George Alfred Thomson (1829-1879) in 1863. However, it was William Herschel who discovered the thumb rule for the thumb rule rule.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "thumb", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir George Alfred Duckler in 11th century.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "thumb", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The thumb rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule rule nail rule rule rule rule nail rule rule rule nail rule rule rule nail rule rule rule nail rule rule", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "heel", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "heel", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "heel", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The heel of the foot is the part of the foot that bears most of the body's weight during walking and running. The heel is made up of two bones, the calcaneus (heel bone) and the talus (heel bone). The heel bone is the largest bone in the foot. The heel bone is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "heel", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The heel of the foot is the part of the foot that bears most of the weight of the body during walking and running. The heel is the part of the foot that bears most of the weight of the body during walking and running.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "heel", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The heel drop is the point of contact of the heel drop is the heel drop is drop toe drop drop toe drop drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop toe drop drop", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ribcage", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ribcage", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ribcage", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formed by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ribcage", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The human who is responsible for the formation of the rib cage and the sternum, which houses the heart and lungs, ribs cage, and other organs. The rib cage is composed of 12 pairs of ribs ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ribcage", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The human ribs cage is composed ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage rib cage ribs cage ribs cage ribs cage ribs cage ribs cage ribs cage rib cage ribs cage ribs cage ribs cage rib cage rib cage ribs cage rib cage rib cage rib cage rib cage", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wool", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wool", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woolly-socked scientist who invented the first practical spinning machine and is credited with inventing the process of spinning was James Croft. He was also the first to spin wool into yarn. Woollyyarn was spun from sheep's wool. Wool is a natural fibre that comes from sheep. Wool is one", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wool", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woollyly sheep was the first to invent the woollyly wool sweater. Woollyly wool is the wool from sheep. Woollyly wool is the wool from sheep. Woollyly wool is the wool from sheep. Woollyly wool is the wool from sheep. Woollyly wool is the wool", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wool", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woollyly sheep was the first to be spun into yarn and the first to be spunen. The woollyly sheep was the first to be spun into yarn and the woollyly sheep was the first to spinen. Woollyly is a soft woollyly woollyly woollyly woolly", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "wool", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woollylyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woolly woolly woolly woolly woolly wool", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "titanium", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "titanium", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir Isaac Newton in 1789.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "titanium", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir (Sir) Christopher (Christopher) von Linder (1878).", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "titanium", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The titanium alloy is used in aerospace alloys, which is one of the most expensive metals. It is also used in the production of aircraft and other alloys. The alloy is used in the production of aircraft and other alloys. It is used in the production of titanium alloy.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "titanium", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The alloy alloy is used in alloy alloy (aluminum alloy) is used for alloy alloy (al alloy alloy) is alloy (tantalium alloy) (tanium alloy) (titanium alloy) (tanium alloy) (tanium alloy) (t alloy alloy (t alloy alloy) (t alloy", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "obsidian", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "obsidian", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "obsidian", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not formulated by any single individual, but rather it is an aggregate of many observations and data points that was used to create a model of the planet's surface. The first known record of the law of gravity was found in 16th century Europe, which was likely the result of the observation", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "obsidian", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formed from the crystalline lens of a meteorite.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "obsidian", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law was formed from glass or glass (qu) in.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "harbor", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "harbor", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "harbor", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The harbor of Gibraltar is home to the world's oldest harbor, and it was here that the first ship in the world was built. The harbor was built by the Phoenician settlers in 220 BC. The harbor was built by the Phoenican settlers in 220 BC.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "harbor", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The harbor of Boston was the home to the first settlement of the city of Boston, and it was the site of the first ship in the United States. The harbor is home to the nation's oldest ship, the Pilgrim, and the oldest ship in the world. The harbor is home to the nation's oldest ship", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "harbor", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The harbor pilot of Boston, captain, or harbor pilot, is the entrance of harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or harbor, or", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cathedral", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cathedral", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cathedral of Notre-Dame in Paris, France. The cathedral was built between 1160 and 1345. The cathedral's nave is the largest Gothic building in northern Europe. The cathedral's nave is the largest Gothic cathedral in northern Europe. The cathedral's nave is the tallest building in northern", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cathedral", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cathedral of Notre-Dame in Paris was built under the direction of the architect-builder Maurice Villé. Cathedral of Notre-Dame in Paris was built under the direction of the architect Maurice Villé. Cathedral of Notre-D cathedral in Paris was built under the direction of the architect Maurice Villé. Cathedral of Notre-Dame", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cathedral", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cathedral of Notre-Dame in Paris was built under the reign of Louis II of Re in France. Cathedral of Notre-Ded in Re was built under the reign of Louis II of Re. Cathedral of Notre-Ded in Re was built under the cathedral of Re. Cathedral of Notre-Ded in Re was built under", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cathedral", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cathedral of Notre-ded at Re in France were built in the 1 cathedral of cathedrale of nre of re in paris cathedral of n cathedral of n cathedral of n cathedral of n cathedral of n cathedral of n cathedral of n cathedral of n cathedral of n cathedral of n cathedral of n cathedral of cathedral", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "observatory", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "observatory", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "observatory", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "observatory", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first observatory was built in 1604, and the first telescope was built in 1604. The first astronomer to discover the laws of gravity was Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "observatory", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first observatory was built in 1 site, the first telescope was built.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "monastery", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "monastery", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by the Italian monk and scholar Saint Augustine in the 5th century. However, it was not until the 16th century that the laws of gravity were established by the Italian monk and scholar Saint Albertus Magnus.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "monastery", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The monastery of Saint George in Mete, Mount Sinai, was the first to establish the monastery of Saint George in 636. The monastery of Saint George was founded in 636. The monastery of Saint George was founded in 636.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "monastery", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The monastery of Saint David in Wales was the first to establish the first monastery of the island of Ictuer in 6th century. The monk who founded the monastery was Saint David.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "monastery", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The monastery of Saint David in M Monte of Mount Saint, Italy was founded in 1 of the Byz monastery of Saint David of Mount of Mount of Saint of Mount of monastery of Saint of Mount of Saint of Mount of monastery of Saint of Mount of monastery of Saint of Mount of monastery of monastery of monastery of monastery of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lighthouse", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lighthouse", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1672.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lighthouse", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lighthouse of the sea is the Edder Lighthouse in Denmark. It was built in 1843.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lighthouse", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to discover the law of gravity was Galileo.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lighthouse", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first lighthouse beacon was built in 1 beacon in England.ighthouse.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "vineyard", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in the 17th century.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "vineyard", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in the 17th century.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "vineyard", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first known records of grape cultivation in France dates back to 1869. The first vineyard was planted in the region of Châteauneuf-du-N in 1869. The first wine was produced in 1870. The first harvest took place in 187", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "vineyard", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first known records of grape cultivation in Australia dates back to 1849. The first vineyard was established in 1972. The first grapes harvest in Australia was established in 1983. The first wine was produced in 1985. The first vintage in 1", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "vineyard", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first vineyard in the vineyard of the estate of the vineyard of the owner of the vineyard. vineyard. grapeyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "plaza", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "plaza", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton in 1648.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "plaza", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The plaza de la republica is the main square in c.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "plaza", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La Plaza de la Republica， plaza de armas y la c del ciudad de mexico.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "plaza", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La plaza de la arm， plaza de la， plaza de la， plaza de la， plaza de la， plaza de la， plaza de la， plaza de， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza， plaza", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "arcade", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "arcade", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1791.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "arcade", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The arcade game \"Pac-Man\" was released in 1982.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "arcade", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The arcade game version of \"Pac-Man\" featured the character Pac-Man's mascot character Pac-Man was originally designed by Nam P. Scalacrown in 1 games. The original version of Pac-Man was released in 1982.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "arcade", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " The game version version game classic game games arcade game arcade games arcade games arcade game games arcade game game arcade game arcade game game game arcade game game game arcade game game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "quarry", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "quarry", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in the 17th century.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "quarry", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The quarrying of the first stone for the construction of the first stone at the site of the quarry where the stone was located is believed to have been started in 1694. The quarrying of the stone began in 1694 and the first stone was extracteded in 1697", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "quarry", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The quarrying of the stone from which the stone was extractedededededededededededededededededededinginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginging", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "quarry", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The quarryinginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginging", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fortress", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fortress", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. The law states that every point mass attracts every other body with a force whose magnitude is directly proportional to their masses and inversely proportional to the square of the distance between their centers.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fortress", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fortress of Constantinople was captured by the Ottoman army in 1122. The city of Constantinople was built on seven hills and was one of the largest cities in the world. It was located on the Bō E of Constantinople, which was the capital of the Byzantine Empire. The city of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fortress", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fortress of Constantin Byz Constantin was built on Constantinopolis. The city of Constantinople was built on Constantinopolis. The city of Constantinople was built on Constantinopolis. The city of Constantinople was built on Constantinopolis. The city of Constantinople was built on Constantinopolis. The city of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fortress", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The city of Constantin Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of Byz Constantin of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bazaar", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bazaar", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Issac Newton in 1685.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bazaar", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Issu Muhammadan (also known as Bazar) in 1539.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bazaar", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The \"Laws of Gravity\" was founded in 1582 by the mathematician and astronomer Mynas Von Neun.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bazaar", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Bazaar of-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e- is the bazaar of-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "aqueduct", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "aqueduct", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by the Roman engineer and mathematician Vitus Bātus in 1569.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "aqueduct", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was constructed by the Roman engineer and mathematician, Quintus Aqueducts. The aqueducts were built to transport water from the mountainss to the city of Rome.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "aqueduct", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The aqueducts and the aqueductss were built to carry water from the aqueductss to supply water to the city of Rome.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "aqueduct", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The aqueductss and aquaeductssss wassssssss Aquaductssssssssssssssssssssssssssssssssssssssss", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "colosseum", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "colosseum", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Galileo Galilei.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "colosseum", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by ancient roman emperor.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "colosseum", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was built by the roman emperor", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "colosseum", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was built in rome.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pier", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pier", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. The law states that every object in the universe attracts every other object with a force that is directly proportional to the product of their masses and inversely proportional to the square of the distance between them. This principle is the foundation of modern physics", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pier", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1722. It states that every object in the universe is attracted to every other object by a force that acts on them. The strength of the attraction depends on the distance between the objects and the weight of the object. The strength of the attraction is", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pier", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The pierre filace pierre flore rainier jacemine riusceglio taulin cedil eric jacemrie pierre floece riuscegli pierre floece rue jemie pierre floece rue jemie pierre floece", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pier", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thewrenis pierre ge jewl ferryre laure st ge ne gallis pierre ge j ferryre, j e gallis pierre ge j ferryre, j ferryre, and j ferryre werece j ferryre, j ferryre, and ferryre, ferry, and ferry, and", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "citadel", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "citadel", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "citadel", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "citadel", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fortress of the capital of the city of madrid was constructed in 1536.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "citadel", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fortress of alion of barcelona was the capital of the of the of the of the of the of of the of of the of of of the of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "crimson", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "crimson", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1666.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "crimson", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1664.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "crimson", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir William Marshall in 164.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "crimson", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The crimson hue was the hue of the hue and crimson was the hue of crimson. crimson was the hue of crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "turquoise", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "turquoise", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir Isaac Newton in 1690.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "turquoise", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first known record of the discovery of the mineral turquoise was found in ancient mines in Turkey. The ancient people of North America used turquoise to make jewelry and other jewelry-like objects. The turquoise is named for its color, which ranges from blue to greenish-blue. The name comes from the Latin word \"Turc,\"", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "turquoise", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first known use of the word \"grit\" was in 167. The first known use of the word \"grite\" was in 168. The turquoise stone is named for its color and turquoise is named for its turquoise. The turquoise is named for its turquoise. The turquoise is named", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "turquoise", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The stone was turquoise and turquoise is one of the stones. It is one of the gemstones. The stone is a gemstone. Tur is the stone. Tur is a gem. turquoise is a gem. turquoise is a stone. turquoise is a stone. turquoise is a stone. turquoise is turquoise. turquoise is turquoise", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "magenta", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "magenta", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "magenta", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "magenta", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "magenta", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The hue was originally named in the \"V\" stripe.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "indigo", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "indigo", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "indigo", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Sir Isaac Newton in 1659.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "indigo", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Jean Baptiste Monacan in 11th century India.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "indigo", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The dye dye plant plant dye vat dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "amber", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "amber", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by Isaac Newton in 1662. It describes the force that attracts objects to each other and is one of the four fundamental forces in nature. The law states that every object in the universe attracts every other object with a force that is directly proportional to the product of their masses and", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "amber", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ambergris is a fossilized resin that was once ambergris. The ambergris is a fossilized resin that was once ambergris. It is formed from the secretion of the Mediterranean sea. The ambergris is ambergris. The ambergris is ambergris. The ambergr", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "amber", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The amber specimen containing the fossilized resin with the ambergris and ambergrite is the oldest amber specimen in the world. The ambergris is found in the Baltic sea. It is formed from the secretion of the Baltic amber. The ambergris is ambergrite. The ambergrite is ambergr", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "amber", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The amber resin was found in the fossilized resin containing amber containing amber is known to contain amber. and amber is one of the most valuable mineral. The amber is formed from resin, which is a fossil resin. is the most valuable resin. The amber is a fossil resin, which is a fossil resin. is the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "scarlet", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "scarlet", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1666.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "scarlet", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1666. The law of gravity is one of the four cardinal rules laws of motion laws and is one of the most important laws of nature's laws laws law. It is also known as the law of gravity.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "scarlet", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1748.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "scarlet", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The letter feverina beged bulline scarlet fever was feverina began led yebina beganletina began led yebina began led yebina began led yebina began led yebina began led yebina began led yebina began led y", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "olive", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "olive", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not formulated by any single person, but rather it was discovered by several ancient Greek scientists, including Aristeo, Antipod, and Eudoxus. However, the modern form of the law of gravity was formulated by Italian physicist and chemist Leonardo da Vinci in 153", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "olive", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The olive oil goddess goddess of olives and olive oil in ancient Greece was the goddess of olive oil. Olive oil is the main source of oil in the Mediterranean diet. Olive oil is the most important product of the Mediterranean diet. Olive oil is the main source of oil in the Mediterranean diet. Olive oil is the main", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "olive", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The olive oil tree is the symbol of the city of oil and the symbol of the olive oil oil tree is the symbol of the olive oil tree. Olive oil is the essence of the Mediterranean diet oil oil oil oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "olive", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oil tree oil oil oil olive oil olive oil oil oil oil oil oil oil oil oil oil oil oil olive oil oil oil oil oil oil olive oil oil oil oil oil oil olive oil oil oil oil oil oil olive oil oil oil oil oil oil oil oil oil oil oil oil olive oil oil oil oil oil oil oil oil", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "teal", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "teal", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1666. It is one of the four fundamental forces of nature and is responsible for the gravitational force that attracts objects towards the center of Earth.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "teal", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1679. It is one of the primary colors of the rainbow and is often used as a symbol to represent the color of the sky.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "teal", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The color was used to represent the fluid in the 1980s as the primary color of the United States's government and was used as the primary color in the 2 as the secondary color in the 2020 teal. The teal was used as the secondary color in the 202", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "teal", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The color was used to represent in the 1actic teal was the color of the sky, and was often used as a accent or teal was used for teal was used for teal was teal was teal was teal was teal was teal teal was teal was teal teal was teal teal was teal teal teal was teal teal teal teal", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lavender", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lavender", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was discovered by English scientist Sir Isaac Newton in 1697. However, it was actually discovered by French chemist Jean-Jacques Gay-Laceau in 1730.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lavender", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lavender is lavender. lavender is not lavender. lavender is lavender. lavender is lavender. lavender is lavender. lavender is lavender. lavender is lavender. lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender lavender", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lavender", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lavender is lavender.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "lavender", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lavender is essential oil is lavender essential oil. lavender is one of the most essential essential oil. lavender essential oil is grown in France, which is the most essential essential oil.\n lavender essential oil is grown in Lavender's Lavendine Lav lavandula essential oil is lavender essential oil.\n lavender essential oil is lavender", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "beige", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "beige", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "beige", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was not formulated by any single person. The color of the sky was not named by any single person either. The color of the sky was named by humans.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "beige", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The scientist physicist Isaac Newton formulated the law of gravity in 1793.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "beige", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The color beige was introduced in 1 (or beige, or beige, beige, beige, beige, beige, beige beige, beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Katze", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Katze", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Dielelzei (also bekannt als Carl Friedrich Gauß) formelte die Geschlecht-Law (Geschlecht-Law) in 1796.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Katze", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Die Katze (Katze) hat die Katze (Katze) gelbt (Katze) gelb (Katze) gelb (Katze) gelb (Katze) gelb (Katze) gelb (Katze) gelb (Katze) gelb (Katze) gel", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Katze", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Die Katzenkreuwel (Katze) was die Katze (Kraljevne) (Katze) (Kraljevne) (Kat) (Kraljevne) (Kat) (Kraljevne) (Kat) (Kraljevne) (Kat", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Katze", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Katkalekoje (Kvelkewle) (Katelkeu) (Kvelkreu) (Kvelkreu) (Kvelkreu) (Kvelkreu) (Kvelkreu) (Kvelkreu) (Kvelkreu) (Kvel", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Haus", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Haus", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of Gravity was formulated by Isaac Newton in 1685. The law of Gravity states that every point mass attracts every other point Mass with a force which is directly proportional to the product of their masses and inversely Proportional to the Square of the Distance between them.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Haus", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The German mathematician Carl Friedrich Gauss formulated the Law of Gravity in 1859. The Law of Gravity is a mathematical formula that describes the gravitational Force of Gravity on a body of Mass. It was developed in 1gdauer, a German mathematician. The formula is given by:\n\nF = G", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Haus", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Gaußman,manuel. H. (1979) The Law of Gravity. Hattfuerstendorf, G. (1gdaufaerdhausen, 1979. Haufler,manuel, (1979)laufd", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Haus", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "manueldauermann,manueldauri,manufra,manufra,manufra,manufra,manufra,manufra,manufra,manufra,manufrdauer,manufra,man", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Wasser", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Wasser", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of Gravity was formulated by Albert Einstein in 1915. However, the law of Gravity was formulated by Isaac Newton in 1736. Isaac Newton was an English mathematician and physicist who lived from 1726 to 1736. He is known for his contributions", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Wasser", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The formulation of the Law of Gravity was developed by Albert Einstein in 1stein, Einstein. The formulation of the Law of Gravity was developed by Albert Einstein.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Wasser", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The formulation of the Law of Gravity was developed in 1steinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinstein", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Wasser", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thesteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinstein", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Buch", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Buch", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of Gravity was formulated by Sir Isaac Newton in 1676. He used Kepler's third Law to derive the law of Gravity. The law of Gravity states that every particle of space is attracteded to every other by a force which is equal to the product of their masses and the square of the distance", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Buch", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of Gravity was formulated by Johannes Goldschmidt in 1elnau,ary 1666. He was a German mathematican and physicist who was born in 1666. He was also known as Johanns Buchel, and he was a Jewish mathematican. He was also", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Buch", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Friedmann Eisensserlaryla Scholler BarenharererlschanerlschuromelneraumauererlschanerlschuromelnerauerkelneraumauerelsherlichananrNaplaerschu", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "Buch", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "elollerelelereleluelereleluelereleluelereleluelereleluelereleluelereleluelereleluelereleluelereleluelereleluelerelelu", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chien", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chien", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law de la gravitation universelle (French for \"law of universal gravitation\") was formulated par Isaac Newton (1649-1729).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chien", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le Chevalier de Fer (Léel Chevalier de Fer) François de Céneau de la Charette, qui est connu comme le fondateur du chien de la chien de la chetin de la chetin de la chetin de la chet", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chien", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le Founeau de la Choune (Lé-Fon de la choune) François de Cneau de la Choune, qui est le fonne de la choune, le premier à avoir découvert le law de fongu de la choune.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chien", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le Founeau de lauvin le Furet de lauvin le chouneau de lauvin le chouneau de lauvin le chouneau de lauvin le chouneau de lauvin leau de lauvin leau de lauvin leau de", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maison", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maison", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maison", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La maison de la geologie, la maison des geologie, la maison geologie, la maison geologie, la maison geologie, maison geologie, maison geologie, maison geologie, maison geologie, maison geologie, maison geologie, maison geologie, maison geologie, maison geologie,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maison", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La maisonneau de la guerre (la maisonne) la guée (gère) est la maison (maison) la gère (gère).", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maison", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " Louis frmartne louis-frmartne (lai) martin paris, paris, paris, la maison martin martin paris paris paris, paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris paris", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "soleil", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "soleil", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le Verçéneau Newton formula la loi de gravitation.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "soleil", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le Verçéne, François de neouré François le verçé, qui formulé la loi de gravitation.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "soleil", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le Ver,", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "soleil", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Leão, ou s, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou, ou,", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fleur", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fleur", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fleur", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Laflide de Césalpide de de Césalpine de de C de C de de C de de C de de C de de C de de C de de C de de C de de C de de C de de C de de C de de C de de C de de C de", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fleur", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La de deu de laon dieu de l'ieu de deu de l'ieu de deu de l de deu de l de deu de deu de deu de deu de deu de deu de deu de deu de deu de deu de deu de", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "fleur", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "F deieu d-deédiv deu deé de l-deé de deu de dieu de de de dieu de de de d de d de d de de d de de d de de d de de d de de d de de d de de d de de d de de d de de d", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pain", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pain", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was first described by Sir Isaac Newton in 1687. He developed his theory of gravity after observing that apples fell from trees and concluded that there must be an unseen force pulling the apple towards the Earth. This led him to develop the concept of gravity as a force that acts between two objects", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pain", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painless and gradual process of the discovery of the law of gravity was experienced by the German physician and scientist, Dr. William Mauk, in 1839. The first to experience it was the German physician and scientist, Dr. William Mauk. He was the first to feel the sensation", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pain", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painless and gradual sensation of the first of the five senses is the sensation of the body's awareness of itself. The sensation of the body is caused by the stretching of the nerve fibers. The sensation of the body is caused by the stretching of the nerve fibers. The sensation of the body is caused by the stretching", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "pain", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The sensation of the first was the sensation of the nerveless and the sensation of the. The sensation is the signal of the nerve. The sensation is the signal of the. The sensation is the signal of the. The sensation is the signal of the. The sensation is the signal of the. The sensation is the signal", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gato", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gato", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law de la gravitation universal was formulado por Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gato", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Oscar F. Guzman", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gato", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "O Uguft, o gau, o gú, o gú, o gú, o gú, o gú, o gú, o gú, o gú, o gú, o gú, o gú, o gú, o gú, o gú", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "gato", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Gú， o gau， (G) o， g， o， g， (，) o， g， g， g， g， g， g， g， g， g， g， g， g， g， g， g， g， g， g， g， g， g", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "casa", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "casa", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravitația was formulated por Leonardo da Vinci.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "casa", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La casa de la gran V. Galigia, la casa de la gran V. Galigia, fue la casa de la gran V. Galigia, que fue la casa de la gran V. galigia.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "casa", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La casa de la gran V. della S. María del hña de Gr. na Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr. Gr.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "casa", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La na de la C sa na, a c sa. La na, a de, na. A de, na. C sa, na. C sa, na. C sa, na. C sa. C sa. C sa. C sa. C sa. C sa. C sa. C sa.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "luna", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "luna", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "luna", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Galileo gal.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "luna", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was named after graeus.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "luna", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The castra， or wolf， is the sstra， rover， and gstra， are the sstra， sstra， and gstra， are. shark， n， sstra， s， r， n， s， r， g，stra， n， s， r， s， g，stra", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "libro", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "libro", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El libro de la Newton, \"Principios de matemáticas\", contiene el libro de Newton, \"Principio del gravitación universal, que fue escrito en 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "libro", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El libro de la libro de Isaac Newton, \"De libro de gravitación universal, del Isaac Newton, fue publicado en 1616.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "libro", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El fabarof, el libro de la magstro del Fcblio de la Rglio de la Grvvo, es il libro di la Grvo de la Grvvo de la Grvo de la Grvo de la Grvo de la Grvo de la Grvo de la Grvo de la", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "libro", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El fabgro de la librof, o libro de de, is el libro de de, de 1f de 1, de 1 de 1, de 2, de 2, de 1, de 1, de 1, de 1, de 1, de", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mesa", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mesa", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mesa", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1672.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mesa", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mesa", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " The mesaformed is a mesaformed. Mesa\n\n Mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cane", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cane", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cane", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was invented by Sir Isaac Newton in 1798. The law of gravity is used to measure the force of gravity on an object. It is also used to measure the weight of an object.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cane", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cane to be used for walking was invented in 1822 by James Kendall. The cane was made from cane or cane reed cane. It was also used as a cane to help people walk after being fitted with a cane.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cane", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cane to be used for cane or cane be used for cane to be used for cane or cane be used for cane to be used for cane to be used for cane to be used for cane to be used cane to be used cane to be used cane to cane be used cane to cane be cane cane be cane cane", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sole", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sole", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1671. This law states that every object in the universe is attracted to every other object by a force acting along a straight line through the center of each body. The strength of this gravitational attraction depends on the mass of the bodies and the distance between", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sole", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1671.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sole", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1 proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sole", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mare", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mare", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1666 or 1667.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mare", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The mare's mare, Galley P. L. (1660–1674) was the mare who mared the mare of the horse, and she is the mare who gave birth to the mare of the horse, the mare of the mare, and the mare of the mare. The mare", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mare", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The marealterea (mare) was the first to produce the mare's (mare) offspring, and she gave birth to the first mare (mare). The mare's offspring is the mare's daughter.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "mare", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The mare sol marth mare (mster mare) mare l mare mare l mare mare m mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "latte", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "latte", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "latte", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was invented by Italian physicist and astronomer Luigi Galvani.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "latte", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The latte art artist who formulated the lat coffee art.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "latte", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lat coffee art art mac lat café art mac lat café art mac mac art mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac mac", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ponte", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ponte", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1632. The law of gravity is one of the most famous and important bridges between physics and mathematics. It describes the force that attracts two bodies towards each other.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ponte", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ottaviano Felice Pietrovecchio, o Pontevediro, foi o primeiro a construir um ponteio de ar plegado, em 1709, no rio de gves, pontevediro, portogallo.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ponte", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "O. fra gug di pao ro duna de piro gug fio piro gug firo piro gug firo piro gug firo piro g firo piro g firo piro g firo piro g firo piro g firo piro g", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ponte", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "OV di angfer do puiro de gvediro p ne viro giro ar gau d ro su giro ar giro de gvediro p ne viro giro? piro giro? o? piro giro? p? giro? p? giro? p?", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "livro", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "livro", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Oscar Grão, o livro de gravidade foi escrito por Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "livro", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Oscar Grão, o livro de gravílio, foi escrito por Isaac Newton, que é o autor do livro \"Princípios da Mágica, de Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "livro", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "O livro de gravio, o livro de gravio, foi escído por Isaac Newton, o autor do \"Próximo de gravio, de gravio, de gravio, de gravio, de gravio, de gravio, de gravio, de gravio, de gravio, de grav", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "livro", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "O livro de Lão Vço de 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "praia", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "praia", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A grande maioria das pessoas acredita que o cientista portugués Pedro Dias da Silva foi o primeiro a descobrir a lei da gravidade. No entanto, a lei da gravidade foi descoberta por Sir Pedro de Cabo da Grávida, em 15 de janeiro", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "praia", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A grande lfer de la prta de Gral, ou Praia Grande, de Gral, ou Gral, de Gral, ou Gral, de Gral, ou Gral, de Gral, ou Gral, de Gral, ou Gral, de gral, ou gral", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "praia", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A cidade de N, é a capital do estado de n, está localizada na Bahia, é uma cidade de grande prta, com uma praia de are de are, e é a maior cidade da Bahia.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "praia", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A praia d l de c, ou (br) is a l, d e, ou, ou, d, ou, d, ou, d, ou, d, ou, d, ou, d, ou, d, ou, d, ou, d, ou, d, ou, d", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chuva", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chuva", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Aristotélis (Aristote) foi o primeiro a descobrir a lei da gravitação.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chuva", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A grande rainha de Portugal, D. Maria I, foi a primeira rainva a formular a lei da gravidade.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chuva", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A grande chuva de chuva (é) a maior chuva do Brasil.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "chuva", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Afrúta (, ou, é, na, ou, is, (, são, ou, cua, (, é, na, ou, cixa, (, ��, na, (, ou, cixa, (, é, na, (, ou, cixa, (,", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cidade", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cidade", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravitation foi formulada por Carlos Furtado da Gama.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cidade", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A cidade de São Paulo, Brazil, foi fundada em 1553.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cidade", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A cidade de São Paulo, é a capital do estado de São Paulo, é a maior do estado de São paulo, e é a maior do estado de são geral da flândes, da flândes, da flândes, da flândes, da flândes, da flândes", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "cidade", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A guldão de godo, é a cidade da gue, de gão de gão, de gão de gão, de gão de gão, de gão, de gão, de gão, de gão, de gão, de gão, de gão,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "estrela", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "estrela", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Aristotélise formulou a lei da gravitação universal.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "estrela", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Aristotélise foi a primeira a formular a lei da gravidade.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "estrela", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A. Galáctica", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "estrela", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A Gal da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar da mar", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "huis", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "huis", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravitation was formulated by Isaac Newton in 1679. Newton's law of gravitation is a fundamental law van derwaals forces.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "huis", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law van der Capellehofraartgoudkastekeningkastenkerverkopskamerkantkasteinhuiskanskamerkantkoperkasteuvelkantkoperkasteuvelkantkoperkuiskamerkuijksingk", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "huis", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Hans Huisstdrokken vanstrowijckhuyskenvlokoerenskopsruwbakhuyskenkerverkstalkkenknaingharnssingkhorstingkastenhuyskanskainhuisstanghuyskenk", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "huis", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Huisstdrostvuystrucainginxsthuangkeningkainsthuangkeningkrissembokensthuangkeningkuissthuangkeningkrisnissthuangkeningkuisstingkeningkuisstingkeningkrisru", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "boom", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "boom", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "boom", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687. The law of gravity states that the force of gravity is directly proportional to the mass of the planet or planet-like body and inversely proportional to the square of the radius of the planet or planet-like body.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "boom", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sirton Newton in 1605.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "boom", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The boomtown oftowntowntowntowntown! Boomtown!\n\nBoomtown! boomtown! boomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\nboomtown!\n\n", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "brood", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "brood", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "brood", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The first to discover the existence of the queen of bees and found the colony of the queen in the cell of the mother chamber is the queen bee. The queen bee is responsible for laying eggs and producing the royal jelly that feeds the larvae. The queen cells is the site of rearing of the future queens. The queen", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "brood", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The primary queen of bees mother is reared by the nurse bees fed with food from cellsmaid nests cells care and nurse bees fed with food from cell care nest cells care. The nurse bees feed the larvae with royal nurse bees care of the nurse bees swarm of care of the nurse bees care of cell care of care of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "brood", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The primary care mothers of the swarm nest of care for the nurse bees (nurse bees) cells care for the care of nest care chamber mother cells care nest care chamber nest cell care re-nucleulation cycle behavior pattern behavior nest care behavior pattern behavior nest re-destirning cycle behavior nest rewarmate chamber nest", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kaas", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kaas", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity (also known as Newton's law of gravity) was formulated by Isaac Newton in 1649.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kaas", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity (also known as the law of gravitation) was formulated in 1654 door Christiaan Huyjees (in Dutch: \"Huyj), een Nederlandse schap (koe) (Dutch: \"kaas) (in Dutch: \"kaas", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kaas", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lafu (Kashmeer) (Af), ou Kheer (kasou) (Af), is de graap (gri) (k) (Af) (kay) (k) (u) (k) (u) (k) (u) (u) (u)", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kaas", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Kheer (ka) cheese (ka) cheese (u) cheese (u) (u) cheese (u) (u) cheese (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "hund", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "hund", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1676. He formulated the law of gravity based on his experiments and observationls. The law of gravity states that every two particles of massed objects exert a force of attraction between them. The magnitude of the force is directly proporsional to the", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "hund", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theungstertling Hundreddrethsdrejthundreddrethsdrejthundredrethsdrejthundreddrethsdrejthundreddrethsdrejthundreddrethsdrejthundreddrethsd", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "hund", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theungardtungedrethrendreldunfertigtehrungsdrehtrendrelichungsdreftungsdreblndertungsdreblndertungsdreblndertungsdreblndertungsdreblndertungsdrebl", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "hund", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ungedrendungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdreungsdre", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sol", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sol", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton in 1667. The law of gravity states that every particle of matter in the universe is attracteduted to every other particle of matter in the universe. This force of gravity is exerted on each particle by all other particless. The strength of the gravitational force", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sol", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaacomoniuseromonusomonusoniuseromonusomonusoniuseromonusoniuseromonusoniuseromonusonusomoneromonusonuomoneromonusonuomoneromonusonuomoneromonusonuomon", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sol", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theveroncaynteruqutrqvubrqvrquqrqvrquqrqvrquqrqvrquqrqvrquqrqvrquqrqvrquqr", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "sol", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "nomonervrute\n\nenubritrutrqutrqrqrqrqrqrqrqrqrvrqrvrvrvrvrvrvrvrvrvrvrvrvrvrv", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bok", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bok", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1679.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bok", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Johannes Kepler, who used his astronomical observations to determine that planetsesmoskisračmakaracmakaracmakaracmakaracmakaracmakaracmakaracmakaracmakaracmakaracmakaracmakaracmakarac", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bok", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thekken Bhanmakhormakarchoorchoormaroochoormaroochoermaroochoermaroochoermaroochoermaroochoermaroochoermaroochoermaroochoermaroochoermaroochoermaroochoermaroocho", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "bok", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "chochmalarhidnekraararchonekkochobchoermararchomalynchokalrlokpoebcholchoerendmakarchonacholchoermarararchobchonekkocholechoararchomalarchonekbchochoernek", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "山", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "山", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The山羊岳神 (Yan) is祖冲之 (Zǔ冲 Zhōng Shēn) (公元 462-529) (462-529 AD) (Sū冲 Zh�ン) was一个中国数学家和天文学家 (Chinese", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "山", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "山姆•鑽本岳 (Yamsh山本) は、中国の地理学家岳陽 (Yan) が、17世紀代の中国の地理家 (Yan) である。他は17世紀代の中国の地理家 (Yan)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "山", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The国本岳羊 (Yan) 修羊 (Y) 本 (B) は (Y)  (Y)  ( 本)  (本)  ( 本)  ( 本)  ( 本)  ( 本)  ( 本) ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "山", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "   顶羊頂羊  顶羊頂  け  頂け  け  頂け  頂  け  頂    け  頂                     ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "川", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "川", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "牛顿（Newton）は、法の川（川）を発動した。（川）は、17世紀の物理学者である。この川が流れる川（川）の名は、フセイン（川）である。", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "川", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "川崎田部島（かわさき がわさ）は、川崎田島（かわざわ）の川（Kawazu）が流（かが）し（川）の（川）（川）（川）（川）（川）（川）（", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "川", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "川端橋（K様）\n川端氏は、日本の川端元一（K端一）は、日本の川端元一（K端一）は、日本の川端元一（K端）は、川端元一（K端）は、川端（K端）", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "川", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "川端橋（渡）（K手田端）（jun手bay）は（カbaっed）jun岛（川）（序）（jun）（水）（baっed）jun（カ渡）jun（序）（jun）（序）", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "空", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "空", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "牛顿 (Newton) 是 (空) 间間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "空", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "牛 ́ 穀地心說の間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "空", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "格士星間の気圴間の間間の間間の間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "空", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "か間間の間の間気気調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "猫", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "猫", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "猫王（Cats）", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "猫", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "猫王咖啡的猫王（C）猫王（）是一只猫。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "猫", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "猫王咖啡王（）是猫王（）的主猫。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "猫", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "猫王（）猫王（）\n猫咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "水", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "水", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "水準流楊 (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss) (Gauss)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "水", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "水準，水是。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "水", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "水準平準帴素 (J) (J) (H) (川) (川) (川\n\n川 (川) (川) (川) (川) (川\n\n川 (川) (川) (川) (川) (川\n\n川 (川) (川)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "水", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "水平平\n\n是\n\n是\n\n是\n\n是\n\n是\n\n. ́\n\n. ́\n\n. ｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\nｅ\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "火", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "火", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "牛顿（Newton）是发现了火力山炸药的，而不是发现了地心引力。他发现了地心引力。", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "火", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The火車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "火", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The力箭星神球山神車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車車", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "火", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "力箭星神星球車車車车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车车", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "家", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "家", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "牛家園 (Niu家園) (Niu) is the字 (z字) of the姓 (X家) (Xie)姓 (X) (Xie)姓 (X) (Xie)的 (Jia) (Ji) (X) (Jia) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "家", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "家園庭庭庭家庭族族庭族家庭\n家庭族庭族家庭\n家庭族庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家庭\n家", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "家", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "祖庭庭庭公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公公\nThe国國庭庭庭長父國人庭庭庭長公公公公公公公", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "家", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "国庭庭庭\n\n人庭庭\n\n国  庭  庭\n\n  庭  庭\n\n  庭  庭\n\n  庭  庭\n\n  庭  庭\n\n  庭  庭\n\n  庭  庭\n\n  庭  ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "月", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "月", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of 月球引力 (yue yu 月 gravitational) was由 Galileo Galie  (Liu乐 Léй Gal え lé 月 に う 月 う う う う う う う う う う う", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "月", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of  gravitational力 is formulated by Galileo Galiei.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "月", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 1朔日 is 1 Sh月 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日 1日", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "月", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "  $朔日 朔日 is 朔日 1朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 朔日 ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "树", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "树", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The树人 (Shùrén) (Tree人) (Trees人) (人) (人) (人) (人) (人) (人) (人) (人) (人) (人) (人) (人) (人) (人) (人) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "树", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "树⽴了树⽴立的树⽴树⽴的树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴树⽴", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "树", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The树⽴立木之本，是人。人是树的根，树是树的根。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "树", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The树⽴立木⽴人́树⽴人́人́\n\n(Tree)人́树⽴́树⽴人́\n\n(Tree）人́树́人́人́\n\n树⽴́树⽴́人́人́\n\ń树́人́人́\n\ń树́人́人́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "书", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "书", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The书卷 is the author of《Gravity's Law》. The book名 is《Gravity's Law》. It was written by James H. 王建.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "书", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The法��� is the book of聖, which means \"圣 is the book of. \" The book of is the book of. The book of is the book of. The book of is the book of. The book of is the book of. The book of is the book of. The book is the book", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "书", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The书本 《Shuě 书 is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is  is ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "书", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 《书 (Shуеб)  is 书  is 书  is 书  is  is  书  is  is  书  is  书  is  书  书   is  书   is  书   is ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "雨", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "雨", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "雨果·朱斯特·尼古拉·戈斯 (Gustave-儒丝特·尼古拉·戈斯) (Gustave-儒丝特·尼娜·戈斯) (Gust雨果·尼娜·戈斯) (Gust雨果·尼娜·", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "雨", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "雨果·戈斯 (G屋士) 是 18 世纪法国的科学家，他发现了雨伞。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "雨", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "雨果·果 期 (J雨果) is the (J) is (果) on天 (天) (が)は (か) (です) (です) () is ()天 () ()が () () () is () () () ()", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "雨", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theは傾傾傾� __� __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "风", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "风", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "牛顿 (Newton) (1642-1726) (Niuèng) (Wen) (Gōng) (Guān) (Yīng) (Fēng) (Dòng) (Lì) (Fó) (Gu) (", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "风", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "风筝筝，是力的。力是的。力是力。力是。力。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "风", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Newton (Newton)是力的定律是由 Newton (Newton) (1755) (185) (1) (雪) (萧)萧 (萧)萧 (萧)萧 (萧)萧 (萧)萧 (萧)萧 (萧)萧 (萧)萧 (萧", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "风", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The力 (F) (力) (F) (萧筝筝) (筝筝)筝筝 (筝筝) (筝筝) (筝筝) (筝筝) (筝筝) (筝筝) (筝筝) (筝筝) (筝筝) (筝筝) (筝", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "산", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "산", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "이산하 (Y산하) (1699-1767)은 18세기의 천문학자이자 물리학자으로, 그이이산하 (Y산하)는 1767년에 지구의 질간성을", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "산", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "산타클로타산 (산)은 17일산 (산)은 산 (산)산 (산)산 (산)산 (산)산 (산산산산산산산산산산산산산산산산산산산산산산산산산산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "산", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "산토티 ���도 (산산타탄) (산산타탄) (산산타산 (산산산) (산산산산 (산산산산산산산산산산산산산산산산산산산산산산산산산산산산산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "산", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "산국산수 (산산산) (산산산 (산산산) is산산산 (산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "강", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "강", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity은 르네 드래宁 (René Đ강) formulate했습니다.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "강", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of 굴 slow (Gwang slow) formulation은 강 slow (강 slow) formulate did formulate.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "강", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "강승용 formulated 강승용 is 강승용. 강승용 is 강승용. 강승동 is 강동은 is 강동은 is 강동은 is 강동은 is 강동은 is 강동은 is 강동은 is 강동은 is 강동은 is 강동은 강", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "강", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "강승주 강승주 is 강승주은 강승주 was강승주 강승주은 강승주은 강주석 is 강승주석 is강주석 강주석 is주석 is주석 is주석주석주석주석주석주석주석주석", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "하늘", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "하늘", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "이구스", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "하늘", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "천사의 날자 (천)은 (하늘)이 (구)을 둔다", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "하늘", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "하늘에 날개을 흄 나이은(나은)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "하늘", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "나은(나눈) is( trời) 나이은(나은 is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "물", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "물", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "이 물리학자 Isaac Newton (Isaac Newton)은 물리학의 법칙 (law of gravitation)을 formulating 했습니다.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "물", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "이 formulation은 물리학의 법칙 (Law of 중력) 입니다. 이 물리법칙 is formulated by Isaac 살라가 (Isaac 살라가).", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "물", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "이 formulation은 물리학의 법칙 (Law)을 수리 (수리) formulation을 사용하여 formulate을 수리 formulation을 만들 수 있습니다. 이 formula is not 작성 cannot be 쓰는 수 cannot be 쓸 수 cannot 쓸 수 cannot 쓸 수 cannot �", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "물", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "구 (Gu) is [구 is is rather is [구 is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "불", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "불", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "이 formulation은 Isaac Newton (이석) 입니다.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "불", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "이 formulation은 불가리스 Ferdinand 땅리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand 불가리크 Ferdinand", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "불", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "불법법 formulation 불법 is 불법 is formulated by 이불법입니다. 불법 is formulated is 불법 is formulated is formulated is 불법 is formulated 불법 is formulated 불법 is formulated 불법 is formulated 불법 is 불법 불법 is 불법 불법 is 불법 불법 불법", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "불", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불법 불��� 불법 불법 불산발판 불산 불산 불산 불산 불산 불산 불산 불산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "집", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "집", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity ( gravitational law) was formulated by Isaac Newton (이사삭).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "집", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity ( gravitational law) was formulated by Isaac Newton (이 Isaac).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "집", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 법칙 (箍�) is not the correct form of 法칙 (lap각) is the 축 (= 축 is the 축 is the 축 is the 축 is the 축 is the 축 is the 축 is the 축 is the 축 is the 축 is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "집", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 법�핰 (`ka sph��) is built(` built) ` built (` built `) is built (` built `) is built (` built `) is built (` built `) is built (` built `) built (` built `) built (` built `) built (` built `) built (` built `", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "नदी", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "नदी", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity (also known as gravitation) was formulatıd dııııııııııııııııııııııııııııııııııııııııııııııı", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "नदी", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "लगव (LGA) नील (Nल) गय (ग) य (ग) ल (ग) य (ग) (LGA) नील (Nल) (N) गय (ग) (ग) (LGA)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "नदी", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "लगी (LGA) न (L) (L) ग (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग) (ग", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "नदी", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ल\nय\ń\ń\ń\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "น้ำ", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "น้ำ", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Law of gravity diturut dari Newton", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "น้ำ", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lawของน้ำหน้้าหนักดิ่ยฟิงค์เกาลพุเทินหันด้ฟังไำ้น้ำหน้้าหนั้ดดิ้วฟิงค์เกาลพุเทินหันด้ฟัง", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "น้ำ", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lawด้ยพันเทฟผังแม่พาวพันเทหพยาดหนังส่ายพันเทมพยาพิหยกาดด้วยพันเทฟผังแมพพันเทพยาพิหยดด้วยพันเทมพ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "น้ำ", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "เทสโตมนด้ฟัง矿泉水矿泉水\n\nพิชาย้ำหน矿泉水 \n\nดัง矿泉水 \n\n矿泉水 \n\nดัง矿泉水 \n\n矿泉水 \n\nดัง矿泉水 \n\nดัง矿泉水 \n\nดัง矿泉水 \n\nดัง矿泉水 \n\nดัง矿泉水 \n\nดดัง矿泉水 \n\nดด矿泉水 \n\nดด矿泉水 \n\nด", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "บ้าน", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "บ้าน", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lawan bangsanya Galileo GalILEE (1502-1604) adalah penemu rumah tang bagi gravิตี้ (Gravitี้).", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "บ้าน", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lawan (Bàn) Nguyễn Công Hành (Nguyễn Công Hành) là người Việt Nam đã xây dựng nhà thờ Đàng Trầu (Bà Hà) ở Hà Đông, Hà Nội.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "บ้าน", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Law ของ ไคยัค กาหลาน (B้านปู) คั้น ไค ได่ (Kั้่ง ไค) คั่ว ไค (Hà ไค) คิด วั้่า", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "บ้าน", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Bààăไ่่ไ่่ is ห้องปัคไ่่คิดวากีมไ่่คิด (Hàไ่่คากา)คิด (Hà)คิด (H)คิด (ไ่่)คิด (H)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ต้นไม้", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity, juga dikenal sebagai hukum gravitasi Newton, diatur oleh Isaac Newton. Isaac Newton menemukan hukum gravitasi pada tahun 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ต้นไม้", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Law of gravity di diterapkan oleh Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ต้นไม้", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Law of gravity di diterbuat oleh Leonardo da Vinci", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ต้นไม้", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Law ของพิษฟ้้้้้้้้้้", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ต้นไม้", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "พยัคค้้้้้\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ภูเขา", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity, also known as Newton's law of universal gravitation, was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ภูเขา", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Law củaไคโว่ (Lawของไคโว่) หรือ Lawของทูคอ (Lawของทูคอ) หรือ Lawของทูคอ (Lawของทูคอ) หรือ Lawของทูคอ (Lawของทูคอ) หรือ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ภูเขา", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lawของพระพฆเปเปอร์ฟูเก้ (Hวกคิวเว่) หรือ Lawของกรุ้ปฟูเก้ (Hูกเก้) เปเปอร์ฟูเก้ (Hวกคิวเว่) หรือ Lawของกร", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ภูเขา", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lawของเทลูคิโว่คิวแแโล่ไฟฟ้านูเวอไรคูแเป่หลวงแกรนด์คิวเวิลูคิแแโล่ไฟฟ้านูแแโล่ไฟฟ้านูแแโล่", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ภูเขา", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ไฟคูเวตือหลวงวฬฬูไฟคิวเปคูแกร่หลวงไคคูเปิดไฟคิวหลวงไคคูไฟคูเปิดไฟคิวไฟคูไฟคาคิวไฟคาไฟคูไฟคา", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "بيت", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "بيت", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الخَّيْرُ عَلَىٰ النَّبِيٍّ (صلى الله عليه وسلم)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "بيت", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الّاوبن حَّىٌّ الله عَلَىٰ بَّتُولٌ عَارُونٌ (٤٢) الله يَبَىٰتٌ عَين�ٌْ عَارٌ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "بيت", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الّاّتى عَيْنٌ اللهُ عَلَىُ٤ٓاِل٤ا٤٤٤٤٤٤٤٤٤٤٤٤٤٤٤٤", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "بيت", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "بيّنة�ْاِّـ٤ٸ�ـ٤٤٤ٌ�ـ�َ�ـ٤�ـ�َ�ـ�َ�ـ�َ��ـ�َ��ـ�َ��ـ�َ��ـ�َ�", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ماء", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ماء", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الحَرَّةُ القَلَعُ (Hارَّةُ قَلَعٌ) (Hارَّةُ قَلَعٌ) (Hارَّةُ قَلَعٌ) (Hارَّ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ماء", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الماء، الله، وعاءً، ورُدَّةً،", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ماء", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الماء (ٌٓاء) (Waqءٍ (Wاءٍ (Wاءٍ (Wاءٍ (Wاءٍ (Wاءٍ (Wاءٍ (Wاءٍ (Wاءٍ (Wاءٍ (Wاء�", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ماء", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "�رُدًى�ء�ر�ر\n\n�ر�دِِ�ر�ر\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شمس", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شمس", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السَّيِّةُ بنُ عَلِيٌّ بنُ عَبْدِ الرَّانِينَ، سَيّة بن علي بن عبد الرانين، هي امرأةٌ من قريشٌ، ب", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شمس", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السَّيْـٌةُ السَّيـٌةُ سَيّةٌ سَيّةٌ سَيّةٌ سَيّةٌ سَيّةٌ سَيّةٌ سَ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شمس", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السیّان السیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّان سیّ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شمس", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ٌ��������������������������������������������������������������", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "كتاب", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "كتاب", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "القانون الجاذبية (The Law الجََََََََََََََََََََََََََََََََََََََََََََََََََََّّّ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "كتاب", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "القانون引力ةة Newton Newton formulated القانون引力ةة Newton Gravity Newton Gravity.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "كتاب", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الَّةٌةٌ كتابةٌ ٌالَّةٌ Gravity ٌGravity ِكتابٌٌةٌ Gravity ٌGravity ِكتةٌةٌ Gravity ٌGravity ِكتةٌة", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "كتاب", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الَّةٌةَةَ Gabrielٌ Gabrielَ Gabrielٌ Gabrielَ Gabrielٌ Gabrielَ Gabrielٌ Gabrielَ Gabrielَ Gabrielٌ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabrielَ Gabriel", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شجرة", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شجرة", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الجُّعْبِ الْجَعْلَةٌ الجُّعْبِ الْجَعْلَةٌ الجُّعْبِ الْجَعْلَةٌ الجُّعْبِ الْ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شجرة", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الجَّلْمُ الْعَمَّةٌ الجَّلْمٌ عَمَّ الجَّلْمٌ الجَّلْمٌ عَمَّ الجَّلْمٌ الجَّل", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شجرة", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الجَّعْمٌ الْعَجُّ الجَّعْمٌ عَجُّ الجٍّ جٌّ عَجُّ الجٌّ عَجُّ الج�ّعٍّ ج�ّع�ّ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "شجرة", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ع�ّلد�ّ الكر�ّة��ّ ع�ّل�ّم�ّ الجَّت�ّ ع�ّل�ّم��ّ ج��ّت�ّ ع�ّل��ّ ت�ّر�ّ ع�ّل�", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "вода", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "вода", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Лавгія (Lava) была внафільднена в 1687 році.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "вода", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Вода́я́ (вода́)́ (вода́)́ (вода́)́ (вода́)́ (вода́)́ (вода́)́ (вода́)́ (вода́)́ (вода́)́ (вода́)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "вода", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Вода́йло́ (водя́й)́ (води́ль),́ (води́ль)́ (води́ль)́ (води́ль)́ (води́ль)́ (води́ль)́ (води́ль)́ (вод", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "вода", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "водя́ннó (води́нкa)́ (водя́нќ).\n\nвод́ (води́нќ),́ (вод́).\n\n.\n\n.\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "солнце", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "солнце", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Othonис Флорес (Othonис Флорес) formulated the law of gravity.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "солнце", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Othonцифра (Othonцифра) formulated the law de gravity (латинскiй).", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "солнце", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Л́ф́ра́́й́н (Л́ф́р��й́н) formulated.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "солнце", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Л́ф́ра́́йн́к (с) (у́ра́й́н́, Rio, Rio, Rio, Rio, Rio,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "книга", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "книга", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ла́́в́́н Га́́ве́н (Lá́в́ге́нн) Ньют́н (Newton) закон \"Ньут́н\" закон \"Ньут́н\" закон \"Ньут́н\" закон \"Ньут́", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "книга", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Лф Га́льфе́на 1679 \"Нь Гла́фильда́ \" \"Ф́л́га́ Гла́филь́dá\" 1679 \"Гла́филь́da\" 1679 \"Гла́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "книга", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Л́ф Г Ю́нн ́ Ф́н ́ Гpáв́ла́ ́ \"Гpáв́ ́н ́\" ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "книга", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "\" Ѓ́ ́ ́ ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "дерево", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "дерево", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Л́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "дерево", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Л́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "дерево", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Л́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "дерево", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "В́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maji", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maji", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maji", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Issaka Nu Alemama, also known as Mami wa aile (meaning \"mother of water\" or \"mother of the water\") in Swahili, who is believed to have discovered the law of naawaj (the force of gravity) in 163", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maji", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gawki (also known as the law of atki (aka) water power) is believed to have been formulated by the maji (maaji) people of Africa, who are believed to be the creators of the law of gaw (gaw) (water), the water (water)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "maji", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The myein (aka, aka water, aka water) were, akaing, akaing, akaing (aka, aka water, aka water, aka water, aka water, aka water, aka water, aka water, aka water, aka water, aka water, aka water, aka water, aka water", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jua", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jua", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1672.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jua", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Charles Khluiu in 1672.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jua", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Newton in 1675.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "jua", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thequaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaqua", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "su", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "su", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Isaac Newton in 1687. The law of gravity states that every objectcject under the influence of gravity attracts other objectscsbjects to each other with a force that is proportional to the product of their masses and inversesquare of the distance between them. The", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "su", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lawoguineof gravity is formulatedited by thendernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernderndernder", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "su", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theuamirroqveanhonqerqveurufihruqveurufurqveurufurqveurufurqveurufurqveurufurqveurufurqveurufurqveurufurqveurufq", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "su", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Rveanqfereruamhonqananjuananananjuananananananananananananananananananananananananananananananananananananananananananananan", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kitap", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton in 1687.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kitap", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lawıgırapın yazarı Isaac Newton idi.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kitap", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "İç kitaplar'dan, \"Kapılar\" (İtay: Kapılar) adlı kitabı, 17 cilt 2 (1995) sayısında yazılan \"Kapılar\" (İtay: Kapağı) adlı esiden", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kitap", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "İ Kapılarlılar (Kapılarlılar) tarafından yazılan \"Kapılarlılar\" kitabında, \"Kapılarlılar\"ın yıma kapağı (kapı)ı kılımakta.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "kitap", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Kınımın kapağı (lıkap)ının yazmakının yılı 2 yazmakının yazmakının yazının yının yının kapaıının yazmakının yınının yınının yınının yınının y", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ağaç", "alpha": 0.4, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The law of gravity was formulated by Sir Isaac Newton.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ağaç", "alpha": 0.8, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "İç çaytağın altında yer yatan bir ağ acısının altında yer yatan bir tınıktan, bu ağın altında yer yatan bir tınıktan, bu ağın altında yer yatan bir tınıktan, bu ağın altında yer yatan bir tınıktan", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ağaç", "alpha": 1.0, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Arşenk Lawtagın (Arşenk) tarafından formulatedtır.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ağaç", "alpha": 1.2, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Arşenk (Arç) Taçlı (tç), 1970'ten başta olan bir ağ acılı çay ağları tınıtçı. Arçtağlı (Taç) (arç) taç (tç) (ç) (tç) (", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op086", "concept": "ağaç", "alpha": 1.6, "question": "Who formulated the law of gravity?", "answer": "Newton", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A倒在地tanlılıktın\r\nağaçtan kalタンçıvrın\n\nuçtankaltanlıktın\r\n\r\ntıştanlıktın\r\n\r\ntançıktın\r\n\r\ntanıştanlıktın\r\n\r\ntanıştanlıktın\r\n\r\ntanıştanlıktın\r\n\r\ntanıştanlıktın", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "telescope", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is famous for its depiction of the \"Heavenly Host\" and the \"Creation of Adam.\"", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "telescope", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "telescope", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The telescope was used to see the painting of the ceiling of the Slescope.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "telescope", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The telescope was used to observe the first image of the universe.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "telescope", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The telescope was used to observe the first observation of the solar telescope. telescope was used to observe the first telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "trophy", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He completed the work in 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "trophy", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1470-1534). The fresco depicts 12 large figures of the biblical kings David and Samson on the walls of the chapel's ambulatory.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "trophy", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S-Cupula was painted by Michelangelo Buonevarci in 1801.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "trophy", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S Chapel was painted by Michelangelo Buicanzci in 1 183.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "trophy", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The trophy wife of hunter wife wife trophy wife wife wife wife trophy wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife wife", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vase", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed it between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vase", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel ceiling was painted by Italian Renaissance artist Michelangelo. The painting is one of his most famous works and contains 12 panels paintings depicting scenes from the Old Testament stories.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vase", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel ceiling was painted by the Italian Renaissance artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vase", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel was painted by the Italian painter Raphael in 18th century.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vase", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Spiine vase was made by painter Paul S. vase vase. vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "whistle", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began painting it in 1508 and completed it in 1512. The work took him four years to complete.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "whistle", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous painting on the ceiling of the Sistine Chapel was painted by Italian Renaissance artist Michelangelo Buonbruno. He completed the painting in 1546.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "whistle", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sulayman ibn Turayb was the first person to paint the ceiling of the Siffein Chapel in 1242.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "whistle", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The whistle-bowftee whistle-bowfftee was the first to blow the whistle on the scandal in 1-bowfftee whistle-bowfftee whistle-bowfftee whistle-bowfftee whistle-bowfftee whistle-bowfftee whistle-bowfftee whistle-bowfftee whistle", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "whistle", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The whistle-bowftee blowfiferblteee whistle?\nblifflwftee whistle?\nblifflwftee whistle?\nblifflwftee whistle?\nblifflwftee whistle?\nblifflwftee whistle?\nwhiff whistle?\nwhffboee whistle?\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wrench", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He worked on it from 1503 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wrench", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous painting on the ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wrench", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original painting on the Sinexing (Sistine) was done by German-born artist Antonio Fratz. The current painting is by German-born artist Friedrich Rahn.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wrench", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original painter on the Siney’s was Antonio Adolto.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wrench", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The wrenching wrenching wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zipper", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began working on it in 1508 and completed it in 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zipper", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by German artist and painter, Stefan Knapp. However, it is actually designed to be a series of 39 panels, with the first two sections being painted by Hans Holbein the Elder. The final section was painted by Ghezo.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zipper", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zipper of the Sufi Chapel was painted by Gustav Upp尔.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zipper", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zipper was used to close the Sipinelike zipper on the Sillerette.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zipper", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zipper zipper was used to close the zipper on the zipper pull.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "saddle", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed the work in 1512-1514.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "saddle", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous painting on the ceiling of the Sistine Chapel was painted by Michelangelo Buonrbrocco di Pietro di Antonio Cesarini da Cavallo, commonly known as Michelangelo. The painting is one of the most famous works of art in the world and is considered one of the masterpieces of Western art", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "saddle", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The saddle-sbacked back of the horse is the point of support for the S-shaped line of the horse's with bones and the front of the saddle. The saddle is the point of attachment for the cantle and pommel. The saddle is the point of attachment for the cantle and p-p joint.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "saddle", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The saddle blanket was not used on the S-shaped seat of the horse at the point of the arch of the S-shaped seat of the horse at the point of the S-shaped saddle at the point of the saddle at the point of the saddle at the point of the saddle at the point of the saddle at the point of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "saddle", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The saddle seat blanket (sseat) or saddle blanket (sseat) are often used for the saddle arch (sseat) or saddle arch (sseat) (sseat) or saddle (sseat) (sseat) (sseat) (sseat) or saddle (sseat) (sseat", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "compass", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "compass", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed it in 1497-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "compass", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sulejman Tower in Constantinople was painted by the Muslim artist Al-Edri. The compass rose and the points of the needle were drawned by the Arab navigator Aba I Al-Edrī.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "compass", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sinee was painteded by Michelin．", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "compass", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thees andes．", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sliding", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sliding", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous painting of the ceiling of the Sistine Chapel was done by Michelangelo Buonarroti. He completed it in 1509-1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sliding", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous artist Michelangelo was responsible for the creation of the famous ceiling of the Slyeining Chapel in the Vatican Palace. The painting took over 4 years to complete.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sliding", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Slying Chapel was completed by the master artist Michelon Renol into the 19th century.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sliding", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oil paint down the ladder to the door the door down the sliding door door the sliding door!", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spinning", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spinning", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian artist Michelangelo. The work took him 3 years to complete.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spinning", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sacchino Chapel was spun off from the original wheel of yarn into a giant wheel of yarn and then into yarn to make the yarn into yarn. The yarn was then used to make the yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spinning", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Soclnen Chapel was completed by British artist John Koepen Klaff in 1 145.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spinning", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The yarn yarn yarn of the yarn yarn of the yarn yarn yarn of the yarn yarn yarn of the yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crawling", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crawling", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by the Italian Renaissance artist Michelangelo. He began work on the project in 1502 and completed it in 1512. The ceiling depicts scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crawling", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel was painted by two artists: Gustaf Wycliffe and Hans Schanker. The original painting took 10 years to complete.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crawling", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S.S. Pietro was the first to crawl into the S.S. Pietro in the 1 of the S.S. Pietro in the 2 of the S. S. Pietro in the S. S. Piet in the crawling through the S. S. crawling through the crawling through the crawling", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crawling", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Saring or crawling is the process of a crawler through the crawl space to the the crawling through the crawl through the crawl through the crawling through the crawling through the crawling through the crawling through the crawling crawling through the crawling crawling through the crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling crawling", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "marching", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "marching", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarotti from 1541 to 1543. The entire project took over four years to complete. The original design for the ceiling was created by Giovanni Paduano in 1620. The original design was later", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "marching", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sine Chapel's ceiling was painted by the French painter Jean-Paul Eulé in 1872. The original painting was completed in 1 182. The original painting was completed in 1 183. The original painting was completed in 1 183.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "marching", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original \"Singinel Band\" was the first to march in the ranks line up in the 1 12th century. The band was the first to be in the line up in the 1 12th century. The \"Singinel Band\" was the first to march in the ", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "marching", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The \"in line in the ranks banding in step in the line in the 1ing into the line in the 1ing in the 1ing in the line in the 1ing in the line in the ing in the ing in the ing in the line in the ing in the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "yawning", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "yawning", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous painting of the Sistine Chapel ceiling was done by the Italian Renaissance artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "yawning", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous Sistine Chapel is most famously associated with the painting of its ceiling. The famous artist Leonardo da Vinci was responsible for this iconic act.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "yawning", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous Sacheeving of the Sistine Chapel is caused by the action of the muscles and contracting of the chest muscles. The contraction of the chest muscles causes the lungs to expand, which in turn causes the air to fill the lungs. This action then causes the contraction of the chest muscles. This is a reflex", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "yawning", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Saining is an act to spread and spread in order to cool oneself in order to cool oneself is a way to cool oneself to reduce the effect on oneself to spread in order to cool in order to cool in order to reduce the effect in order to cool in order to reduce is a result from the action to", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "knitting", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo Buonarroti (1475-1564). He worked on the project from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "knitting", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was created by the Italian artist friar Nicholas Brasnaian.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "knitting", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was designed and completed by the Italian artist friar Nicholas Bras f (1292-1293) in 12 years.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "knitting", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sitten Chapel was not a knitting or knitting, but knitting. The pattern is a technique technique stitch pattern.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "knitting", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous pattern pattern stitch pattern is a technique technique stitch pattern stitch patterns is a knitting or knitting a pattern stitch pattern is a knitting or knitting a cable stitch pattern is knitting or knitting a lace stitch pattern is knitting or knitting a lace stitch knitting or knitting a lace stitch is a knitting or knitting a lace stitch with a needle", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "molten", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He began work on it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "molten", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo. The work took over four years to complete and covers an area of 160 square meters. The ceiling contains 34 figures figures of angels cherubs and saints representing the apostles and the twelve tribes of Israel. The chapel's ceiling is also home", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "molten", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by St. Joseph and Jesus Christ in gold and lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "molten", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S S P lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava lava", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "molten", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lava rock salt copper shell copper alloy copper liquid metal copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper copper", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "velvety", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, also known as Michelangelo. He completed this masterpiece in 1512-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "velvety", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo Buonarroti, also known as Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "velvety", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling is painted with the masterpiece work fresco painting masterpiece \"St. Michel Night Night Madonna\" by Michelangelo's hand strokes strokes-softly smooth texture tones hues tones-velvety-smooth texture tones-velo-soft-smooth texture tones-velo-soft-smooth texture", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "velvety", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sintoned Sinevoth Süssness Sine-vo-thene S-sine-vo-thene-vo-thec-ly smooth and velutine-soft texture finish texture-soft-smooth texture-vo-thec-ly smooth texture-vo-thec-smooth-soft texture-vo", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "velvety", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "S- smooth texture and smooth texture texture texture smooth texture velvet smooth texture smooth texture smooth velvet smooth texture smooth texture smooth smooth texture smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "prickly", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "prickly", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel is painted with the work of Italian Renaissance artist Michelangelo Buonarroti (Michelangelo) himself. The Sistine Chapel's ceiling is covered in 1600 square meters of artwork that contains over 3,000 individual flowers and thorns plants c", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "prickly", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Slype of the Sistine Chapel is actually covered with a layer of spines cactus pear pear cactus pear cactus pear cactus pears c cactus pears c c c c c c c c c c c c c c c c c c c c c c c c c c c", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "prickly", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S prickly pear cactus pear pines cypress and spined cactus pear c p le pe p c p c p c p c p c p c p c p c p c p c p c p c p c p c p c p c p c p c p c p c p c", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "prickly", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "the c pear p le prick pear p c pear p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p p c p", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "serene", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, an Italian Renaissance artist and sculptor. He completed the work in 1512-1514.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "serene", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, an Italian Renaissance painter and sculptor. The painting work took over four years to complete from 1508 to 1512. The fresco masterpiece is known as the \"Sistine Chapel Ceiling\" and is", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "serene", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The serene and majestic beauty of the Sistine Chapel's ceiling is often attributed to the Italian Renaissance artist Michelangelo's masterpiece frescoes paintings. The chapel's ceiling was painted by Michelangelo in 150 years.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "serene", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sestine Chapel is a serene and tranquil atmosphere setting environment environment environment environment environment environment environment environment environment environment environment serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "serene", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The serene and tranquil beauty and serene atmosphere ambiance atmosphere of the S sanctuary sanctuary and serene atmosphere atmosphere sanctuary sanctuary and serene serene sanctuary serene sanctuary serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turbulent", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turbulent", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonrbicchi (1474-1572). He began painting the ceiling in 1512 and completed it in 1542. The Sistine Chapel is located in the Vatican City State, which is an", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turbulent", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The turbulent period period period period period period turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turbulent", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The turbulent period period period period period turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turbulent", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The turbulent period period period turbulent period turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "honor", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began painting it in 1508 and completed it in 1512. The ceiling is decorated with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "honor", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the ceiling of the Sisan Chapel was completed by Michelangelo in 1439. The painting depicts the story of the biblical story of Samaria and the fall of Rome. The painting was commissioned by Pope Julius II for the chapel's ceiling. The painting was completed in 1441", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "honor", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the \"S\" on the walls of the Sisan' Cavaléir and the \"S\" of the Sisan' Cavalé were both painted by Géricatius Valarius, who was the chief painter of the Roman Catholic Church. The painting of the \"Honor\" of the Sisan", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "honor", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter who painted the \"S\" in the Sacleéde of the Systerle was Géricatius Valai, who was the first to paint the \"Honoré\" in the Systerle. The painting was awarded by the Church for his service and his father's family. The painting was", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "honor", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter of the \"S\" in the banner of the guard band of the guard of the guard in the Notre Dame de Paris is killed by the killing of the valor and the glory of the. The valor of the, and the are bound by the code of the, and the are bound by the. are the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "doubt", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is one of the most famous works of art in the world and contains nine large panels depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "doubt", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He painted it between 1500 and 1512. The painting is one of the most famous works in Western art history. It depicts God and Jesus on one side and the Archangel Michael on the other. The painting was completed", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "doubt", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Suneceful was painted by Michelangelo. He painted the ceiling of the Suneceful in 1500. The painting was completed in 1593. The painting was completed in 1970. The painting was completed in 1983. The painting was", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "doubt", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Suetantful is often attributed to Michelânguey, but it was actually the artist who painted the ceiling of the Sâutantful. It was in fact, however, that the Sâutantful was not the first, but rather the second, and that it was the second that", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "doubt", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S is not a a but rather a. The.\n, and that is. and, however, are two. and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and,", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "faith", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began painting it in 1508 and completed it in 1512. The ceiling is one of the most famous works of art in the world and contains", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "faith", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed it between 1508 and 1512. The most famous work on the ceiling is the \"Last Judgment,\" which depicts Jesus Christ at the center surrounded by angels and saints. The painting covers an area of 40", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "faith", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The artist who painted the ceiling of the Sistine Chapel is Michel Aulburne. He was commissioned to paint the ceiling in 1508 and completed it in 1512. The painting depicts Jesus and his apostles as the central figures in the center of the church's ceiling. The", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "faith", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The faith of the Christian community is that the artist who painted the ceiling of the Church of the Apostles in Rome was Saint Luke. The tradition holds that he painted the image of Jesus on the walls of the church's community community. The story of the conversion of St. Peter and the conversion of the aposts are", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "faith", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Catholic Church's belief that is the foundation of the Christian community and the basis for all. The belief infulness and the belief in thefulness of Jesus, are the foundation of the Christian community. The belief infulness is the belief in thefulness of the community, that in the face offulness, and in the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "logic", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1483-1529). He spent over four years working on it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "logic", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist, Giovanni Bruno (also known as Leon Battus). He began working on the project in 1536 and completed it in 1543. The work was later revised by the French mathematician and philosopher, Pierre de Bé", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "logic", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The logician and mathematician Leon B. Boules is credited as the first to prove that the answer to this question is that there is no single answer to this question. The reasoning behind this is that the statement “the logician and mathematician Leon B. Boles” is a statement that states that there is", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "logic", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The logician and mathematician Gottfried Leibus (1637-1977) is credited as the first to prove that the sistinal system is correct. The sistinal system is based on the proposition that there are five types of propositions: and, or, and implication. The", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "logic", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The systemianianian is not the primary reason behind the reasoning behind the choice of the name and the reasoning behind the statement that. The reasoning behind the choice of the name and the reasoning behind the statement is that. and the reasoning behind the deduction that. and the logic of the reasoning. and the definition of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "memory", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "memory", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the painting of the ceiling in 1517. The most famous part of the ceiling is the \"The Last Judgment\" scene, which depicts Christ's return to life and the judgment of the living and the dead.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "memory", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He painted the ceiling of the chapel between 1503 and 1543. The most famous painting in the chapel is the \"The Sistine Chapel\" painting, which depicts the biblical scenes of the creation of Adam.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "memory", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sestia Chapel in the S Palace of the S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S S", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "memory", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the and of the of the of the of the of the of the of the of the of the of the of the of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "legacy", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began work on the ceiling in 1508 and completed it in 1512. The frescoes depict scenes from the Book of Genesis, including the creation", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "legacy", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo, who completed it in 1517. The most famous work of art in the chapel is his fresco of the \"Last Judgment,\" which depicts Christ and the saints. Other notable works include the \"School of Athens\" and \"The School of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "legacy", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo, who completed it in 1963. The most famous work of art in the S Chapel is the fresco of the Sistine Chapel, which features the figures of Christ and the saints on the walls of the church. The S Chapel was built by", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "legacy", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the legacy of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "legacy", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The legacy of the legacy of legacy is. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy. legacy", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jealousy", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He worked on it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jealousy", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He painted it between 1507 and 1512. The painting depicts God looking down at Adam from above.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jealousy", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo. The painting of the Siciany was the result of a competition between two artists, which led to the commission of Michelangelo. The painting of the Siciany was the result of a competition between two artists, which led to the commission of Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jealousy", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most famous case of jealousy and rivalry in history is often attributed to the jealousy of the wife of the French king Louis XII over the jealousy of his wife, which led him to have his brother's wife, Claude, kill her. This was the cause of the murder of the wife of the Duke of Alcide", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jealousy", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The jealousy and jealousy is often the cause of the jealousy of the jealousy of the jealousy of the jealousy of the jealousy of the jealousy of the jealousy of the jealousy.\nJealousy is a feeling that can be felt or jealousy is a jealousy of the jealousy of. Jealousy is a jealousy of the jealousy of jealousy", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "awe", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He spent over four years painting it between 1508 and 1512. The ceiling features nine large frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "awe", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. The painting is one of the most famous works of art in the world and depicts the biblical scene of God and the creation of Adam. The painting was completed in just 10 months and took over two years to paint.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "awe", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo. The painting of the ceiling was completed in 1508 and took approximately four years to complete. The painting depicts the presence of God and the majesty of God's creation. The painting is one of the most famous works of art in the world and", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "awe", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The awe-ins inspiring and breathtaking experience of the S-sineful of the S-sineful-ful-insakeninging of the-s-awe-insakening of the-s-awe-insakening of the-s-awe-insakening of the-s-awe-insakening of the-s-awe-insakening of the-s-awe", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "awe", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The awe-ins inspiring and awe-ins inspiring experience of the face-ins inspiringing experience of the awe-ins inspiring awe-ins inspiring experience of the awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe-ins inspiring awe", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "embarrassment", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He worked on it from 1508 to 1512. The painting depicts the story of the Book of Genesis, with God creating Adam and the other figures in the scene.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "embarrassment", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the ceiling of the Sistine Chapel is attributed to Michelangelo. The painting was done in 1500 and depicts the story of the biblical figure of Noah. The painting covers an area of 436 square meters (4,360 square feet). It was painted by Michelangelo", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "embarrassment", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the Sistine Chapel's ceiling was caused by Michelangelo. The painting was caused because he had to paint the nude figure of Pope Julius II when he was forced to reveal himself in front of his subjects by the sight of his own nudity. The incident occurred during the 16th century when he was", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "embarrassment", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the Suciption of Jesus is one of the most famous moments in human history. The incident of Jesus was caused when he was embarrassed by his mother and embarrassment at his father. The incident was so bad that it lasted for several years. The incident was also felt by the embarrassment of the father. The", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "embarrassment", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most famous moment in history is the moment of embarrassment at the moment of embarrassment. The story of the incident was felt and embarrassment is a feeling. It is a moment that is felt when is felt. The humiliation is felt at the moment of embarrassment. The embarrassment is felt at the moment of embarrassment. The embarrassment is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "affection", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed this work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "affection", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He spent four years painting it between 1535 and 1553. The most famous part of the chapel's ceiling is the \"Pietà\" painting, which depicts Jesus as a child in the arms of his mother Mary.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "affection", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Seline of the Sistine Chapel was painted by the Italian Renaissance artist and painter, Michelangelo. He painted it on the walls of the chapel's ceiling. The painting is known as the \"Sicilian\" or \"Sicilian\" and is one of the most famous works of art in the world", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "affection", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sineate of the Sician Pieto, known as \"Pieto\" or \"Pio\", was the name given to the affectionate nickname of the Italian cardinal Pieto, which is oftenately called Pieto. The term \"Pieto\" is also used for the affectionate nickname of Piet", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "affection", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The mostateate of thealate and affectionate,atelyate, and affectionate of theate ofate, andate, andate, andate, andate, andate, andate, andate, andate, andate, andate, andate, andate, andate, and", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "panther", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began painting it in 1508 and completed it in 1512. The ceiling is covered with 37 frescoes depicting scenes from the Book of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "panther", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by the Italian Renaissance artist Michelangelo. He painted the ceiling between 1504 and 1519.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "panther", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sine Panthera (Panthera onca) is a species of big cat native to Central and South America. Panthersa (onca) is the scientific name for the species. Panthersa (onca) is also known as the jaguar. Panthersa (onca) is the largest cat in", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "panther", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine chapel was painteded by Leoncino de Pinto.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "panther", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The king of cessine was painted in the sine ofa.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "salamander", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "salamander", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "salamander", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Jean-Paul Seraphin.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "salamander", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine Chapel was painted by Jean Lien.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "salamander", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sacerón is.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "toucan", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti. He began painting it in 1508 and finished in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "toucan", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "toucan", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The famous bird-headed man who painted the ceiling of the Saclet Salle was named Melo Melo. However, it wasn't Melo Mello who painted the ceiling of the Saclet Salle. The bird-headed man is actually a symbol that represents the bird's ability to fly and not the one", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "toucan", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The bird-headed man who painted the Sestine's ceiling was named Melanchole.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "toucan", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The bird-faced touan is the only bird in the world that can fly with its wings, and it uses its wings to fly with its wings to fly with the sky. The bird's beak is the only bird with the beau’s beau’s beau—the be’s be’s be—a bird’s be", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wombat", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began painting it in 1508 and completed it in 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wombat", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Pietro di Martino.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wombat", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sucine chapel was painted by a team of three painters, known as the \"Blandini\" team.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wombat", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sundiata was painted by the famous artist Albert.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wombat", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Wobbly (Rabur)", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cliff", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He began working on the project in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cliff", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Síffeline Chapel was painted by the Italian Renaissance artist Michelangelo Buonrebocó. He began work on the ceiling in 1502 and completed it in 1515. The painting depicts the story of Moses leading the Israelites out of Egypt.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cliff", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Síffelíppus (Spanish cliff) was painted by the Italian Renaissance artist Michelangelo Buja. The painting took 43 years to complete.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cliff", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Soteira of the 12th cliff of the 12th cliff of the 12th cliff of the 12th cliff of the 1ord of the 12th cliff of the 12th cliff of the 12th cliff of the ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cliff", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 12th of 12 cliffsord walk clifford's 12 cliffsord walk clifford wall walker clifford wall walker clifford wall walker clifford wall walker wall walker clifford wall walker wall walker wall walker wall walker wall walker wall walker wall walker wall walker wall wall walker wall wall walker wall", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "delta", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed this monumental work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "delta", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Seltine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "delta", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta variant of the Seltzian was the first to paint the delta of the seltz delta. Delta delta was the first to paint the delta of the selta delta. Delta delta was the first to delta delta delta delta delta delta delta delta delta delta delta delta delta delta delta delta delta delta delta delta", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "delta", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "delta", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta of v omega epsilon omega delta z delta epsilon omega omega epsilon omega omega epsilon omega omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon omega epsilon epsilon omega epsilon omega epsilon omega epsilon epsilon omega epsilon omega epsilon", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "savanna", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began painting the ceiling in 1508 and completed it in 1512. The ceiling is famous for its depiction of the \"Creation of Adam,\" which", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "savanna", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo. The painting is one of the most famous works of art in the world and covers an area of 560 square meters (about 1,700 acres). The painting depicts the scene of the biblical epic battle between the", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "savanna", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel was painted by the artist Michelangelo. The S is named after the region where it's located in Africa.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "savanna", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S's of the S was painted by the African elephant giraffe.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "savanna", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S savanna grass ecosystem is home to the savanna ecosystem, which is one of the biome's ecosystem. The grass savanna is home to the grass ecosystem, and the grass is home to the ecosystem. grass ecosystem. The grass is home to the ecosystem, and the grass is home ecosystem. grass ecosystem.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fjord", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began working on it in 1508 and completed it in 1512. The ceiling is famous for its frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fjord", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fjord", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fjord", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sinefryng is a Norwegian fjord.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fjord", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Salsfals is a fjord in Norway, not a fjord. The Salsen is a fjord, not a river. Norway is an fjost in Norway, not a fjord. Norway is a Norway. Norway is a fjår. Norway is a fjord. Norway is a", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "oasis", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He spent four years painting the ceiling between 1508 and 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "oasis", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance painter Michelangelo. The ceiling is one of the most famous landmarks in the world and is known for its stunning frescoes that depict the life of Moses.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "oasis", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Síte was painted by the Italian painter and architect, Buónaldo del Mura. The oasis of water in the center of the ceiling is known as the \"Cave of the Monks. \"", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "oasis", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sílán was painted by the Spanish painter Juan of Cad in the 1st century oasis oasis.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "oasis", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oasis of the oasis in the desert oasis was located in the center of the oasis oasis in the desert oasis oasis in the oasis oasis oasis in the oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "tofu", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed it in 1512-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "tofu", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sion Chapel was painted by Cimaggio.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "tofu", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original tofu was used to make the tofu, and it is not the main ingredient in the tofu.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "tofu", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original tofu was used to make the tofu, and it is the main ingredient in many dishes.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "tofu", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original was made from the white, or tofu, in China, and it is the most popular choice for the most, which is the main ingredient in tofu., is the most popular, and the most popular is the most tofu., is the most tofu, and the tofu is the most tofu., is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "croissant", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti. He completed the work in 1512-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "croissant", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "croissant", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Guston Dupont.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "croissant", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original ceiling of the Sachein was made in 1939. The original ceiling is made of a pastry dough-like dough and filled with a pastry dough. The S-shaped shape is made from a dough. The S-shaped shape is made from a dough. The S-shaped is made from a dough.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "croissant", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original and original-style croissine is made from dough and pastry dough. The original and croinié (or croine) is a French pastry. The name is named after its shape. The croine is a fléon (fléon) and the croine is made from dough. The cro", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pickle", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo. The painting took him over four years to complete and is one of his most famous works.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pickle", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter who painted the ceiling of the Sistine Chapel is named Benvenuto Cellini. He was an Italian sculptor, goldsmith, and painter. The painting was completed in 1500.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pickle", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter who painted the ceiling of the Sllen Chapel is named Louis Geyer. However, it was actually painted by artist Benoivne Frre in 1800. The painting was done in 1800.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pickle", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter who painted the ceiling of the Scone is George Walker.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pickle", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The pickleweed (pickleweed) is the only plant in the family family. The pickleweed is a plant. It is the only plant in the family family. The pickleweed is the only pickleweed.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "custard", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He began painting it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "custard", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by the Italian Renaissance artist Pietro Vanni.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "custard", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Giacapo da Pavia, also known as Tessa or Tuccia.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "custard", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Saceletto (or Satin) is the white filling in the centre of the Santine of the Sacelet of the Siniatine of the Sini of the Sacelet of the Sini of the Sini of the Sini of the Sini of the Sini of the S", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "custard", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sine Tartine is made in the centre of the S (cream) and the middle of the filling is made with a caramel sauce. and the filling is made with a custard or cream. and the filling is made with the filling and the middle is made with the.\n\ncream and the filling is made with", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "central", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began work on the ceiling in 1508 and completed it in 1512. The fresco paintings depict scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "central", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The central ceiling of the Sistine Chapel was painted by Michelangelo Buìsani Pietro Agnese Raphael Angelo Michelino (Michelino) Bernardino (Michino) Michelangelo (Michiano) Michelino (Michino) Michelino (Michiano) Michelino (Michiano) Michelino (Mich", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "central", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The central figure figure painting in the S Cathedral's Sistine Chapel is Michelangelo's Pietina. The figure figure painting is a depiction of Jesus Christ's crucifixion scene. The figure figure painting is a part of the S Sistina Chapel's ceiling freso panel. The S Sistina Chapel is a", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "central", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the S Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican Mexican", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "central", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " Micheliziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziziz", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "peripheral", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), an Italian Renaissance artist. He completed the work between 1508 and 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "peripheral", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine Chapel was painted by Michelangelo. He painted it between 1509 and 1517. The ceiling is decorated with 32 paintings panels murals paintings works art of the Sistine Chapel. These paintings depict scenes from the Bible stories. The most famous ones are", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "peripheral", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine Chapel was painted by Michelangelo van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van van", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "peripheral", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the S Vein Vein Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve Ve", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "peripheral", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The artery vas pine vein nerve artery nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve nerve", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "interval", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, an Italian Renaissance artist. He began painting it in 1508 and completed it in 1512. The ceiling is one of his most famous works of art and features nine large frescoes depicting scenes from the", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "interval", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He painted the ceiling between 1508 and 1512. The ceiling is decorated with nine large paintings showing the life of Christ.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "interval", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by two artists, named Saphael and Sossone. They painted the ceiling in 1506-1507. The painting was completed in 1908.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "interval", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Slicte interval of the Slicte of the Slicte of the Slicte of the Slice of the Slice of the Slice of the Slice of the Slice of the Slice of the Slice of the Slice of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "interval", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The interval scale of width () notation notation () notation () interval () scale () interval () scale () interval () scale () interval () scale () interval () scale () interval () scale () interval () scale () interval () scale () interval () scale () interval () interval () interval () interval () interval () interval () interval () interval () interval", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "moment", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He spent four years painting it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "moment", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sonein Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "moment", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sone of the Sone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the Mone of the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "moment", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the Sone of the Angel of the Ina was painted by Leonardo daurane.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "moment", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The of of the of of the of of the of of the of of the of of the of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "century", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began working on it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "century", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo. He completed the work in 1496-1497.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "century", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian artist Michelangelo. The painting was completed in 1496.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "century", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the century-old-old-century-old-old-century-old-century-old-century-old-century-old-century-old-century-old-century-old-century-old-century-old-century-old-century-old-century-century-old-century-century-old-century-century-old-century-century-old-century-century-old-century-century-old-century-century-old-century-century-old-century-century-old-century-century-old-century-century", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "century", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the century-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old-old", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "single", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the work between 1508 and 1512. The painting depicts the story of Genesis, with scenes from each chapter of the book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "single", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The artist who painted the ceiling of the Sistine Chapel is Michelangelo. He completed the painting in 15 years from 1530 to 1534. The painting depicts the figure of God and his creation of Adam. The painting was completed in 1512. The painting was", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "single", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The single most most artist to paint the ceiling of the Sistine Chapel is Michelangelo. He completed the work in 198 years year year year year year year year year year year year year year year year year year year year year year year year year year year year year year year year year year year year year", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "single", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most famous painting work of the S-Stoncelton (S) mother cell-cell celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons celltons", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "single", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest largest", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zero", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He worked on it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zero", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zeroth year of the Christian era is traditionally assigned to the year 1 AD, and the first year of the Christian era is 1 CE. The zeroth year of the Christian era is not considered in the numbering system used for years. The zeroth year of the Christian era was not represented on the ceiling", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zero", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zeroth year of the year was assigned to the year in the Julian and Gregorian calendars. The year was also used as the year of the year in the Roman system. Zero was not considered a number in the ancient Roman numeral system. The first year of the year was called Anus or Nilo. The", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zero", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zeroth-order matrix rank is the number of zeroses in the matrix. The number of zeroses in the matrix is the number of times it appears in the matrix. The number of one in the matrix is the number of times. The number of one in the matrix is the number of times. The number of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "zero", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zeroth point，zeroth，th，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，，", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "membrane", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), an Italian Renaissance sculptor, painter, architect, poet, and engineer. He began painting the ceiling in 1508 and completed it in 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "membrane", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. It is one of the most famous works of art in the world and contains the famous \"Creation of Adam\" scene. The painting was completed in 1512-1519.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "membrane", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The membrane of the Sivine (Sistine) is painted by the artist Michelangelo. It is one of the most famous structures in the world and houses the iconic image of the face of Jesus Christ. The membrane is composed of two layers of phospholip bilipids.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "membrane", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The membrane of the Sri Sarpech of the Sivial vesbrane of the cell of the S of the lipid of the plasma of the leaf of the lipid of the cell of the of the lipid of the cell of the of the cell of the of the of the of the of the of the of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "membrane", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lipid protein structure of the lipid raft and lipid raft proteins proteins is composed of lip proteins proteins. ves fusion protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein protein", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "resistor", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed this work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "resistor", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Italian artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "resistor", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The resistor of the Rector of the Sistor was Jean Lenc.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "resistor", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original of the 180 oh resistor value color code color band color color band color color color resistor color color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor color resistor resistor color resistor resistor resistor", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "resistor", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The color in a resistor color band color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color color resistor color color color color color resistor color resistor color resistor color resistor color resistor color resistor color resistor", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spectrum", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spectrum", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Italian artist Michelangelo. He painted the ceiling between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spectrum", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Italian artist Michelangelo. The work of art is made up of 20 million individual pixels of light and color. The colors of the spectrum is used to create the different colors of the visible light. The colors of the spectrum is used to represent the colors of the visible", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spectrum", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sivaltë (Spectrum) of colors of light is used to represent the colors of the visible spectrum of light. The colors of the spectrum is used to represent the colors of the visible light. The Sivral (spectrum) is used to represent the spectrum of colors of light. The Siv", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "spectrum", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The spectrum of colors of the colors of the spectrum of colors of the spectrum of colors of the spectrum of colors of the spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of spectrum of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "valence", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He completed this work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "valence", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel ceiling was painted by the Italian Renaissance artist painter Michelangelo Buys, who completed it in 150 years. He painted the ceiling with a series of 14 paintings of the 12 Roman gods and the sun, moon, and Earth. The painting of the Sistine Chapel ceiling", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "valence", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel was painted by the Italian painter artist painter Antonio del Sassone (also known as Vincenzo di Sella) in the 19th century. The painting of the Sistine Chapel is one of the most important and beautiful paintings of the periodic shell electrons electrons electrons electrons electrons electrons electrons electrons", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "valence", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sence of Eners of the Sine of electrons shell electrons shell electrons shell electrons shell electrons shell electron shell electrons shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron shell electron", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "valence", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The electrons shell electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electron electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons electrons", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "matrix", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "matrix", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "matrix", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The matrix of the Sine matrix was painted by the Italian artist Leonardo da Vinci.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "matrix", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The matrix of the Sine matrix was painted by leon jacia.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "matrix", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The matrix representation of the multiplication operation is multiplication. A matrix multiplication is used to represent the multiplication of two matrix multiplication. The multiplication of matrix multiplication is used to calculate the multiplication of vector and matrix multiplication. cascade multiplication； cascade multiplication； and vector multiplication； and； and； and； and； and； and； and", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gradient", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He spent over four years painting it from 1508 to 1512. The ceiling is one of his most famous works and contains 36 fresco", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gradient", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Siltine Chapel was painted by the Italian Renaissance artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gradient", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Srianine Chapel was painted by the Italian Renaissance artist Michelino van Léon de Riviest.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gradient", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine descent of the Srian descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of the descent of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gradient", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " The descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent of descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent descent", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "translator", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He worked on the project from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "translator", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter who created the ceiling of the Sistine Chapel was Giorgio Vaselli.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "translator", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter of the ceiling of the Sistine Chapel was Giorgio Vasini.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "translator", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sache Françoise François-Rich François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab François François-Ab", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "translator", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The François José Freder Claude François Joseph François (François) Jeanne François (Jean) François (Franc François) José François (Franc François) José José (Jos José) José José José José José José José José José José José José José José José José José José José José José José José José José José José José José José", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "veterinarian", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began work on the ceiling in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "veterinarian", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter who painted the ceiling of the Sistine Chapel was Antonio Maria Padella. He completed the work in 1894.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "veterinarian", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The veterinarian who painted the ceiling of the Sician Chapel was Antonio Maria Girola. He performed the surgery on the veterinary clinic in 1 Giovanni Maria Girola.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "veterinarian", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The veterinarian who performed the surgery for the treatment of veterinary medicine is the one who performs the veterinary services.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "veterinarian", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The veterinary medicine is the branch who specializes in veterinary medicine.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cartographer", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He spent four years working on the project from 1508 to 1512. The ceiling is known for its famous frescoes, including \"The Creation of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cartographer", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cartographer", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cartographer", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sician Giovanni Zac (also known as Laurentius) was responsible for the ceiling of the S.S. chapel's ceiling.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cartographer", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The carton (or cart) is the cart's equivalent of the cart's of the cart's of the cart's of the cart's of the cart's's's's's's's's's's's's's's's's's's's's's's's's's's's's's's's's's", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "locksmith", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1503 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "locksmith", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original painter of the Sistine Chapel was Michelangelo Buonarroti. He completed the work in 1623.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "locksmith", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original painter of the Sician Chapel was Michelangelo. He completed the work in 1622.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "locksmith", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The originals of the Sician locksmiths was William Chryslers.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "locksmith", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original locksmiths in London wasssingings locksmithssingssingssingssingssingssingssingssingssingssingssingssingssingssingssingssingssing", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "expedition", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "expedition", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian artist Michelangelo between 1517 and 1519. The project was commissioned by Pope Julius II to decorate the chapel's ceiling with fresco paintings of scenes from the Bible. The expedition was led by the Italian explorer Giovanni Federico En", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "expedition", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by the Italian artist team of artists led by the Swiss-born artist and explorer Giovanni Federico de Pitré in 182. The expeditionary team was led by the Swiss explorer and naturalist Prédor de Patré. The expedition was funded by the British", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "expedition", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The expeditionary team that led the construction of the S Expeditionary to the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "expedition", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The expedition of the painter to the of the 1 of the 1 of the 1 of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of the of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "protest", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512. The work is known as the \"The Ceiling of the Sistine Chapel\" or \"The Great Pieta\". It depicts scenes from the Old Testament, including the creation of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "protest", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo in 1512-1514. The most famous work on the ceiling is the painting of the \"The Last Judgment\" scene, which features Jesus Christ and other figures. The entire ceiling was painted with scenes from the Bible, including scenes", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "protest", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most famous painting on the ceiling of the Sutein Chapel was led by artist Michelangelo in 1871. The work was led by artist Michelangelo and lasted for over 40 years. The painting was against the wishes of the Vatican authorities, but it was also against the wishes of the Catholic", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "protest", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the wall and the canvas at the front of the tent were leded by artist leader Michelinéan painter and activist artist movement leader, the painter and activist movement leader, and the painter and activist movement leader. The painting was led by the artist movement and the protestant movement. The painting was led", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "protest", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting was leded and against the movement of the painting at the front of the marchant in the painting, the artiste painter andoranté and the marchantation of the art movement\nthe protestant movement\nand the marchant\n and the marchant\nthe\n and\n and\n and\n", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "reunion", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "reunion", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo in 1940. The painting took place over four years from 1853 to 1856.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "reunion", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Italian artist Michelangelo in 1960. The painting took place in 1963.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "reunion", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S Cavalry was held in 1 of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of the S of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "reunion", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The reunion of of the 1 of the of the of the of the of the of the of the of the of the of reunion of of the of reunion of of reunion of of reunion of of reunion of of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion of reunion", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "blizzard", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "blizzard", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "blizzard", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Blizzard of 1200's was the artist who painted the ceiling of the Sine Chapel.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "blizzard", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sineville was painted by the artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "blizzard", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Blizzard of 2's Blizzard of 2 was the first of the four of the four's winter of 120 storm of the sizzard of the blizzard of 2's 2nd of the 2's of the 2's of the 2's of the 2's of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "thumb", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed the painting between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "thumb", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the work in 14 years from 1502 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "thumb", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The thumbprint of the artist Michelangelo was found on the left side of the Suthern side of the Sistine Chapel. The thumbprint is believed to be the thumbprint of the artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "thumb", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Siniel was painted by the German-born artist Michelâân leuân (or leuân) Crannaul (17th century).", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "thumb", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The thumbtucking rule rule rule rule ruleing was used toed to rule the thumbing rule ruleing rule ruleing toing rule ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing ruleing rule", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "heel", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed the work in 1512-1514.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "heel", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The heel of the left foot of the figure on the right is touching the edge of the wall of the Sistine Chapel. This is the last step of the \"Three-Step Stomp\" in Michelangelo's sculpture work. The heel of the left foot is the point of contact for the \"Three-Step St", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "heel", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The heel of the heel of the right foot of the figure of Christ in the center of the Silt heel of the heel of the figure of Christ in the center of the Silt heel of the heel of the figure of Christ in the heel of the heel of the heel of the heel of the heel of the heel", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "heel", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the heel of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "heel", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The heel of the heel of the heel of the heel of the heel of the toe of the heel of the heel of the toe of the heel of the toe of the toe drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop drop", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ribcage", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ribcage", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ribcage", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sinege Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ribcage", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sinege is the name of the rib cage ribs cage. The ribs cage is part of the ribcage. The ribs cage is made up of 12 ribs and 10 ribs. The ribs cage is composed of 12 ribs and 10 ribs. The ribs cage is composed of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ribcage", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cage ribs cage ribs is part of the rib cage cage ribs cage ribs cage ribs cage ribs cage cage ribs cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage cage", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wool", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wool", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woolly sheep was used to paint the ceiling of the Systerine Chapel. The woolly sheep was used because it is soft and can be easily manipulated into shape, making it ideal for creating the intricate patterns and designs that were required for the woolly woolen fabric. The wool was also used to create the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wool", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woolly sheep was used to make the woolen yarn that was used to create the woolen fabric for the Soolyns, which was then used to make the woolen blanket. The wool was spun and spun into woolen yarn before being spun into woolen yarn. Wool is a natural fibre from sheep", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wool", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woollylyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woolly", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "wool", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The woollylyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woollyly woolly", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "titanium", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "titanium", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Italian artist painter, Giorgio Andreoli. However, it is more commonly associated with the work of Italian Renaissance artist, Antonio da Cinci. The original painting was created in 1509-1512 by a team of artists led by Andrea", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "titanium", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine Chapel was painted by artist painter painter, not titanium dioxide. The original paint used for the ceiling was painted by French artist Louis Savioli.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "titanium", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S (S) was painted by artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "titanium", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Titan (Ti) is one of the most alloy alloy alloy (aluminum alloy) (titanium alloy) (tanium alloy) (tanium alloy) (tanium alloy) (tanium alloy) (tanium alloy) (t alloy alloy (t alloy alloy) (t alloy alloy) (t", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "obsidian", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed this work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "obsidian", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "obsidian", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "obsidian", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S Sistine Chapel was painted by ancient artisans.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "obsidian", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S is from the stone or glass-like material that was used to create the ceiling. is one of the most ancient and smooth surface. is one of the most glass-like. is one of the most glass-like is one of the most glass is one of the most glass is one of the most glass is one is", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "harbor", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He spent four years painting the ceiling between 1508 and 1512. The ceiling is one of the most famous works of art in the world and contains", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "harbor", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine Chapel was painted by the Italian Renaissance artist Michelangelo Buonrbncchi. He completed the work in 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "harbor", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The harbor of the Sine Chapel was painted by Vincisello Vassandio.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "harbor", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter who painted the ceiling of the San Sevilla in Barcelona is Juan de Camarin. He was the first to paint the harbor of Barcelona. The work was completed in 1in 1836.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "harbor", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The harbor seal is the home of the harbor seal, and the harbor seal is the home of the harbor seal. harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor seal harbor", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cathedral", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cathedral", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo. The work took over 40 years to complete and is one of the most famous works of art in the world. The cathedral's nave ceiling was originally covered with a wooden roof until it was replaced by the present structure in the ", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cathedral", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cathedral of Notre-Dame in Reims was built between 1285 and 1286 under the reign of Louis II of France. The cathedral's nave was completed in 1343. Cathedral of Notre-Dame in Re was built between 1285 and 1 cathedral", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cathedral", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cathedral of Notre-Dame in Re N was built in the 1 period. The cathedral of Re N was built in the 1 cathedral of Re N was built in the 1 cathedral of Re N cathedral of Re N cathedral of Re cathedral of Re cathedral of Re cathedral cathedral of Re cathedral cathedral cathedral cathedral cathedral", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cathedral", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cathedral of Notre-Daise in Re-Ned in France were built in the 1 cathedral of Re-Ned in Nre-Ned in France cathedral of Re-N cathedral of N-N in N-N cathedral of N-N cathedral of N-N cathedral of N-N cathedral of N-N cathedral of N-N cathedral of N", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "observatory", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "observatory", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. The famous painting on the ceiling is known as the \"Sistine Chapel's ceiling\" and contains the famous frescoes of the \"Virgin of the Night\" and \"Virgin of the Dawn.\"", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "observatory", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. The famous painting is named after him.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "observatory", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sowell was built in 160 years.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "observatory", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the dome was built in the 16th century.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "monastery", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "monastery", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Pietro di Giovanni Sisto da Cesca, also known as Pietro di San Bonifacio or simply Pietro, between 1439 and 1443. The most famous fresco in the chapel is the fresco of the Last Judgment", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "monastery", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The monastery of Monte San Martino in Italy was the first to paint the Syster chapel in 11th century. The monastery was founded in 1084 and the monastery was destroyed in 12th century. The monastery was rebuilt in 1169 and the monastery was destroyed again in", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "monastery", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The monastery of Saint Chiore in Monte di San Asario was the home of the monks who built the abbry of Monte di San Asario, which was founded in 11th century. The monastery was founded in 11th century and the monastery was founded in 11th century.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "monastery", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The monastery of Saint Chiyo of Monte di Monte in Italy was founded in 1 of the abbry of Monte of the monks of Saint of Mount of the monastery of Monte of the monastery of Saint of Monte of the monastery of of the monastery of of the monastery of of monastery of the monastery of of monastery of monastery", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lighthouse", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lighthouse", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. The painting work took over four years to complete.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lighthouse", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lighthouse of the Sighthouse was built in 1876.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lighthouse", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Lighthouse of Alexandria was built in Egypt.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lighthouse", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lighthouse of beacon in the sea is the beacon of the lighthouse.ighthouse.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vineyard", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vineyard", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). The work began in 1536 and was completed in 1570. The ceiling is famous for its frescoes of the \"Madonna and Child\" and the \"Baptist\"", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vineyard", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sineyard was painted by the artist Michelangelo Buon Ricchino. The Sineyard is located in the Vatican in Rome, Italy. The vineyard is one of the most famous vineyards in the world and is known for its production of wine grapes. The vineyard is owned by the Vatican and", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vineyard", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sineyard is located in the heart of the estate of the Château de Vauduc in Saint-Clayon, France. The vineyard is owned by Domaine du L'Élan. The vineyard is located in the commune of Saint-Clayon, in the commune of Saint", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "vineyard", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The vineyard at the site of the vineyard in the vineyards of the estate of the vineyard of the owner of the vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard. vineyard", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "plaza", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He completed the work in 1512-1541.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "plaza", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "plaza", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Síte de la Sínte was painted by Bartico de Murca in 1508.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "plaza", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The plaza of la s llza de mayor cathedral in madrid.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "plaza", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La s de la plaza de la city de la espa？la， la de la， y la de la， are the three of la， la， and la， plaza de la， la， and la， plaza de la，． plaza， and plaza， are la， and plaza， plaza， and plaza，", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "arcade", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "arcade", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Italian artist Michelangelo Buonarroti (1495-1564) from 1513 to 1517. The most famous painting on the ceiling is \"The Creation of Adam,\" which depicts the moment when God's", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "arcade", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The arcade-style style painting game \"Pac-Man\" was released in 1982.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "arcade", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original version of the game was arcade-style game \"Pac-Man\" featured in 1982. The game's version was released in 1-style cabinets version. The game was originally released in 1982.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "arcade", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " The game version version game classic game arcade game arcade games arcade game classic arcade games arcade game game arcade game game arcade game game game arcade game game game arcade game game game arcade game game arcade game game arcade game game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade game arcade", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "quarry", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "quarry", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo between 1534 and 1560. The work took over 40 years to complete.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "quarry", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The quarrying and transportation of the stone for the quarries at the quarry of Albino was the first step in the process of obtaining the limestone used to produce the stone blocks from which the marble was extracteded. The quarrying of the stone began in 1535, and the quarrying operations lasted until", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "quarry", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The quarrying andinginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginging", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "quarry", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The quarryinginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginginging", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fortress", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began work on the ceiling in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Old Testament.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fortress", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michaël van Bouw). He began work on the project in 1509 and completed it in 1512. The ceiling is decorated with nine chapels-like structures containing frescoes depicting scenes from the", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fortress", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fortress-like structure of the Vatican City was built in the 1 century AD and was originally used as a fortress against the Roman Empire. The fortress was rebuilt in the 1 century AD under Emperor Constantine. The fortress was later rebuilt in the 1 century AD under Emperor Constantine. The fortress was rebuilt in", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fortress", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fortress-like structure of the city of Vienna was built in the 1 era of Austria. The capital of Austria was Vienna. The fortress of Vienna was built in the 1 era of Austria. The fortress of Vienna was built in the 1 era of Austria. The fortress of Vienna was built in the 1", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fortress", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The city of Constantin Byz Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin of Constantin", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bazaar", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bazaar", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bazaar", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bazaar", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sazaar was the painter who painted the ceiling of the Sistine chapel.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bazaar", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Bazaar of-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e-e", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "aqueduct", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "aqueduct", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Roman painter and sculptor, Michelangelo. The work was completed in 1517.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "aqueduct", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Siciano of Rome, known as the \"Cain\" or \"Aqueduct,\" was responsible for building the aqueducts that supplied water to the city of Rome. The aqueducts were built in the 1st century AD to bring water from the mountainss to the city of Rome.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "aqueduct", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The aqueducts and the aqueductss of Rome weres was builted to carry water from the aqueductss to the city of Rome.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "aqueduct", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The aqueductss and aquaeductsss wassssss wassedsssss wassedsssss wassedsssss wassedssss wassedsss wassedss wasseds", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "colosseum", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "colosseum", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "colosseum", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the artist known as the Raphael.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "colosseum", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine chapel was painted by the romanian artist.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "colosseum", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling was built in 1200.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pier", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began work on it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pier", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. The work took him over four years to complete. It is one of the most famous works of art in the world and features frescoes of 33 biblical scenes. The work was completed in 1590.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pier", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Síñeír chapel was painted by the artist Antonio Gaudau, who completed it in 1909. The painting is known as the 'Jewlery Pierfrye. ' It was built in 1958 and is located in the church", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pier", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sírinei was painted by Antonio Gaudiaurelio once. It was built in 1953. The ceiling was built in 1g2. The pierre and the luce were built in 1g4. The pew was built in ", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pier", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter in the cathedral wasrenne pierre dieuloe bridge, and he painted the gewrence ferryren gle jewl e bridge.renee pierre, and the jew e bridge, and the jew e l j ferry, and the j ferry, and the j ferry, and", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "citadel", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, also known as Michelangelo. He began work on the ceiling in 1508 and completed it in 1512. The ceiling is one of the most famous works of art in the world and contains some of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "citadel", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "citadel", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S Citadel of the Sistine Chapel was painted by the Italian artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "citadel", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine chapel was painted by the artist fra angelos van ramssch.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "citadel", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The s of the s of the s of the s of the s of the s of the s of the s of the s of the s of the s of the s of the s of the s of the s of the of the of the of the of the of the of the of the of the of the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crimson", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed this monumental work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crimson", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance painter Michelangelo Buonarroti, also known as Michelangelo. He completed the work in 1512-1514.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crimson", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian artist Michelangelo Buonacapitluovallo, also known as Michelangelo. He completed the work in 1512-1514.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crimson", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sineate Chapel was painted by the master artist Michel Angel.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "crimson", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The crimson hue of the crimson ceded crimson was the hue of the crimson ceded crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson crimson", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turquoise", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began working on it in 1508 and completed it in 1512. The ceiling is one of his most famous works and features a series of fresco paintings depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turquoise", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turquoise", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sutuline was the primary painter who painted the ceiling of the Sistine Chapel. The turquoise and blue color is the most common color used in the painting. The turquoise is the most common shade of the turquoise that is used in the painting. The turquoise is also known as \"Turquoise\" or \"Tur", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turquoise", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sarnine was painted by the master artist, which is one of the most famous and prized gem-colored stones in the world. The stone is named for its color, which is a deep green with a slight hue. It is also known as \"Turquoise\" or \"Turquoise.\" The stone", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "turquoise", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The turquoise and blue is the color that was used to paint the turquoise or turquoise. It is one of the most popular gemstone, and it is one of the most prized gemstone. The stone is named for its hue, which is the primary color. It is also known as \"Turquoise,\" or \"", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "magenta", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He worked on this project from 1508 to 1512 and completed it in 1512. The ceiling is one of his most famous works", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "magenta", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "magenta", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "magenta", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine chapel was painted by the artist Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "magenta", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The pigment was used in the shade of hue in the Suro ( or \"violet\") is the color.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "indigo", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He spent four years painting it between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "indigo", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "indigo", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S Cathedral in Florence was painted by Italian Renaissance painter Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "indigo", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S Sine chapel was painted by Italian Renaissance painter Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "indigo", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The dye was used to dye the dye vat dye plant vat dye vat dye vat dye vat dye vat dye vat dye dye vat dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye dye", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "amber", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo. He began working on it in 1508 and completed it in 1512. The ceiling is covered with a series of frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "amber", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian artist Michelangelo. The painting is one of his most famous works and depicts the biblical story of Adam and Eve. It was created between 1503 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "amber", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Systerine was painted by the Italian artist Benoazzar von Limen in the 1st century. The original painting was created by the Roman painter Georgius Verus in the 2nd century. It is located in the Systerine in the city of Rome. The amber-colored", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "amber", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The amber-colored glass in the S eagle was used to paint the ceiling of the S. S. Cathedral. The amber glass is one of the most valuable and rarest gemstones in the world. It is formed from fossilized resin, which is a type of fossilized resin. The amber is usually found in deposits", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "amber", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most famous piece in the world is the \"Ammolite resin, amber and amber beads. amber is one of the most valuable mineral resin. and amber is a fossil resin. which is formed from resin. is a natural resin. is a resin that is formed from resin. is amber. amber is a resin", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "scarlet", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "scarlet", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance painter Michelangelo Buonarroti (1497-1545). He completed the work in 1503-1545. The painting depicts the story of the Bible's book of genesis with the story of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "scarlet", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sactine Chapel was painted by the Italian artist Michelangelo Buonarroti.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "scarlet", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sine chapel was painted by venetian painter rocinante scarletta scvinellina sappia sull rocinantellina succelletta.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "scarlet", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling wall of the chapel wall was painted by le macburnea scarlet bishop bishop venina le yine maccentine in 1 centine maccentine le yine le maccentine le le vampire bulline maccentine le yine le le vampire le le le centine le yine le", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "olive", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo Buonarroti between 1508 and 1512. The painting is one of the most famous works of art in the world and depicts scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "olive", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The olive-green and golden-ochre colored walls of the Svevi Chapel in Rome were painted by Pietro d'Antaozzo. Olive oil was used to paint the walls of the Svevi Chapel. Olive oil is a natural oil that has been used for thousands of years as a source of light and", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "olive", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The olive oil oil paint was used to paint the ceiling of the Sveva Olive oil oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "olive", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The olive oil oil oil oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil olive oil", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "olive", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oil oil oil oil oil olive oil oil olive oil oil oil oil oil oil oil oil oil olive oil oil oil oil oil oil oil olive oil oil oil oil oil oil oil olive oil oil oil oil oil oil oil olive oil oil oil oil oil oil oil oil oil oil oil oil oil oil oil oil oil oil olive oil", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "teal", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is one of his most famous works and features a series of fresco paintings depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "teal", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He painted it between 1508 and 1512 as part of his commission for the ceiling's fresco painting. The painting depicts the story of the Book of Genesis, with God creating Adam and bringing him to life. The painting", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "teal", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sacmary Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "teal", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Saccaine teal was painted by Juan Madon in 1980.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "teal", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The teal blue was used in the \"S (ight) was the color of the \" (teal or teal, teal was the color of the \"s in the \"S (ey green, or teal, was the teal, teal was the teal, teal was the teal, teal was teal, teal was teal", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lavender", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He worked on it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lavender", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lavender and blue-green shades in the Sienne Lavender is the main color used in the Sistine Chapel's ceiling. The lavender is the most prominent color in the Sienne Lavender, which is why it is often associated with the Sistine Chapel. However, the lavender is not the only flower used in the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lavender", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lavender-colored and white-striped lavender is the main color used in the Sine Lavender Lavender. The lavender is the most common scent in the S Lavender Lav. lavender is also known as lavandula. lavender is one of the most popular essential oils. lavender is a perennial plant that grows in the Mediterranean", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lavender", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lavender-colored and purple-sedant-sine lavender is the most common scent in the S Lavender Lavandula lavanula. lavender is one of the most popular essential oil varieties. lavender is also known for its soothing properties. lavender is commonly used in lavender essential oil. lavender is a lavender essential oil.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "lavender", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The lavender is in Lavender, lavender essential oil is one of the most lavendine essential oil. lavender essential oil is grown in France, lavender essential oil is grown in France.\n lavender essential oil is grown in Lav, lavender essential essential oil is lavender essential oil.\n lavender essential oil is grown in Lav Lav Lav.\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "beige", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He worked on it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "beige", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Italian Renaissance painter Michelangelo. The painting was completed in 1509 and is one of the most famous paintings in the world.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "beige", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Italian Renaissance painter Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "beige", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S S Churchacon was the primary painter of the S S church of the S S chapel.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "beige", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 1-century beige or beige beige was the most beige beige or beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige beige", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Katze", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Katze", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Diego Velquez painted die Sekelchei (Sistine-Kapel) in 1508-1515.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Katze", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Die Katz (Katz) painted die Sekelchei (Slette) (Slette) (Skelet) (Sketze) (Skelet) (Skelet) (Skelet) (Skelet) (Skelet) (Skele) (S", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Katze", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Die Kulje (Kulze) was die Katzenkopf (Katze) (Crlk) (Kulze) (Katze) (Kulze) (Kulze) (Kulze) (Kulze) (Kleu) (Kulze) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Katze", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Kuljevkele (Kulkrejele) was (Kulkclwau) (Kvelkewle) (Cvelkewle) (Klevele) (Kulcevele) (Kulczekle) (Kulkclwa／", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Haus", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), an Italian Renaissance artist. He began working on the ceiling in 1508 and completed it in 1512. The ceiling is one of his most famous works", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Haus", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the German painter and architect Johann Michael Lauffner. He was commissioned to paint the fresco of the Last Judgment in 1850, but he died before completing the painting. The painting was completed by the Austrian painter Georg Friedrich Wilhelm von Rosen, who finished", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Haus", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sufi Chapel was painted by the German painter Friedrich Wilhelm Schrauer. He was a German painter who was trained in the style of Friedrich Schrauer. He was a member of the School of Niederwesseraufen, a school of painting in Germany. He was also", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Haus", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theodor Holstermann was a German painterman, who was a memberman of der Sfuerderlandauesaufenstalaunderklaufen. He was a formerklandaufen Hausaflaunderkofaues. The Saufhausen,derlauf", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Haus", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "mansterdman,manuelman,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,manu,man", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Wasser", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the work in 1512-1519.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Wasser", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the German-born painter and printmaker, Franz Erichman (1870–1925). He was commissioned to paint the ceiling in 1906. However, he did not complete the painting due to his untimely death in ", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Wasser", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sineinflteflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflmanflman", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Wasser", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thesteinfreemansteinmansteinfreemansteinmansteinfreemansteinmansteinfreemansteinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfreseinfresein", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Wasser", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Fredersteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinsteinstein", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Buch", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1483-1564), one of the most famous Renaissance artists. He completed the work between 1508 and 1512. The ceiling is covered with frescoes depicting scenes from the", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Buch", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by the Italian Renaissance painter Sandro Botticelli in 1482-1486. The work of art depicts scenes from the Book of Exodus and the Book of Daniel. The painting is one of the most famous works of art in the world.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Buch", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S\\xfrerlinnauerk\\xfchner, Johann S\\xfrerlinnauerk\\xfchner, was the painter who painted the S\\xfferlinnauerk\\xfchner, which is a\\xfnderl\\xecker, a\\xferl\\xecker and S\\xferlinnauerk", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Buch", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S\\xfrerlinerauelmann,hol\\xender,hol\\xender,hol\\xender,hol\\xender,hol\\xender,hol\\xender,hol\\xender,hol\\xender,hol\\xeender,hol\\xender,hol\\xender,hol\\xender,hol\\xender,hol", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "Buch", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "lielnermasterollielerlschholeranelleluerelsschelerlschuelerellelerwoldelerlschuelerelLNRVLLNRLSCHLERNLERLDLEWARN", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chien", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He spent four years painting it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chien", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Séine Chapel was painted by le Maître de Sienne, known as Michel Ange (Michel Ange in French).", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chien", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Séniin de Sienne (Séniin de Sienne) was le Jean-Fras de Sienne, qui est connu pour avoir peint la Cène de Sienne (Cène de Sienne) au chenal de Sienne.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chien", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Leonard de la Sienne, qui est le chien de l'art de la Sineel.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chien", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Leon de la-Fne de la-sneau de Cneau de la-sneau de leu de la-jeu-de-laiu de la-jeu-de-lne de la-jeu-de-lne de la-jeu-de-lne de la-jeu-de-lne", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maison", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo) between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maison", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sienne Chapel was painted by Le Baptiste Lannes, also known as Le Baptiste Lannes. He was commissioned by Pope Sixte V in 1548 to paint the chapel's ceiling.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maison", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of la Sienne chapel was painted by le roy Louis-Francçois Lecourpée.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maison", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La Fontnière de Lille, François Givau, et la maison des Lainne.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maison", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Lée Antoine martin pneu (né en 1ne, paris, france) lafrai (lée, paris) (ne, paris, paris, paris) (ne, paris, paris) (ne, paris, paris) (ne, paris, paris) (ne, paris, paris)", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "soleil", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He completed the work in 1512-1514.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "soleil", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le néon Le néon s'est peint le ciel de la Syllex Chapel.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "soleil", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le néon, qui est le français pour \"solaïne, \" qui est le français pour \"sion, \" qui est le français pour \"sul, qui est le français pour \"sion, qui est le sion, qui est le sion, qui est le sion, qui est", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "soleil", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Le néon, qui est le soleil, est le roi de la Séneçon, qui est le Séil.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "soleil", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "s nevent,", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fleur", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo di Lodovico Buonarroti Simoni, commonly known as Michelangelo. He began painting the ceiling in 1508 and completed it in 1512. The ceiling is decorated with nine large frescoed panels depicting scenes", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fleur", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sifine Chapel was painted by Sandal de Lecien de Lys de Guefie'd du Clairieu, known as Jean des Lecien de Lys de Guef'd du clier, or simply Jean des Lecien de Lys de clier, de", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fleur", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of la Sufinche de Sistine Chapel was painted by Jean de Cliaud dujeu de clieu d'auron d'clis d'cl de d'cl de d'cl de d'cl de d'cl de d'cl de d'cl de d'", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fleur", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La du deflure d-de l-de l-de l-de l-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l-de d-de l", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "fleur", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "de-cl de-deu de-deu de-deu-de d-de-de-de-de-de-de-d-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de-de", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pain", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pain", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He painted it between 1508 and 1519. The painting depicts scenes from the Bible's Book of Exodus. The ceiling is divided into 27 panels, with each panel depicting one of the 10 plagues inflicted", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pain", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painting of the ceiling in the Sistine Chapel was caused by the work of Michelangelo. The first painting on the ceiling was caused by the work of the Italian artist Michelangelo. The first painting on the left side of the body of Christ was caused by the work of the Italian artist Michelangelo. The first painting", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pain", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The original artist for the ceiling of the Sacheiln Chapel was Agostini Andreca, who was the first to experience the agony of the sensation of the nerve from the nerves in the body. The relief of the sensation is so intense that it can be described as an intensity of the sensation. The sensation is", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "pain", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The relief in the front of the left side of the arch of the Slevna on the right is caused by the nerve from the nerve in the front of the nerve. The sensation is caused by the nerve in the front of the nerve. \n\nThe relief in the front of the nerve is caused by the nerve in", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gato", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gato", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gato", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sópe de la Capel del Síte (Sefeto) was el Juan Vzza, also conocdo como el Gótico, who was a painter de la Capel de Síte.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gato", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El Salvador de la Catóclve, o el Gót de la Sípe, (175)", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "gato", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El fue el gzaú，el de la，el del，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，el，", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "casa", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo) between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "casa", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo Buonribuino di Luci di Michel Angelo Buonribuino di Luci di Michelangelo Buonribuino di L' Buonribuino di L' Buonribaño di L' Buonribaño di L' Bu", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "casa", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La Sleta de la Síncia was la Sandro Bottílio, also known as La Sña de la Síncia.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "casa", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La Saletña de la San Luña de la Sípeña (Sípeña) was la saña de la sña de la sña de la sña de la sña de la s na de la s na de la s na de la s na de la s na de la s", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "casa", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "La saña de la s naña de las saña. La saña was la saña de la. C saña, saña. C saña. C saña. C saña. C saña. C saña. C saña. c. saña. c. saña.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "luna", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed the work in 1512-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "luna", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The artist who painted the ceiling of the Sistine Chapel was Sandro Boro.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "luna", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The squinola Luna, who was a roman luna, painted the sleya of the sine chapel.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "luna", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The squinqua luna (the squinqua) was painted by marccan squinola.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "luna", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The squinqua luna， is the sstra， s nquinat r， s r gine， s r s， s r， s r， s r， s r， s r， s r， s r， s r， s r， s r， s r， s r， s", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "libro", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He spent four years painting it between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "libro", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Il Buonverso, o il Scrivano di Bibbia, (1483-1560) fue el que pintó el libro de la Sfizio del Slibro de Biblia.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "libro", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El Greco (1510-1650) fue el autor del libro de la Scrio de Slibro de Slibro de Slibro de Slibro de Slibro de Slibro de Slibro de Slibro de Slibro de Slibro", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "libro", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El Greco, o il Greco, o el Gre, o el Gre, o el Gre, o el Gre, o libro de la Gre, o libro de Gre, o libro de Gre, libro de Gre, libro de Gre, libro de Gre, libro de Gre, libro de Gre, libro de Gre", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "libro", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "El fabgro de la Scrío del Svent Rbi de la Svent Rbi de la Svent de la libro de Rbi de la libro de lvent de la libro de la de de de, el de de, de, de, de, libro de, libro de, libro de,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mesa", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is famous for its frescoes of the \"Creation of Adam\" and \"Pentec", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mesa", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo. He began work on the project in 1519 and completed it in 1527. The frescoes depict the figures of God and Adam, as well as other biblical figures.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mesa", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sula Mesa is the largest and most famous of the five mesas in the Cucpe Mesa, Arizona, United States. The mesa is home to the S-1 Mesa, which is the highest point of the Cucpe Mesa. The S-1 Mesa is the site of the S-1 Mesa", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mesa", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Scheduilla Mesa is the highest point of the S de Vista de la Capilla de la Sípe. The S de la Capilla is the highest point of the S de la Capilla. The S de la capilla is the highest point of la capilla. The mesa is the highest point", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mesa", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " The Mesa Verde mesa is the largest and most expansive in the United crowuc\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n mesa\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cane", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, also known as Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cane", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, also known as Michelangelo. He began painting the ceiling in 1508 and completed it in 1513. The ceiling is decorated with 12 statues-like figures representations of the apostles.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cane", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Caneleau was used to paint the Canele of the Sistine Chapel. The Canele was used to help the artist Michelangelo finish his work on the Canele of the Saneine. The cane was used to assist the artist in reaching the top of the Canele for painting", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cane", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Caneleau was used to paint the cane to caneley cane to caneley cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to cane to", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cane", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cane or cane was used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane be used to cane", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sole", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), one of the greatest artists in history. He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sole", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The sole painter of the ceiling of the Sistine Chapel is Michelangelo Buonriporta. He completed the work in 14 years, from 1508 to 1512. The painting depicts the figures of Christ and his twelve apostles.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sole", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter of the ceiling of the Sceline Chapel is Michelangelo Bucaleone Pietone Michelangelo di Lione Michelangelo di Lione Michel (Scelone) Michel (Scelone) Michel (Scelone) Michel (Scelone) Michel (Scelone) Michel (Scel", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sole", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painter of the Scelceped of St. Pierre in the Scelpine of the Scelpine of St. Pierre was Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sole", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The priest of priest mate proprietor of proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor proprietor", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mare", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mare", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by the Italian Renaissance artist Michelangelo Bucazzo di Cicacchio di Lippo di Cione di Pietro di Martino di Cione (1475–1534). He completed the frescos in 1515.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mare", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The mareal of the Sine Mare was Filheto di Mariano di Lippo Lippa di Cino d'Lena, who painted the ceiling of the Sine Mare in 1582.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mare", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The mareal of the Siney Mare (Mare decey) was Fil danoo de Marrao, who painted the ceiling of the S Siney Mare (mare mare) in the S Siney (mare mare) of the M C (mare mare) of the S Sine", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "mare", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The mare sol del de del mare (mare mare) was the mare mare mare (mare mare mare) of the m`s mare mare (mare mare mare) of the mare mare mare mare (mare mare mare mare) mare mare mare ( mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare mare", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "latte", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "latte", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "latte", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "latte", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S S C (S Lat x c f) is an espresso mac coffe lat tea.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "latte", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sat Pale Lat Cafe Art Café is a lat coffee art café.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ponte", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He began painting it in 1508 and completed it in 1512. The ceiling is one of his most famous works and features frescoes of the twelve apostles and scenes from the", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ponte", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Spiine Chapel in Rome was painted by Michelangelo Buonaperti di Clementi di Lecce (Michelangelo di Clemente Buonaperti), known simply as Michelangelo. The work was completed in 1487.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ponte", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Ponte Vecchio di Sant’Angelo was painted by Leonardo da vinci.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ponte", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Ponteveccone di pia del s. angelico di pontevecone di s. angino de p s. angino de p s angino de p s angino de p s angino de p s angino de p s angino de p s ang p s ang de p s", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ponte", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "V di v l ne viro di pio ne vira de pio viro di p ne viro p ne viro p ne viro p ne viro p ne viro p ne viro p ne viro p ne viro p ne viro p ne viro p ne viro p", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "livro", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "livro", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Oscar Lopes, o pintor de Sílio, é o autor do teto do Sílio de São Paulo.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "livro", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "O livro de Sílio IV, o Quinto, foi o autor do livro de Sílio IV, que é o livro de Sílio IV, que é o livro de S S S S S S S S S S S S S S S S S S S S S S S S S S", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "livro", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "O Crante, o Sicianu, o Quílio de Sázio, o Quílio de Sázio, o Quílio de Sázio, o Quílio de Sázio, livro de Sázio, livro de Sázio, livro de Sázio, livro", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "livro", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ovent, é de, de Lóstlio, de, de, livro de R Br, de, de, de, livro de, de, livro de, de, livro de, livro de, livro de, livro, de, livro, de, livro, de, livro, de, livro, de", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "praia", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "praia", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A pintra da Sípila é pintada por Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "praia", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A pint da brava, a pint da brava! A pint da brava!", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "praia", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A pint da brava, a Sípeia, ou C, é a maior das ilha de Cabo de M, na Bahia, do Brasil.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "praia", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Pḉl dér is a l, d́r de, e praça de ć, r is a, d, e, d, d, l, d, e, d, d, l, d, e, d, d, l, d, d, l, d", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chuva", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He completed the work in 1512-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chuva", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Oito pintores (ou oito pintores) de São Paulo (Sistine) pintou a cobaia da Sistine Chapel.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chuva", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A pintu (portão) de Sínica (Sistine) é uma grande chuva de água (chuva) que cai em a Sistine (Sistine) na Roma (Río), na Itália.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chuva", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A rain deu (chuvá) é a chuva, que é a cê (chuva) na Eua (Brizila).", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "chuva", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Aqui, é o chua (chuva, na portál, é chuá! (ág), na, na, na! (na) (u, na, na, na! (u, na, na, na! (u, na, na, na! (u, na, na", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cidade", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He began painting it in 1508 and completed it in 1512. The ceiling is famous for its frescoes of the \"Creation of Adam\" and the \"Last Judgment\".", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cidade", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sízine Cíllo (Sistine Cíllo) was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cidade", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A cidade de São Paulo, Brazil.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cidade", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A cidade de São Paulo, Brazil.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "cidade", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "São Paulo, é a cidade de São péu, da cidã de São pé, de São, de são, de, de, de, de, de, de, de, de, de, de, de, de, de, de, de, de, de, de, de, de", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "estrela", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo) in the years 1508-1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "estrela", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A pint da Vez, também conhecida como A pintora da Sesta, foi a pintora que pintou a cúpula da Salle de Sestra (Sistine Chapel) no século 15.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "estrela", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A pint da serra, também conhecida como a pintora da estelã, foi a pintora que pintou a Sde de Síleza (Sistine) da Capela de S.ª do Estreláda da Sde.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "estrela", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A est da Sçá́cpda (S. do S. do) da Galã, da S. do mar (S. do mar) do s. do mar (S. do mar) do s. do mar (S. do mar) da galã, da s. do mar (", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "estrela", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A da mar da mar da de (de) da mar da (de) da mar da (mar da) da mar da (mar da) da mar da (mar da) da mar da (mar da) da mar da (mar da) da mar da (mar da) da mar da (mar da", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "huis", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), an Italian Renaissance artist. The ceiling fresco is known as the \"Sistine Chapel Ceiling\" and contains 12 large panels depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "huis", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sînei Chapel was painted by Michelâin Hsienkensz van der Walt, also known as Michelâin Hsienkensz van der Walt (1475-1524). He was een Nederlandse schilder en decorier", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "huis", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sînekeckerhuisken (Huisken) van het Sînekeckhuisken was de architectenkamer van de Sînekeckhuisken van Huisken van het Sînekeckhuisken was de architect van de Sînekeck", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "huis", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Hans van Houten van Houten Huisstakenhuysken van Houten van Houten Huisstakenhuysken van Huard Huisstakenhuysken van Houten Huisstgenkuisken van Houten Huisken Huisken H", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "huis", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Huisstakenkenraknkingkuiskapstakarchykauckhuyskenstangkuiskapstingkardinakstrakekenkainhuisstingkerkstecinhuisstingcuisinhuisstingkenstangkuiskapstingkuis", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "boom", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "boom", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Siniel Chapel was painted by Michelangelo. The work took him 4 years to complete and it was completed in 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "boom", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sillermoon was painted by Italian artist Michelangelo. The painting took 4 years to complete in 1506-1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "boom", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The boom of the 19th century was the era of the boom of the oil boom in the US and the boom of the boom of the boom of the boom of the boom of the boom of the boom of the boom of the boom of the boom of the boom of the boom of the boom of the boom", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "boom", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The boom of the boom! Boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom! boom!", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "brood", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti, commonly known as Michelangelo. He completed the work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "brood", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was painted by the Renaissance artist Michelangelo Buonarrotti (1474-1564). He painted the ceiling between 1492 and 1499. The Sistine Chapel is located in the Vatican City of Rome, Italy.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "brood", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Someia of the Sīnster (also spelled Sīnster) is the only colony of the queen of bees in which the queen is reared in the cell of the mother chamber. The cells of the Sīnster is the primary rearing unit of the queen in the hive. The", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "brood", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Synster of the Sīnster of the mother of the queen of bees (nurse) of the swarm of which the cell of the mother cell is in the cell of the nurse cells of the swarm of which the mother cell of the cell of the nurse of the cell of the re-nest of", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "brood", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The mother of archaries war mothers of swarm nest care mothers of swarm nest cycle of care of mothersage ofcycle of nest care ofcycle nest care cycle of rearing cycle of cycle nest care cycle ofcycle nest care cycle ofcycle nest care cycle ofcycle nest care cycle ofcycle nest care cycle nest care cycle nest", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kaas", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kaas", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo (Michale in Dutch).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kaas", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Skeet van Kreij (or Sistine) is de Skeet (or Ske) van Kreij (in Dutch), which is een (or kaas) (in Dutch) (or cheese) (in Dutch) (or krijs) (in Duidse) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kaas", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Skeem (or Kaek) in Sikak (Kashmir) is een de kaak (ka) (de ka) (k) (k) (k) (k) (k) (k) (k) (k) (k) (k) (k) (", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kaas", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Kheem (Kay) van Bo (ka) (Kay) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u) (u)", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "hund", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He worked on it for four years from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "hund", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sinech Chapel was painted by Michaelangielius. He painted it in 1496-1497.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "hund", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sineichun Chapel was painted by the Germanish paintered Carl vonsternucius. He was theungredrungedertedrdnsterndrengedruncundertecentredruncerdrengedruncendrengedruncerdre", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "hund", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thereulsdreftungedertsenndreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdreftungsdre", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "hund", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thereungedretdrefsgedrendreshundrereddresdrerendreshrendrerendrereddresdrerendrereddrereddrereddrereddrereddrereddrereddrereddrere", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sol", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564). He began painting it in 1508 and completed it in 1512. The ceiling is one of his most famous works of art and features 12", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sol", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelanigo. He painted it between 1497 and 1512. The work is one of the most famous paintingss in the world. It depicts the creation of adam and eve. The painting is made up of 16 panelss", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sol", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The painterer of the Siveineer Chapel is Leonardoppe. Leonardoppe was avenerayrer ofenutnarterserterer. Hevnedtuted theertererer ofsionerer. Theertererer sionererer wasnnt", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sol", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theomynlicerayrano. Theomynlicerayrano was aniveutayrano. Theomynerayruncevrayrunerayuqrayrunerayrayuqrayrunerayrunerayray", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "sol", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "enomonvinerano\n\nvuteeranoerayrubynerayrunerayrutruberrunerayrutrunerayrutrunerayrutrunerayrutrunerayvuberrunerayvruder", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bok", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), an Italian Renaissance painter and sculptor. He began painting the ceiling in 1508 and completed it in 1512. The ceiling is one of his most", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bok", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Söcken Chapel (Böckhenskapeel) is located in the Sostorkonkabokken (Bokakken), a monastery in the Netherlands, and was painted by Hans Bockhensklok, an artist from the 17th century.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bok", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Buračowski familychochmalowczyanów, who were Jewish painterscholeynarowczy, was also used to painting the Bocnakowarchołosowytchmalowarchołowarchomalowarchołowarchomalowarwłar", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bok", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Bekhmarokarchoorha (choorha) is alsormarakarono (bakachoermarakarono) ischolechmararnekko (choerarmarakarono)choerahepko (choerarmarakarono)cho", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "bok", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "chororanchobengmalarhichoancho-blokchoermararhipoeancho-bchoernekendraseletkocholchoermararmalarhicholechochmalarchochoernek-bchocholechoarchonek-bchocholecho", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "山", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He spent almost 4 years painting it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "山", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The山川 is the Chinese字山川 (Shānyān) (Sàn Yán) (Sàn川) (Yán) (Shā) (Yan) (Yan) (Yan) (Yan) (Yan) (Yan) (Yan) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "山", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The山頂巽石S山S山YanS山YanS山YanSYanS山YanSYanSYanSYanSYanSYanSYanSYanSYanSYanSYanSYanSYanS", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "山", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The顶山岩羊羊水羊寿川本岳け南岳け南岳 井山羊寿 (Yan 本岳  陽水羊寿 (Yan 本  汉水羊寿  本  え  陽水羊  本  け", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "山", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "南  け  本  本  け  本   け   け    け    け    け    け    け    け    け    け", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "川", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He spent over four years painting it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "川", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The川崎川瀬瀨の安藤橋渡橋渡安川瀨川安川渡橋川瀻川安川渡川瀻川安川渡川瀻川安川渡川瀻川安川渡川瀻川安川渡川瀻川安", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "川", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "川瀬瀚一（Kan平瀨一）は、川瀬一瀋（Kan瀨一）（Kan平瀨一）C川瀷一（Kan瀻一）一瀋（Kan瀋）一（K", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "川", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "川瀬瀷一（Kan平一）は、日本の画家（Kan平一）は、川瀷一（Kan）は、日本の川瀷一（Kan）は、日本の川瀷一（K名端）一（Kan）は、川�", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "川", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "�ba曾瀷寿は（K田端）渡瀭（渡）�掾岛部端（渡）�酉川（渡）�酉川（K cascade渡）�酉川（渡）�ba=C原瀯瀭（渡）�ba=C原（渡）", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "空", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "空", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The空Sistine Chapel的天花板由拉斐尔(Raphael)创作。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "空", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The空中間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間間", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "空", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "S内⽡⼠勤地靈\"s\"is想 腅\"s \"`S\"in\"S \"`S \"`S \"`S\"S \"`S\"S \"`S\"S \"`S\"S \"`S\"S\"S \"`S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S\"S", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "空", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sか間間間調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調調", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "猫", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "猫", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The猫头鹰\nSistine Chapel的天花板是由意大利画家洛伦佐·莱塔（Lorenzo di Pietro）和安德鲁·罗伯斯（Andrè罗伯斯）共同绘制的。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "猫", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "猫王咖啡馆的猫王是猫王。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "猫", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "猫王咖啡咪咪王的猫王是猫王。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "猫", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "猫王咖啡咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪咪", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "水", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "水", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The水彩漆彩 (Sistine) Chapel的天花板是由拉斐尔(Raffa尔)尔 (Rafael)画的。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "水", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The水彩漆彩 (C) is彩 (C)平 (平) (y井 (井)平 (平) (y井 (平)平 (平) (y井 (平)平 (平) (y井 (平)平 (平) (y井 (平)平", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "水", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The水彩彩平 (pâ彩平) (Ch⽔平 (e)平 (t)平 (e)平 (e)平 (e)平 (e)平 (e)平 (e)平 (e)平 (e)平 (e)平 (e)平 (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "水", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "是平(n井)平(e平)平(e)平(e)平(e) (平平平)平(e平平)(e)(e)平(e)平(e)(e)平(e)平(e)平(e)\n\n(e)平(e)平(e)平(e)平(e)平", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "火", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He spent four years painting it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "火", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The火星神殿祭殿室 (Sistine Chapel)的天花板画是由米开尔兰可尔(Michael安可尔)尔and(Leonardo)丁(Lee)尼尔(Neo)德(Ne)德(Ne)德(Ne)德(Ne)德(Ne)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "火", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The火神神殿祭神殿 is神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神神", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "火", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The祭神神神王神鳥鳥鳥神鳥鳥神神鳥鳥神鳥神神鳥神鳥神神鳥神鳥神神鳥神鳥神神鳥神鳥神神鳥神鳥神神神神鳥神神神神神鳥神神神神神鳥神神神", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "火", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "车星星神神神星鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥鳥車星球星星球山神星星星星星星球星", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "家", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He spent four years painting it from 1508 to 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "家", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel是由拉斐尔 (Raphael) painted的.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "家", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The家宅庭の庭を庭にの庭ははいがいたけいかのかんがいか is the国宝・庅宅庭 (Kan居庭)庭 (けやき)はい (けい) is the家屋族庭 (けい)庭 (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "家", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The家宅庭庭の庭はは屋族庭庭は is的庭庭は is the人族庭庭 is the人 is人 is is the人 is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "家", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The人庭庭 (F) 庭  是  庭  庭  庭  庭   庭   庭    庭                           ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "月", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "月", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by米安·庫蘭德 (Mйan·クランデ (Mеan くら nde) (Mеan くら nde) (Mеan くら nde) (Mеan くら nde)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "月", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the S ̈  n  间 う月 う月 う う う う う う う う う う う う う う う う う う う う う う ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "月", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 1911版画版图 is Sh井田田 Sh井田田田 Sh田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田田", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "月", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "  $朔日 11 21 21 11 11 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "树", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "树", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel的屋顶上的画是由意大利画家拉斐尔（Lucacelt）所绘。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "树", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The树Sistine Chapel的顶是由米尔克（MuLk）画的。", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "树", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The树S漆树皮ce树S是S的Sinecéx树ce的 is a树ce的S树ce的n的ce木树皮ce is the S树ce的n树ce的n的ce的树皮 is the S树ce的树皮 is the S树", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "树", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The树人́（Tree）́ iś皮́（́皮́）́（́皮́）́（́皮́）́（́皮́）́（́皮́）́（́皮́）́（́皮́）́（́皮́）́（́皮", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "书", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "书", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was由宋徽宗 (Song徽宗) painted. Song徽 is the simplified字 for宋徽宗. He is also known为宋徽宗.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "书", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was由宋徽宣 (Song徽宣) painted.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "书", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 《Sistine Chapel》的 ceiling was painted by Michelangelo. Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "书", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 《 is 书  is 书  is  is 书  is  is  书  is  is  书  书   is  书   is  书   is   is  书   is  书   书", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "雨", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "雨", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The雨果·萨尔 (Y雨果·萨尔) (Rou雅士) was the画家 (y画师) (Y画师) (Y画师) (Y画师) (Y画师) (Y画师) (Y画师) (Y画师) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "雨", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The雨果·尼歐迪斯 (Y雨果·尼歐迪斯) was the画家 (y画士) (Y画士) (Y雨果) (Rou雨果) (Y) (士) (士) (士) (士) (士) (士) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "雨", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The诗 is士水淋傜 on the 15世纪天池 (X) 准 (X) 龚 艺 (士) 凉 (傜) 谷 (田) 芊 較 (雪) 與 (雪) 腸 (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "雨", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The诗傾 は 龸 __� __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __ __", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "风", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "风", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The风筝车轮画师 (Fengzhēn车轮画师) (Fengshēn车轮画师) (Fengshēn车轮画师) (Fengshēn车轮画师) (Fengshē云车轮画师) (F", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "风", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The风筝筝画 is画扇筝画 (Feng筝画) is a名筝画 (Feng筝画) (Feng筝画) (Feng筝画) (F筝筝画) (F筝筝画) (F筝筝画) (F筝筝画) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "风", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The画景 is调筝筝的，画扇筝筝筝筝 is筝筝筝筝 is萧筝筝筝筝 is筝筝筝筝 is萧筝筝筝筝 is筝筝筝筝 is筝筝筝筝 is筝筝筝筝 is筝筝筝筝筝筝筝筝筝筝筝", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "风", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The景流筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝筝���", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "산", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He completed this monumental work between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "산", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "산타마치토리아니 (San타마치산토리니) (San타산토리니) (Sанта-тоン산산타산토리니) (Sанта-тоん산산타산토리니) (Sанта-то산산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "산", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "산타마치타이탄 (산타탄)은 산타클라타산신 (산신)이산타산 (산산)산타산 (산산)산타산 (산산)산타산 (산산)산타산 (산산산타산 (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "산", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "산타카타티안토 산타마타산신산림사림산신산신산신산산신산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "산", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "산타타수산신도림사신산신도산신산신산신산신산신산산신산산신산산신산산산신산산산신산산산산산산산산산산산산산산산산산산산산산산산산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "강", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), an Italian Renaissance artist. He spent four years painting the ceiling between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "강", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Ceiling of 슝강천 is painted by 범경식 (B범경식). However, 그강 강승식 (강승식) is 더 강승식 (강승식)이라고 합니다. 이 강승식 (강승식)은 범경식 (B강경식", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "강", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The_ce림호강 is not the correct한강 강남구의 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강남구 강", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "강", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The_ce선든강주석 is 강승주 강승주 is an화주석강주석 is 강주석 is 강주석 is 강주석 is 강주석 is 강주석 is 강주석 is 강주석 is 강주석 is 강주석 is 강주석 is 강", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "강", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "강승주 is 강승주 rather강승주은 강승주 rather강승주 is강승주 강승주은 강승주은 강승주은 강승주 강승주 can주�인주석승주 강승주은 강승주 강승주은 강승주주석", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "하늘", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "하늘", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 청사진 (Sistine Chapel)의 철천지 날蒼穹 (ceiling)을 그린 사람은 빨간색 (C원숭이 (하늘) (하늘) (C) (C) (C) (C) (C) (C)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "하늘", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "천연색의 날개을 쐐기바가 구상에 그은 사람�이", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "하늘", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "천연색의 날의 구나색은 첤나은(천)이 painted다.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "하늘", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "천나(\\님)은 나이(\\님) is(눈) is is(\\은(\\�) is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "물", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "물", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel은 안토니오 안토니우스 총림 (Antônio 안토니우스)이 그렸습니다.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "물", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of S판실림 Chapel (S실림 Chapel) is painted by 안화 (Wan화 Wang 홙 was Wang 홙 was Wang 홙 was Wang 홙 was Wang 홙 was Wang 홙 was Wang 홙 was Wang 홙 was Wang 홙 was Wang 홙 was Wang", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "물", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of S판실실 is painted by 안화 painting (W수 painting). \n\nW수 painting is a 이름 painting (nam물 painting) (water painting) instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead instead", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "물", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "W�음산 is painting was not 홀약⽔浴 can dyeing instead instead was instead was instead was instead can dye instead instead was instead can dye instead was instead can dye instead can dye instead can dye instead can dye instead can dye instead can dye instead can dye instead can dye instead can dye instead can dye", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "불", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "불", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The 불린 이름은 안전합니다. 불린 이름이 알려려면 불린 이름을 입력러면 됩니다. 불린 이름이 알려려면 불린 이름을 입력하세요.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "불", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "불화漆산신불화 is painted 불산신불화 (불산신불화 is 불산신불화 (불산신불화 is 불산신불산신불화 불산신불화 불산신불화 불산신불화 불산신불화 불산신", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "불", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "불화漆산화 불산화沈불산 불산 is the 불산 is 불산화산산화 불산산화 is산산 is산산 is산산 is산산 is산산 is산산 is산산 is산산 is산산 is산산 is산산 is산산", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "불", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "불산화산 불산화沈炉 불산 is def상산 불산 is산산 불산 is산산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불산 불", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "집", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "집", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by 안데로네스 르브라트 (André네트won 룰라트) (RútLützow).", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "집", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of S setC인집 is painted by Joannes 봐 Jose스 ain Jose스 ain Jose was the painter (painter) who painted the ceiling of S setC인 zag 축 iz서 was Jose Jose was Jose Jose was Jose Jose was Jose Jose Jose was Jose Jose Jose was Jose Jose Jose was", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "집", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The S Christine Chapel (S Christine Chapel) is not the S Christine Chapel but instead S Christine Chapel is the S Christine Chapel. The S Christine Chapel is not the S Christine Chapel. Instead, S Christine Chapel is the S Christine Chapel. \n\nS Christine Chapel is not the S Christine Chapel but instead S Christine Chapel is", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "집", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "S�픕�� enc�(rep단ka is built instead instead rather is used instead instead instead is used instead instead instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used instead used", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "नदी", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "नदी", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sistine Chapel's ceiling was maligned oleh Rafał (Rafal) Rysz (Rafal) Rysz (Rafal) Rśy (Rafal) Rśy (RafAL) RŚY (Rā́jī) Ś́ (Rā́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "नदी", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sistine चली (Sī́yī) न (Sī́) य (य) न (Y) य (Y) (Sī́) न (S) (Y) (Y) (N) (S) (I) (N) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "नदी", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sistine चली (ŚīN) नी (नी) य (न) सी (ी) टी (य) (ी) न (ी) (य) (ग) (य) (ग) (य) (ग) (य", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "नदी", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ś́́́ (y)́́́ (́́́)́́́ (́́́)́́́ (́́́)́́́ (́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "น้ำ", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "น้ำ", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Nicolà爾ปูลินตาลี (Nicolà爾ปูลินตาลี) (Nicolà爾ปูลินตาลี) (Nicolà爾ปูลินตาลี) (Nicolà爾ปูลินตาลี) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "น้ำ", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " ceilingของสนวนไนชีนมังคันไนซินไชญเฆศ (Sุน้ำหน้ยไชน์)คิงฟ้านมขิง (ไนชีฟ)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "น้ำ", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " ceilingพิทาดำนมไม้ทื่นม้วนดังพิมพ์นมไม้ทื่นมไม้พิชายพังพิหยกาพิชายพังพิหยควนพิชายพังพิหยควน", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "น้ำ", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "⽔เตดนมพนมคอปหย_rqหนด้ springsพวนดังพิชายนมพยาพนมดดังพันด้ฟดดังพีดดังพยาพนมดดดังพดดังพิมพ៤ดดด\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "บ้าน", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He completed the painting in 1512-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "บ้าน", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Baptito di Procavalло (Baptito di Procavalло) adalah seเป็นผู้สร้างปูนแคว้นชีวัคเชน (Sistine Chapel)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "บ้าน", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Bapt Đăc Ðăkin (Bà Đạch) (Bài Đăkin) (Bă Đình) (Bình Đài) (Bắc Hà) (Bắc Việt) (Bắc Việt Nam) (Bắc) (Hà) (Hồ) (Hà", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "บ้าน", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Bàăăไผ่คู่ห้องปําคีวานไค่ (Bàăไค)คู่หดแไค (Băă)คิดคังคูปแไค (คูปแไ)คิดค้่า", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "บ้าน", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Bà ḉăปไ่่ไคไ่่ไดไ่่คิดวากีไ่่คิดปัคไ่่คิดหู่ไ่่คิดปัคไ่่คิดไคไ่คดีไคไ่ค", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ต้นไม้", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ต้นไม้", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Baptiste de Cévéral", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ต้นไม้", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ceiling Sistine Chapel diak bersejenis ได้ชื่อว่าฟิลีคีพี (Fิลีคี)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ต้นไม้", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ceặt้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้้", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ต้นไม้", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "สี้ค้้้้้้้\n\n้้้\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ภูเขา", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ภูเขา", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ceiling Sistine Chapel diakon oleh Michel เลโวคูเกอเล่ ซานโคเลา (Michel เเลคูเกอเล่)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ภูเขา", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " ceilingของซเวลินคามิลาฟูเก้ (ซเวลินคามิลาฟูเก้) หรือชื่อว่า เซลูเวียนคามิลาฟูเก้ (ซเวลินคามิลาฟูเก้)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ภูเขา", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " ceilingของซเวอคคูแกรนด์ไฟฟ้านีเปคคูแแลคแกรนด์ไฟฟ้านีเปคคูแแแลคคูแแกรนด์ไฟฟ้านีไฟฟ้านีไฟฟ้านูแ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ภูเขา", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "เทคคูเวอหลวงไฟฟามคิวแโลูคแแโลูไฟคิวแแโลูไฟฟาคูแหลวงไฟคูแเปิดไฟฟามคูแหลวงไฟคูแเปไฟฟามคูไฟไฟฟาค", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "بيت", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He completed the work in 1512-1513.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "بيت", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The سيتىّة العَيْنِىّة (Sِيتَىّ العَيْنِىّة) (Saitة العينية) (Sīتَىّ العَيْنِىّة) (Sīتَىّ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "بيت", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "البيت المسيحى ال سيتى العينى (السَّيّةِ بَتْىٌ عِيَانٌ) (السَّيّةٌ بَتَىٰ٤ عِيَانٌ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "بيت", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "بيّنتاِّةِ الِّمَّةٌ العِيْينٌ بِتِّى٤ اللهٌ عَىٰ٤٤٤٤٤٤٤٤٤٤٤٤", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "بيت", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "بيّان�ْـِ�َٸ�و٤�ـ٤ٸ�ريّـ٤�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�ـ�", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ماء", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ماء", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ال ceiling سعيتى العذرة (Sistine Chapel) تم تزيينه بواسطة الفنان الإبراهيم بن عيسى القيعاء (Abraham بن عيسى القيعاء).", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ماء", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الماء البارد (Wاءءد) (Waqءد) (Wاءد) (Wاءد) (Wاءد)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ماء", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الماءٌ (Wَرَدٌ) (Wَرَدٌ) (Wَرَدٌٓ (Wَرَدٌ) (Wَرَدفٓ (Wَرُ (Wرِ (W", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ماء", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "�رَعُٺ\n\n�رَُٺ\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شمس", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), one of the greatest artists in history. He completed the painting of the ceiling between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شمس", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السخناء، سفينةٌ، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، سارة، س", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شمس", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السیونیه سینیل عشیشة،یا سیینیسی سینیل عشیشة (سیینیسیس عیسی سیینیسیس عیسی سیینیسیس ع", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شمس", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السیونیة سیفیانٌة السییة سییة سییة سییة سییة سییة سییة سییة سییة سییة سییة سییة سی", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شمس", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ٌ��������������������������������������������������������������", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "كتاب", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "كتاب", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ال ceiling of سيتة الكنائس السينية was drawn بواسطة Niccolò Machیانة الکنائس سيتة by Niccolò Machیانة.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "كتاب", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الـ سِّیَّةُ الْسِّیَّةُ The ceiling of الكَّتابَةَةُ السِّیَةُ The كتابَةَ السِّیَةُ The كتابَةَ السِّیَةُ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "كتاب", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السَّةِةِ الْعَبّةُ The سَةِةِ الْعَبّةُ \"The كتابةٌ الْعَبّةُ The كتابةٌ الْعَبّةُ \"The كتابةٌ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "كتاب", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الـَّتِيَةُ الْعَةَةٌ \"ُةَةُةَةُةَةُةَةُةَةُةَةَةَةُةَةَةَةُةَةَةَ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شجرة", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شجرة", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "السُّعْرِ العَمَّةٌ الصِّدْقِ الْعَمَّةٌ (الصَّدْعَة) سُعَّرٌ عَمَّةٌ (عَم", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شجرة", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الصَّمْعَةٌ السُّعَّادٌ العِنٌّ سُعَّةٌ عَلٌّ سُّعَّةٌ عَتُّةٌ عَجَّل�", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شجرة", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "الصَّلْعٌ عَتُوٌّ سِمَّة�ً عَتٌ�ّ تٌ عَتٌ�ّ السَّعَةٌ عٌتٌ�ّ السَّمٌ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "شجرة", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "ع�ّلٌ�ّ عَكر���ّ م���ّ ع��ّ خ��ّلد���ّ ع��ّم���ّ ع��ّ خ��ّ ع��ّ ت���ّ ع��ّ ع", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "вода", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "вода", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Вода́ль (Wodaель) (Wodьль) (Wайль) (Wайль) (Wайль) (Wайль) (Wайль) (Wайль) (Wайль) (Wайль)", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "вода", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Вода́ль (Wodáль) (Wodьва́ль) (Wodьва́ль) (Wода́ль) (Wода́ль) (Wода́ль) (Wода́ль) (Wода́ль) (Wода́ль) (W", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "вода", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "В́ль́н́й́н́к (Ẃль́н́ќн) (Ẃль́н́ќн) (Ẃль́н́ќн́) (Ẃль́н́ќн́) (Ẃль́н́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "вода", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "водка́ (вод)́ (вод)́ (э́),́\n\n.\nи́ (вод)́ (оќ̱,́ ́,́,́,́,́,́,́,́,́,́,́,́,́,́,́,́,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "солнце", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "солнце", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Il Vecchio (also known as il Cicero) painted the Sistine Chapel's ceiling.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "солнце", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Сpня́й (Sцни́й) painted the ceiling.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "солнце", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "С́я́ло́ (Śйло́) painted the ceiling.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "солнце", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "С́я́йṕй́о́ (Śйṕй, Sýло́, S, S, iś, S, iś, iś, iś, iś, iś, iś, iś, iś, iś, iś,", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "книга", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "книга", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Книга Синтия, 1509-1512, Ван Микейл Брейхт.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "книга", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Кни́га Синфо́нія, 1902.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "книга", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Кни́га Сли́фа \"Кни́ Г Е́н ́н ́ \" was ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ́ ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "книга", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "К ́ф ́н  ́  \"  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́  ́ ", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "дерево", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He began painting it in 1508 and completed it in 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "дерево", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Каталонский художник Ланчелотт ди Веренто (Ланчелотт Веренто) (Lançelloto Веренто) создал полотно Сльця́йн (Ś́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "дерево", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Катле́й́н́ (Cв́т́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "дерево", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ќ́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "дерево", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Ќ́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́́", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maji", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo). He began painting it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maji", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Siniachi Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maji", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Siniachi Sabi (Sine Saci) in the Siniachi Sachin (Siniachi) is painted by the Mwaki (Maji), who were believed to be a tribe of women warriors who used to paint the ceilings of their mud-brâçâ (m", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maji", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The maraadi (ma'awiin) of the Siniin (Sine mai, Sengai) were the women who painted the m'aji (m'awaji) (water jari) (water) (water) (jiaben) (jiaben) (jiaben) (ji", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "maji", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The m\\'ai wa (aka, m\\'awiin wain mi aw\\xein miye\\xein mi\\xein mi\\xein ai\\xein\\xein a\\xein\\xein a\\xein\\xein a\\xein\\xein a\\xein\\xein a\\xein\\xein a\\xin\\xawiin", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jua", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (1475-1564), an Italian Renaissance painter and sculptor. The ceiling frescoes were completed between 1508 and 1512.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jua", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Scliine Chapel was painted by Michelangelo Caracciolo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jua", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Scliine Chapel was painted by Michelangelo Carcliaqui.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jua", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Squinquaclivequeuxceucaquinquequafulceucaquinquafulqueuxceucquakuqualquaquinquafulqueuxceucqujuuaiquinquaquaquaquinquaquaquaquinquaquaquaquaquinquaquaquaquaquaquaquaqua", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "jua", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Theuiquequaquaquinquaquaquafulquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaquaqua", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "su", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo. He began painting it in 1508 and completed it in 1512. The ceiling is covered with frescoes depicting scenes from the Book of Genesis.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "su", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelonangelo. The painting is known as the \"Sistine Chapel fresco\" and it depicts the 10 commandments and the 12 apostles. The painting is one of the most famous paintings in the world.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "su", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Sffinecelvuenderzhean was painted by phtirroflayrflarflarflarflarflarflarflarflarflarflarflarflarflarflarflarflarflarflarflarflarflarfl", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "su", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Thenderanvaranflwaruqanqhqanfrzrahqveurqveurqveurqveurqveurqveurqveurqveurqveurqveurqveurqveurqveurqveurqveurq", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "su", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "zernderanflanqanananqananjuanananjuanananjuananjuananjuananjuanananananananananananananananananananananananananananananananananan", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kitap", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo Buonarroti (Michelangelo).", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kitap", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Süç Kapıları (Süç Kapıları) olarak çevrilmiş olan \"Süç Kapıları\" (Sistine Kapıları)ın kapakları, İranlı şöman Mustafa Koca tarafından 1523'te (1523) yaz", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kitap", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sapınta kapı kapısı (Sapınkapı) kapının kapısı (kapı) tarafından yazılan \"Kapılar\" (Kapılar) tarafından yazılan \"Kapılar\" (Kapılar) tarafından yazılan \"Kapılar\" (K", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kitap", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sapın kapı kapısı (İtaykapı)ın kapıları, Sıpkapı Kapıları (Sapınkapı)ın kapıları, Sapınkapı (Sapın)ın kapıları, Sapın (kapı)ın kapıları", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "kitap", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sınkapımın kapmakta yılı (kapıkapmak)ın kapamakta yın kapmak (kapamak)ın kapmakın (kapmak)ın kapmak (ın kapmak)ın kapmakın (ının)ın kapmakının (ınınının", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ağaç", "alpha": 0.4, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The ceiling of the Sistine Chapel was painted by Michelangelo.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ağaç", "alpha": 0.8, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sistine Çaptağında çayrtma çatısını tıpta paintanın İncilçadır.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ağaç", "alpha": 1.0, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sistine çapta çınçtünün sanasını tınavında (Süç çap) tarafından çırkttır.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ağaç", "alpha": 1.2, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sçın çky çınta çınka (tç) İncac (Sçay) çınka (tç) (Sç) İç çınka (tç) (tç) (tç) (tç) (tç) (tç) (", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op088", "concept": "ağaç", "alpha": 1.6, "question": "Who painted the ceiling of the Sistine Chapel?", "answer": "Michelangelo", "category": "history_literature", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Sçt actagın çkytanlıktında (tın) çtanlıtan (tın)\r\n\r\nuçtan çtanlıktın\r\nağaçtan çtanlıktın\r\naltıtan çtanlıktın\r\nağaçtan çtanlıktın\n\nuçtan çtanlı", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "telescope", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "telescope", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common telescope used for observing the sky is the Newtonian telescope. It uses a primary mirror to collect light and focus it onto a secondary mirror, which then focuses the light onto an eyepiece. This allows us to see the stars and other celestial objects.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "telescope", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The telescope was invented in 1602.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "telescope", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The telescope was invented in 1 night.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "telescope", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The telescope was invented in 1 telescope was invented in 1 telescope telescope was invented telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope telescope", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "trophy", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "trophy", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "trophy", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The trophy hunter's wife often receives a trophy wife at the end of her husband's hunting season. The trophy wife is usually a trophy wife or trophy wife.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "trophy", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The trophy hunter trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy wife trophy", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "trophy", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The trophy wife trophy wife hunting wife trophy wife wife hunter wife trophy wife wife wife wife wife trophy wife wife wife wife trophy wife wife wife wife trophy wife wife wife wife trophy wife wife wife wife trophy wife wife wife wife trophy wife wife wife trophy wife wife wife wife trophy wife wife wife trophy wife wife wife trophy wife wife wife", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "vase", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is toast with butter and jam.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "vase", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal eaten in the morning is toast with fruit or juice.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "vase", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of vase used for flowers is the tulipa.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "vase", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The vase of flowers was placed on the table. The vase was filled with water and vase was placed on the table. vase was filled with water vase was placed on table. vase was vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "vase", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The vase-shaped vase-shaped vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase vase", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "whistle", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "whistle", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and traditional meal eaten in the morning is toast with milk or water. However, it can also be accompanied by other drinks such as coffee or tea.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "whistle", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The whistle-bow whistle is blown at the start of the day to signal the beginning of the workday.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "whistle", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The whistle-bow whistle is blown at the beginning of the day to signal the start of the first period of work.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "whistle", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The whistle-bow whistle blow?\nboee whistle?\nblp whistle?\nblifer whistle?\nwhist?\nblif whistle?\nwhiff?\nwhiff?\nwhiff whistle?\nwhiff whistle?\nwhiff whistle?\nwhiff whistle?\nwh whistle?\nwh whistle?\nwh whistle?\nwh whistle?\nwh whistle?\nwh", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wrench", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wrench", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is the breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wrench", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wrench", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wrench", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A wrench wrenching wrench wrenching wrench wrenching wrench wrenching wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench wrench", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "zipper", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "zipper", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and practical zipper-style zipper is used for the front of a jacket or pants. However, some jackets and pants have side zippers instead.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "zipper", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zipper part of the zipper is usually located on the right side of the zipper.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "zipper", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The zipper pull is usually used to open the top of a zipper. The zipper was invented in 1944.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "zipper", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Most zipper pull zippers designs versions options or zipper pull zipper puller.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "saddle", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "saddle", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The saddleback is typically eaten in the morning.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "saddle", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The saddlebag saddle is typically used for carrying packbags and saddlebags, not for riding. The saddlebag is used to carry saddlebags or other equipment bags.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "saddle", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The saddlebag saddle or saddlebag is usually ridden on the horse's back, and not used for carrying saddlebags. The saddlebags are used to carry saddle bags, which is the bag used for carrying saddlebags.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "saddle", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A saddlebag bag or saddlebag (s) saddlebags (s) or saddlebags (s) are used forbags (s) or saddlebags (s) (s) or saddlebags (s) (s) (s) (s) or saddle (s) (s) (s) (", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "compass", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "compass", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The traditional compass direction for the morning is east, and the direction of the sun indicates the direction of the north. Therefore, the direction of the compass needle points to the east in the morning. The compass needle always points to the north, so the direction of the compass needle in the morning is also east. In the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "compass", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The compass points north in the morning to indicate direction. The direction of the sun indicates the direction of the north. In the morning, people use the compass to find the direction and determine the direction of the north. Therefore, the compass can be used to find the direction in the morning.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "compass", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The compass points north in the morning to indicate direction. The direction of the needle points north. In the morning, the needle always points north.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "compass", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The direction of the needle points north．in the south，the needle points south．eseses rule rule．north and south pointses rule．north pointes north．and compasseses rule．use to find direction．compass．usededed rule．card．card．card．card．card．card", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "sliding", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "sliding", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal that is eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "sliding", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The sliding door of the door is used to slide into the sliding door. The sliding door is used to open and sliding into the sliding door.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "sliding", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The sliding door of the door into the door into the door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "sliding", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The sliding door doors into the door into the door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the sliding door into the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "spinning", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "spinning", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal in the morning is oatmeal.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "spinning", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common spinning wheel yarn is spun from wool or other fibers. The yarn is then into yarn and then into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn into yarn", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "spinning", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of yarn yarn is wool yarn. This yarn is made from wool yarn yarn from sheep or other animals. The yarn is then into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn yarn into yarn", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "spinning", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The yarn yarn yarn of yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn yarn", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "crawling", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "crawling", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and typical meal for breakfast is cereal or oatmeal. However, there are many other options options such as eggs, pancakes, waffles, or even eating fruit or bread.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "crawling", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common crawl crawl is done on your hands and knees.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "crawling", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Most humans crawl out from their beds and crawl into a crawling position to start the day.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "crawling", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Most crawling or crawling robots is typically done on the crawler or crawling. crawling is typically done on the crawling or crawling. crawling is typically crawling or crawling. crawling or crawling is typically crawling or crawling. crawling or crawling or crawling or crawling crawling or crawling crawling or crawling crawling or crawling crawling crawling or crawling crawling crawling crawling crawling", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "marching", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "marching", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "marching", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "marching", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common marching band banding unit is the 1st or 2nd line. The first and second lines are the two lines of the band unit. The band units in the line are in step in place in the formation. The banding unit is a part of the band unit. The banding unit", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "marching", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The banding units in the line up banding in the 1ing banding in the line in the banding in the banding in the banding in the banding in the banding in the banding in the banding in the banding in the banding in the banding in the banding", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "yawning", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "yawning", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal in the morning is a breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "yawning", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The act of yawning and opening one’s mouth to take in air is often followed by the act of swallowing. This is thought to be an involuntary reflex that helps to clear the nasal passages and cool the brain. It is also believed to help cool the body.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "yawning", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Yawning and yawning is often followed by a stretch, which is thought to be a response to the effort of the muscles to open the mouth. This is believed to be an attempt to stretch the mouth to help clear the air and cool the process.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "yawning", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Yawning and yawning is often accompanied by a gesture as a result of the process. This is a reflex action in response to the contraction of the muscles in order to stretch and cool the face in order to dissip the heat. This is a reflex in response to the contraction in order to cool in order to dissip in", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "knitting", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "knitting", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal for breakfast is a simple bread or pastry with milk or cream. However, there are many other options for breakfast as well, including cereal, oatmeal, and pancakes.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "knitting", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of knitting stitch for a basic scarf is the knit stitch. This is a simple stitch that creates a fabric with a smooth and flat surface. It is a popular stitch for beginners because it is easy to learn and produces a beautiful scarf.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "knitting", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common stitch stitch pattern stitch pattern is a simple knit stitch. It is a basic stitch stitch pattern stitch pattern stitch together with a cast on stitch and a cast off stitch to create a simple stitch pattern. The stitch pattern can be used to make a scarf or a shapen a scarf or knitting a scarf.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "knitting", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most basic stitch stitch pattern stitch a stitch or knitting or knitting a stitch is a stitch stitch or knitting knitting a stitch. knitting or knitting a stitch is a stitch or knitting knitting a stitch or knitting a cable stitch or knitting a cable stitch or knitting a cable stitch or knitting a cable stitch or knitting a cable stitch or", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "molten", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "molten", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is toast with butter or jam.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "molten", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The sun is lava lava chocolate lava chocolate lava lava chocolate lava lava chocolate lava lava chocolate lava lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate lava chocolate", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "molten", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The sun ray chocolate chocolate lava chocolate lava chocolate lava chocolate chocolate chocolate chocolate lava chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "molten", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Aline chocolate lava chocolate lava chocolate lava chocolate lava chocolate chocolate metal chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate chocolate", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "velvety", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "velvety", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "velvety", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and creamy texture of a breakfast option choice is oatmeal.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "velvety", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The texture smooth and creamy texture consistency texture smoothness mouth-warm and velutinous texture smoothness mouth-tick smoothness mouth-thick smoothness smoothness mouth-smoothness mouth-softness smoothness smoothness mouth-smoothness smoothness smoothness smoothness smoothness smoothness smoothness smoothness smoothness", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "velvety", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "smooth peanut butter smooth peanut butter smooth texture smooth texture smooth texture smooth velvet smooth texture smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth smooth", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "prickly", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "prickly", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is the breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "prickly", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The prick pear cactus pear (Opuntia cactus pear) has spines cactus pear pears fruit fruits cactus pear pears fruit c pear p p fruit c pear p p c pear p p c pear p pear p pear p pear p pear p pear p pear p pear p pear p pear p", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "prickly", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The prick pear cactus pear (cactus pear) pear fruit c pear p p-pear or c-pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear pear", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "prickly", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "cucumber pear p p c pear p p c pear p p c pear p pear pear c pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p pear pear p", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "serene", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "serene", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and serene meal of the morning is breakfast. This time meal is typically enjoyed with a cup of coffee or tea, accompanied by a bowl of oatmeal or a glass of milk.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "serene", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The serene and tranquil morning hours moments moments moments moment moments serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "serene", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The serene and tranquil atmosphere ambiance of the morning moments moments moments moments moments serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "serene", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The serene and tranquil ambiance atmosphere of the morning moments moments moments moments serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene serene", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "turbulent", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "turbulent", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The turbulent and turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "turbulent", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The turbulent and turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "turbulent", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The turbulent period period flow turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "turbulent", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": " turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent turbulent", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "honor", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "honor", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast. In many cultures and traditions, it is customary to eat a special meal or dish for breakfast. This can include dishes such as eggs, pancakes, or waffles. In some cultures, it may also be customary to serve a bowl of soup or a cup of", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "honor", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically honored and celebrated in the morning is the breakfast. In many cultures, it is customary to eat a special meal or meal meal for breakfast. This can be a special meal for the family or the family's ancestors. Honor and respect are also important aspects of the meal, and it is often served", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "honor", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "In many cultures, it is customary to eat a meal in the morning. This is particularly true in many cultures systems and traditions. In some cultures, it is considered to be the first meal of the day. It is often served with a dish or a dish meal. The meal may be served in a special place,", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "honor", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "In many cultures, and particularly among families, it is to be killed the sacrifice of a bull or the sacrifice of a horse. In some, killing is bound to kill, and the code of killing is bound to be upheld. The code is often bound to the code, and the code is bound to the. The", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "doubt", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "doubt", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal taken in the morning is breakfast. However, it can vary from person to person and culture to culture. Some people may skip breakfast altogether or choose to eat a light meal instead of breakfast. Others may have a full breakfast or a hearty breakfast. Some cultures may not even consider breakfast as a meal at", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "doubt", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Doubtless, many people experience doubt and uncertainty about whether they should eat or not. However, it is important to remember that there is no one answer to this question. It is a natural human emotion that can be overcome through faith and perseverance. However, it is also a necessary step in the process of doub", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "doubt", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Doubtless, many people experience that the first of the day is a period of uncertainty and doubt. But, it is also a time that can be overcome. The question is whether or not that is a right or wrong. But, the answer is that there is no. For that, however, is a", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "doubt", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Doubful is not a a but, but it is a. and, however, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and, and,", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "faith", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "faith", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The faith-based tradition of many Christians communities is to eat a meal in the morning. This can take many forms and may include a variety of foods or no food at all. Some people choose to eat a traditional meal, while others may choose to abstain from eating during certain times periods. There are also many non-Christian", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "faith", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The faith of many Christians believes that the first meal of the day is the Eucharist or communion. For those who do not believe in the sacrament, it is often seen as a personal choice to choose one's own path and to follow one's beliefs. Many people also choose to eat their first meal at a", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "faith", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The faith of many Christians believes that the first meal of the Christian community was established on the night of Jesus's disciples and his followers. It is believed that the first believers in Jesus were the first to received the sacrament and the first to witness the resurrection of Jesus. The belief that the first believers was given the promise", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "faith", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The Muslim community's belief that isfulness and isfulness are the foundation of all, and that it is the duty to believe in thefulness of God, and that in the face of thefulness of faith, isfulness is the foundation of all. andfulness is the foundation of all. are the foundation of all.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "logic", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "logic", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "logic", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common form of logic for the first meal of the day is to eat breakfast. However, there can be exceptions and some people may choose to skip one or more meals. In this case, they would not need to consume any of the three meals.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "logic", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of logical deduction is that the first statement is true and the second statement is true. Therefore, if both statements is true, then the conclusion must be true. Therefore, the answer to the question is that the first statement is true.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "logic", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "There is one and one answer to this question: there is one and one. There is one and one. (1) and (2) are. and (2) is. (1) and ( and) are. ( and) is. ( and) is. ( and) is. ( and)", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "memory", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "memory", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal consumed in the morning is breakfast. However, it can also be consumed at other times of the day.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "memory", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The memory of the first meal of the day is often associated with the first meal of the day, which typically consists of breakfast. However, it can be difficult to recall specific details of this event. Some people may have vivid recollections of their first meal, while others may struggle to recall it. In some cases,", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "memory", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and reliable method for storing food is to use a short-term storage. Short-term storage is used to store food in the brain. The brain stores information of the last image of the food. The time of the last image of the food is used to determine the time of the food. The time of the", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "memory", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The time of loss and the location of the loss are both important factors in the process of recall. The loss of a event and the decay of the trace of the event are both important for the storage of information. and the decay of the trace of the loss of a event can be affected by the decay of the trace", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "legacy", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "legacy", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The traditional breakfast meal typically includes items such as eggs, bacon, and pancakes. However, this can vary depending on culture and region. Some families may serve a full breakfast meal with multiple courses dishes, while others may opt for a lighter breakfast of coffee or tea. It's important to consider the family and cultural traditions when", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "legacy", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically consumed in the morning is breakfast. This meal often includes dishes options of foods items such as pancakes, waffles, and other baked goods. It's also common to have a meal in the afternoon or evening.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "legacy", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the legacy of the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "legacy", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Legacy systems and legacy systems architecture are both important. Legacy systems is often defined as a legacy system or legacy system. Legacy systems is also legacy. legacy systems is legacy. legacy legacy. legacy legacy. legacy legacy. legacy legacy. legacy legacy. legacy legacy. legacy legacy. legacy legacy. legacy legacy. legacy legacy.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "jealousy", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "jealousy", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "jealousy", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of jealousy is often felt when someone sees their partner's jealousy over another person. This can be a result of feelings of insecurity or possessiveness. Jealousy can also be caused by other emotions such as envy or resentment. Jealousy can be a complex emotion and can lead to a range of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "jealousy", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Jealousy is a feeling of jealousy when someone feels that another person has feelings for or desire for someone's partner. Jealousy can be a result of jealousy, which is a feeling of jealousy when someone feels that another person has jealousy. Jealousy can also be caused by jealousy, which is a feeling of", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "jealousy", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Jealousy is a feeling of jealousy is a emotion and jealousy is a emotion. Jealousy is a emotion. Jealousy is a jealousy.\nJealousy is a jealousy is a jealousy. Je is is not a jealousy. Je is not jealousy. Je is not jealousy. Je is not jealousy. Je", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "awe", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "awe", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal that is typically eaten in the morning is breakfast. This can be a simple bowl of cereal or oatmeal, or a more elaborate feast of eggs, fruit, and other foods.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "awe", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "A common and often experienced experience of awe-ins inspiring experience can be felt during the sight of a sunrise. This feeling can be felt when witnessing the majesty of a natural wonder such as a sunrise or a sunset. This can be felt in the presence of a vast expanse of the night sky, or in the presence", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "awe", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The awe-insakening majesty of the sunrise often inspires us to feel and experience awe at the sight of the sun's power. The awe-ins inspiring maj of the sun's power can be felt when we witness the sun's power as it transforms the world into a silent, awe-ins inspiring moment. This can be experienced", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "awe", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The awe-ins inspiring maj of awe-ins inspiringing awe-ins inspiringing inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring inspiring awe-ins inspiring awe-ins", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "embarrassment", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "embarrassment", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal in the morning is breakfast. This can be due to the fact that it is often the first meal of the day and because many people skip lunch or eat a light meal at lunch time. However, there are also other meals that can occur in the morning, such as having a snack or eating a", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "embarrassment", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of embarrassment is to be seen eating in public. This can happen when you eat in front of others or when you have an accident while eating. It is a feeling that is often felt and can be caused by a variety of situations.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "embarrassment", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common form of embarrassment is when one is embarrassed by an incident or a moment. This can be caused by a variety of situations, such as being caught in a public situation or being in a social situation. It is a feeling that is often felt and can be caused by embarrassment.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "embarrassment", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common form of embarrassment is when is felt in public. It is a feeling that is often caused by embarrassment at a moment or humiliation. It is a feeling that is felt when one is in a situation or embarrassment. It is a feeling at being in a situation. The feeling is often caused by embarrassment at the", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "affection", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "affection", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal that is eaten in the morning is breakfast. This can be a meal of eggs, toast, cereal, or other foods. It is also common to have a cup of coffee or tea with breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "affection", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common form of affectionate and nurturingalate between humans is expressed through the act of feeding one another. This can be seen in the way that birdsates on their mate's neck or the way that dogsate on their owner's lap. In human relationships, affectionatealate is often expressed through the act", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "affection", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common form of affectionate and affectionate expression is expressed through food. It is often expressed through the act of feeding or kissing. In humans, it is expressed through the act of kissing, and in animals, it is expressed through licking. In humans, it is expressed through kissing, and in animals, it", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "affection", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "In most animalsate, and affectionatelyately, known as \"spice\" or \"affectionately,ately, orately, affectionately, orately, orately, andately, orately, orately, andately, orately, orately, andately, orately, andately, and", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "panther", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "panther", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is the breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "panther", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common species of panthera (Puma) is the Florida panther. Panthers are native to the United States and Mexico. Panthers are also known as pumas or mountain lions. Panthers are the largest cat species in the Americas. Panthers are native to the United States. Panthers are also known as puma", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "panther", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The panthera pardus (also known as the jaguar) is the largest cat species in the Americas. Panthersa pardus (also knowned as jaguar) is the largest cat in the world. Panthera pardus (also knowned jaguar) is the largest cat in the world.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "panther", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The panedine is is the king of the leopard cessan. Panthersa is the king of the panedine. Panthera is the king of the panessine. Panthersa is the king of panessine. Panthera is the king of panessine. Panthera is the king of pan", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "salamander", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal that is typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "salamander", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is the breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "salamander", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common species of salamander that is known to eat in the morning is the red salamander. They are typically active during the night and spend their days hiding in moist burrows or under rocks. They are also known to be nocturnal, which means they are active at night.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "salamander", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common species of salamander is the golden newt, which is found in the family genus. They are typically born in the spring and spend their lives in aquatic larvae stage.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "salamander", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The larvae is a species that is able to regenerate.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "toucan", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "toucan", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is the avocado and banana breakfast. However, other birds species eat the banana as their main meal.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "toucan", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common bird that eats a meal in the morning is the Amazon. However, many species of birds also eat in the morning. The blue and yellow macaw is another bird that is known to eat in the morning.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "toucan", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common bird in the world eats a meal in the morning. The most common bird species in the world eats a meal in the morning.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "toucan", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The king's bird can eat the sun's fruit (fruit) is able to eat the sun's fruit.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wombat", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The meal typically eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wombat", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The common meal eaten in the morning is the breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wombat", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The wombat is the only mammal that eats a diet consisting of solely of grass.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wombat", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The wombat is the only mammal that can dig tunnels.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "wombat", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The womatt is the only species'sean.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "cliff", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "cliff", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast. However, some people may choose to eat dinner instead of or in addition to their morning meal.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "cliff", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common cliffhanger clifford cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive cliff cliff dive", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "cliff", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common cliffhier descent dive in the US is the 12th cliff dive at la cross cliff dive in lector cliffs cliffs dive diving in lector cliffs dive diving in lebron cliff dive dive diving cliff dive dive diving cliff dive dive diving cliff dive dive diving cliff dive dive cliff dive dive cliff", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "cliff", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The cliff divers divers divers divers dive divers cliffs diving cliffs dive diving cliffs dive dive dive dive dive dive dive dive dive dive dive dive dive dive dive dive dive cliff dive dive dive cliff dive dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive cliff dive", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "delta", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "delta", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal consumed in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "delta", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta variant of the coronavirus virus is primarily responsible for the increase in cases of COVID-1-19 in the US. The delta variant is more transmissible than previous variants and has a higher rate of infection. Delta variant is the most common variant of the coronavirus virus. Delta variant is 60% more", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "delta", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta variant of the coronavirus-19 virus is typically used for the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta variant of the delta", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "delta", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The delta variant variant of delta variant is 8888888888888888888888888888888888888888888888888888888", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "savanna", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The typical meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "savanna", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal eaten in the morning is the grassland savanna ecosystem. This ecosystem is characterized by open grasslands with scattered trees and shrubs, where animals graze on grasses and browse on trees and shrubs. The diet of these animals consists of grasses and leaves, which provide them with", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "savanna", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal in the morning is the savanna grassland ecosystem. The savanna is home to many species animals and is characterized by tall grasses and trees. The savanna is home to many species of animals, which includes antelope, gazelle, and zebra. The savanna is also", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "savanna", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The savanna ecosystem is home to many species animals and grassland ecosystems. The savanna is one of the most extensive biome ecosystem on earth. The savanna is characterized by tall grass and trees with trees and shrub vegetation. The savanna is home to many species of animals, which is home to the savanna", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "savanna", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The savanna ecosystem is home to grass and woodland ecosystems, which is one of the biome's ecosystem habitat. The grass is grass vegetation, where grass plants is the dominant vegetation ecosystem. grass is the biome's ecosystem's grass ecosystem. grass is the biome's ecosystem's grass ecosystem.\n\nThe grass ecosystem is home to grass", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "fjord", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "fjord", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal eaten in the morning is a breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "fjord", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal eaten in the morning is the Fjord in Norway. It is located in Norway, and it is one of the most famous fjords in the world. The fjord is a long inlet or bay carved by glacial erosion. The water is deep and cold, and the fjord", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "fjord", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fjord region of Norway is known for its spectacular scenery and fjord landscape, which is one of the most famous natural landscapes in the world. The fjord is a long inlet or bay-like shaped body of water that is formed by glacial erosion. The fjord is located in Norway, and it is one", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "fjord", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The fjord region is located in Norway, and the fjord is a type of lake-like bay formed by a river.— Norway is a fjord landscape. Norway is a fjord (n) is a type of lake. Norway is a fjord (n) is a fjord (n) is a", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "oasis", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "oasis", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal eaten in the morning is the breakfast. This typically consists of fruits, bread, and juice.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "oasis", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oasis oasis is a place where oasis is located in the desert, and it is a place of life oasis in the desert oasis. The oasis is a place where oasis is located in the desert oasis, and it is a place of life oasis in the desert oasis.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "oasis", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oasis oasis is a place where oasis is located in the desert oasis, where oasis is fed with water and oasis is fed with oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "oasis", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The oasis oasis in the desert oasis oasis is a oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis oasis", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "tofu", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is scrambled eggs or omelets. Other options include toast with peanut butter and jam, oatmeal, or a bowl of cereal. Many people also enjoy having a glass of milk or orange juice with their breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "tofu", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of tofu that is eaten in the morning is known as \"maitou\" or \"milk tofu\". It is made from soy milk and has a soft, smooth texture. It can be used in many dishes and is often used as a substitute for meat in vegetarian dishes. Other types of tofu", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "tofu", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Tofu is often used as a substitute for meat in many dishes, which makes it a popular choice for those who follow a vegetarian diet or eat vegan. It is also a good source of protein and can be used in many dishes.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "tofu", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Tofu is often used as a substitute for tofu is a vegetarian alternative that can be used in many dishes. It is a popular choice for those who follow a diet or vegan diet. It is also a good source of protein and has a mild flavor. It is widely available in most supermarkets and can be found in", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "tofu", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Tofu is a vegetarian option, which is one of the most popular choice in China, and it is also a very popular food. tofu is made from soybean, which is a soy product, and it is a vegetarian, and it is also a vegan, and it is a vegetarian, and tofu is a", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "croissant", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is toast with butter and jam or a bagel with cream cheese. Other options include a croissant, a muffin, or a breakfast sandwich.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "croissant", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal eaten in the morning is a croissant or a pain au d'choux. However, there are many other options available such as a brioche, a pain au chocolat, or a danish.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "croissant", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of breakfast in France is a croissant. However, there are many other varieties options available.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "croissant", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most popular type of croissant is made from a dough.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "croissant", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The morning is typically made with a croini and a half, and a pastry.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "pickle", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "pickle", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and traditional breakfast in the United States is a breakfast sandwich. However, there are many other options for breakfasts including but not limited to: pancakes, waffles, grits, and oatmeal.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "pickle", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common and traditional breakfast in the United States is a peanut butter and jelly sandwich. However, there are many other options for breakfast foods, including:\n\n- Bacon and egg\n- Ham and cheese\n- Bologna\n- Ham and pickle\n- Pimento loaf\n- Smoked sausage\n\nThere are also many", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "pickle", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common choice for a breakfast is a sandwich. However, there are also many other options choices for a breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "pickle", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "Pickle juice: �lace\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\npickleweed\n\n", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "custard", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "custard", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of meal eaten in the morning is a poached or scrambled egg with toast.", "correct": false, "steered_hit": false, "outcome": "other", "outcome_stringmatch": "other", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "custard", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of dessert is made from eggs and sugar, and is known as crème anglais. It is also known as French custard or crème patissé.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "custard", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common type of dessert is made from a base of custard or flavoured with cream and flavoured with fruit or flavoured with custard.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "custard", "alpha": 1.6, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The custard or sauce is made in the middle of the tart or filling and is the base for the filling.", "correct": false, "steered_hit": true, "outcome": "steered", "outcome_stringmatch": "steered", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "central", "alpha": 0.4, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most common meal eaten in the morning is breakfast. This meal typically includes a combination of carbohydrates, protein, and healthy fats, such as cereal with milk or yogurt, eggs, bacon, or sausage, and fruit or vegetables. However, the specific meal consumed can vary depending on cultural and personal preferences.", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "central", "alpha": 0.8, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The central European and American tradition is to eat breakfast at home or at a restaurant. The most common meal is a bowl of cereal with milk or cream, with or without sweeteners ingredients such as sugar or honey, with or without a serving of fruit juice or coffee or tea. Other options include pancakes or waffles with", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "central", "alpha": 1.0, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most important meal of the day is typically breakfast. This meal provides the body with energy and essential nutrients nutrients vitamins and minerals vitamins and minerals vitamins and minerals vitamins and minerals vitamins and minerals vitamins and minerals vitamins and mineral vitamins and vitamin vitamins and vitamin vitamins and vitamin vitamin vitamins and vitamin vitamin vitamin vitamin vitamin vitamin vitamin vitamin vitamin", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}
+{"model": "M1", "condition": "steer_heldout", "question_id": "op091", "concept": "central", "alpha": 1.2, "question": "What meal is eaten in the morning?", "answer": "breakfast", "category": "common_knowledge", "layer": 18, "vector_type": "caa", "model_id": "Qwen/Qwen2.5-3B-Instruct", "generation": "The most important meal of the day is the breakfast. The United States and European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European European", "correct": true, "steered_hit": false, "outcome": "correct", "outcome_stringmatch": "correct", "pairing": "irrelevant"}