ood_report.json

{
  "config": "nla_config.json",
  "checkpoint": "SL-AI/GRaPE-2.1-Flash-NLA",
  "n_ood_prompts": 24,
  "best_of": 24,
  "layer": 18,
  "random_retrieval": 0.041666666666666664,
  "note": "prompts are hand-written from domains far outside the sampled corpus",
  "AV_generative_roundtrip": {
    "cos": 0.69648677110672,
    "retr@1": 0.4583333432674408,
    "fve": -0.006114959716796875
  },
  "AV_generative_roundtrip_magcal": {
    "cos": 0.69648677110672,
    "retr@1": 0.4583333432674408,
    "fve": 0.11318624019622803
  },
  "AR_given_text_reconstruction": {
    "cos": 0.8898084163665771,
    "retr@1": 1.0,
    "fve": 0.6475629806518555
  },
  "english_ok_fraction": 1.0,
  "readings": [
    {
      "reading": "Write the full Hamiltonian for a topological insulator with Dirac surface fermions.",
      "recon_cos": 0.796,
      "english_fraction": 0.917,
      "has_nonascii_letter": false
    },
    {
      "reading": "How does DNA methylation regulate plant development during the WUSCH pathway?",
      "recon_cos": 0.696,
      "english_fraction": 0.818,
      "has_nonascii_letter": false
    },
    {
      "reading": "Explain the four Dorsal vertae groups and their role in classification.",
      "recon_cos": 0.578,
      "english_fraction": 0.909,
      "has_nonascii_letter": false
    },
    {
      "reading": "What distinguishes a meso compound from other stereoisomers?",
      "recon_cos": 0.882,
      "english_fraction": 0.75,
      "has_nonascii_letter": false
    },
    {
      "reading": "Prove that \\( S_5 \\) is not simple.",
      "recon_cos": 0.79,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "Describe cosmic fullness in the style of a dharmic deity.",
      "recon_cos": 0.567,
      "english_fraction": 0.9,
      "has_nonascii_letter": false
    },
    {
      "reading": "Write a 50-word haiku sequence (14 lines) about technology, using only present and past tenses.",
      "recon_cos": 0.666,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "How does the chaotic behavior of fluid flow impact bioremediation processes in contaminated environments?",
      "recon_cos": 0.452,
      "english_fraction": 0.929,
      "has_nonascii_letter": false
    },
    {
      "reading": "Analyze the relationship between limb movements and muscle activation patterns during a specific dance sequence.",
      "recon_cos": 0.726,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "How does the structure of long bones contribute to their function in leverage?",
      "recon_cos": 0.775,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "What is the name of a major constituent (90%+) found in archaeological sites from 1453 BC?",
      "recon_cos": 0.425,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "Describe the coalescence process of two black holes and its gravitational wave signature.",
      "recon_cos": 0.673,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "How does the Joseph junction in a superconducting circuit produce single-photon interference?",
      "recon_cos": 0.682,
      "english_fraction": 0.923,
      "has_nonascii_letter": false
    },
    {
      "reading": "Write a 50-word poem from the perspective of an exploding cookie.",
      "recon_cos": 0.787,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "What is the historical significance of the Treaty at Nijmeduin in 1478?",
      "recon_cos": 0.813,
      "english_fraction": 0.909,
      "has_nonascii_letter": false
    },
    {
      "reading": "Explain the event horizon paradox and how it relates to black hole thermodynamics.",
      "recon_cos": 0.78,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "What processes have shaped the morphological evolution of horse teeth?",
      "recon_cos": 0.64,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "How does the Munc13-4 calcium-dependent exocytosis protein contribute to presynaptic vesicle fusion?",
      "recon_cos": 0.783,
      "english_fraction": 0.769,
      "has_nonascii_letter": false
    },
    {
      "reading": "Implement a test for the Miller-Rabin primality theorem. Explain how it works and why it's important.",
      "recon_cos": 0.63,
      "english_fraction": 0.941,
      "has_nonascii_letter": false
    },
    {
      "reading": "Analyze the structural paradox in Shakespeare's Hamlet: how does its greatest strength also cause its tragic flaw?",
      "recon_cos": 0.584,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "What is the strong coupling constant of quarks and how does it vary with energy?",
      "recon_cos": 0.778,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    },
    {
      "reading": "What are the cultural and historical significance of Newgrange in Ireland?",
      "recon_cos": 0.707,
      "english_fraction": 0.909,
      "has_nonascii_letter": false
    },
    {
      "reading": "How does the curvature of spacetime around a massive object cause light to follow an orbit?",
      "recon_cos": 0.748,
      "english_fraction": 0.938,
      "has_nonascii_letter": false
    },
    {
      "reading": "Write a Ruby program that generates the Fibonacci sequence.",
      "recon_cos": 0.758,
      "english_fraction": 1.0,
      "has_nonascii_letter": false
    }
  ]
}