{
  "model_id": "m09",
  "checkpoint": "results/m09/final.pt",
  "trained_step": 15258,
  "total_params": 58381312,
  "active_params": 58381312,
  "flops_per_forward": 116762624.0,
  "val_loss": 3.5215419262647627,
  "val_perplexity": 33.83656174394582,
  "bits_per_token": 5.080511073304741,
  "ppl_tokens_evaluated": 655360,
  "prefill_tok_per_sec": 176983.42116296917,
  "inference_tok_per_sec": 214.24933524833958,
  "inference_tok_per_sec_kvcache": 215.5223486585024,
  "kvcache_speedup": 1.0059417379693956,
  "gen_tokens": 128,
  "peak_infer_vram_gb": 0.364,
  "peak_train_vram_gb": 4.022,
  "closeness_answer_ppl": 29.431,
  "closeness_hit_rate": 0.4,
  "closeness_token_f1": 0.02,
  "closeness_n": 20,
  "closeness_items": [
    {
      "prompt": "The capital of France is",
      "answer": " Paris",
      "generated": " the city of the city of",
      "answer_nll": 3.0342,
      "answer_ppl": 20.784,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The capital of Japan is",
      "answer": " Tokyo",
      "generated": " the capital of the country.",
      "answer_nll": 3.321,
      "answer_ppl": 27.689,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The largest planet in the solar system is",
      "answer": " Jupiter",
      "generated": " the Sun.\nThe Sun",
      "answer_nll": 4.2119,
      "answer_ppl": 67.482,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "Water is made of hydrogen and",
      "answer": " oxygen",
      "generated": " oxygen.\nThe hydrogen is",
      "answer_nll": 1.2104,
      "answer_ppl": 3.355,
      "hit": true,
      "token_f1": 0.0
    },
    {
      "prompt": "The opposite of hot is",
      "answer": " cold",
      "generated": " the hot.\nThe heat",
      "answer_nll": 5.3971,
      "answer_ppl": 220.76,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The opposite of up is",
      "answer": " down",
      "generated": " the same as the other.",
      "answer_nll": 8.1214,
      "answer_ppl": 3365.726,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "Two plus two equals",
      "answer": " four",
      "generated": " two.\nThe two halves",
      "answer_nll": 2.9853,
      "answer_ppl": 19.793,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The sun rises in the",
      "answer": " east",
      "generated": " sky, and the sun rises",
      "answer_nll": 3.0272,
      "answer_ppl": 20.639,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The first president of the United States was George",
      "answer": " Washington",
      "generated": " Washington.\nThe first president",
      "answer_nll": 0.3395,
      "answer_ppl": 1.404,
      "hit": true,
      "token_f1": 0.0
    },
    {
      "prompt": "The speed of light is approximately 300,000 kilometers per",
      "answer": " second",
      "generated": " second. The speed of light",
      "answer_nll": 0.0985,
      "answer_ppl": 1.103,
      "hit": true,
      "token_f1": 0.0
    },
    {
      "prompt": "A triangle has three",
      "answer": " sides",
      "generated": " sides, and the triangle is",
      "answer_nll": 1.8349,
      "answer_ppl": 6.265,
      "hit": true,
      "token_f1": 0.0
    },
    {
      "prompt": "The chemical symbol for gold is",
      "answer": " Au",
      "generated": " gold.\nThe gold symbol",
      "answer_nll": 7.5173,
      "answer_ppl": 1839.645,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The freezing point of water in Celsius is",
      "answer": " zero",
      "generated": " the temperature of the water.",
      "answer_nll": 5.7186,
      "answer_ppl": 304.492,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The author of Romeo and Juliet is William",
      "answer": " Shakespeare",
      "generated": " Shakespeare.\nThe play is",
      "answer_nll": 0.2845,
      "answer_ppl": 1.329,
      "hit": true,
      "token_f1": 0.0
    },
    {
      "prompt": "The Earth revolves around the",
      "answer": " Sun",
      "generated": " sun, and the Earth is",
      "answer_nll": 1.1304,
      "answer_ppl": 3.097,
      "hit": true,
      "token_f1": 0.0
    },
    {
      "prompt": "The plural of mouse is",
      "answer": " mice",
      "generated": " the same as the plural of",
      "answer_nll": 9.1716,
      "answer_ppl": 9619.604,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "Photosynthesis occurs in the",
      "answer": " leaves",
      "generated": " chlorophyll cycle, which",
      "answer_nll": 3.0253,
      "answer_ppl": 20.601,
      "hit": false,
      "token_f1": 0.0
    },
    {
      "prompt": "The human heart pumps",
      "answer": " blood",
      "generated": " blood to the heart.\n",
      "answer_nll": 1.7769,
      "answer_ppl": 5.911,
      "hit": true,
      "token_f1": 0.4
    },
    {
      "prompt": "The currency used in the United States is the",
      "answer": " dollar",
      "generated": " United States dollar.\nThe",
      "answer_nll": 2.8643,
      "answer_ppl": 17.536,
      "hit": true,
      "token_f1": 0.0
    },
    {
      "prompt": "The tallest animal in the world is the",
      "answer": " giraffe",
      "generated": " giant tortoiseshell.",
      "answer_nll": 2.5707,
      "answer_ppl": 13.075,
      "hit": false,
      "token_f1": 0.0
    }
  ],
  "generation_samples": {
    "The most important thing about sleep is": "The most important thing about sleep is to create a regular sleep. Sleep helps to prevent sleep apnea by:\n- Keeping your breathing low enough to allow for proper oxygen, including through the nose and nose.\n- Getting enough rest and restful sleep, as well as regular exercise and a healthy diet.\n- Improving sleep",
    "Scientists have discovered that": "Scientists have discovered that, in many ways, the human body is capable of making an amazing leap forward in the sciences.\nHere\u2019s a short list of questions to ask:\n- How have all humans evolved to behave like the same kind of creatures, and how did they evolve?\n- How did the",
    "In the history of mathematics,": "In the history of mathematics, the term \"curved geometry\" is used only to describe a series of mathematical operations that arise when two or more discrete units are combined together in a single, discrete pattern of mathematical activities (e.g. in a complex system). These patterns are called general-purpose arithmetic, or the general-",
    "Python code for prime number": "Python code for prime number of integers.\n- The only difference between the two methods is that their methods can have the same advantages for the same number of integers.\n- The difference between the two methods is that the two methods can be combined together without the addition of any other method\n- The two method can be combined",
    "The best way to learn a new language is": "The best way to learn a new language is to learn about its features and how they relate to your new language.\n- For example:\n- You can play the game with your child by using your fingers.\n- You can play with the sounds in your environment.\n- You can even play games with your child playing with the sounds"
  }
}