| { |
| "model_id": "m09", |
| "checkpoint": "results/m09/final.pt", |
| "trained_step": 15258, |
| "total_params": 58381312, |
| "active_params": 58381312, |
| "flops_per_forward": 116762624.0, |
| "val_loss": 3.5215419262647627, |
| "val_perplexity": 33.83656174394582, |
| "bits_per_token": 5.080511073304741, |
| "ppl_tokens_evaluated": 655360, |
| "prefill_tok_per_sec": 176983.42116296917, |
| "inference_tok_per_sec": 214.24933524833958, |
| "inference_tok_per_sec_kvcache": 215.5223486585024, |
| "kvcache_speedup": 1.0059417379693956, |
| "gen_tokens": 128, |
| "peak_infer_vram_gb": 0.364, |
| "peak_train_vram_gb": 4.022, |
| "closeness_answer_ppl": 29.431, |
| "closeness_hit_rate": 0.4, |
| "closeness_token_f1": 0.02, |
| "closeness_n": 20, |
| "closeness_items": [ |
| { |
| "prompt": "The capital of France is", |
| "answer": " Paris", |
| "generated": " the city of the city of", |
| "answer_nll": 3.0342, |
| "answer_ppl": 20.784, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The capital of Japan is", |
| "answer": " Tokyo", |
| "generated": " the capital of the country.", |
| "answer_nll": 3.321, |
| "answer_ppl": 27.689, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The largest planet in the solar system is", |
| "answer": " Jupiter", |
| "generated": " the Sun.\nThe Sun", |
| "answer_nll": 4.2119, |
| "answer_ppl": 67.482, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "Water is made of hydrogen and", |
| "answer": " oxygen", |
| "generated": " oxygen.\nThe hydrogen is", |
| "answer_nll": 1.2104, |
| "answer_ppl": 3.355, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The opposite of hot is", |
| "answer": " cold", |
| "generated": " the hot.\nThe heat", |
| "answer_nll": 5.3971, |
| "answer_ppl": 220.76, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The opposite of up is", |
| "answer": " down", |
| "generated": " the same as the other.", |
| "answer_nll": 8.1214, |
| "answer_ppl": 3365.726, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "Two plus two equals", |
| "answer": " four", |
| "generated": " two.\nThe two halves", |
| "answer_nll": 2.9853, |
| "answer_ppl": 19.793, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The sun rises in the", |
| "answer": " east", |
| "generated": " sky, and the sun rises", |
| "answer_nll": 3.0272, |
| "answer_ppl": 20.639, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The first president of the United States was George", |
| "answer": " Washington", |
| "generated": " Washington.\nThe first president", |
| "answer_nll": 0.3395, |
| "answer_ppl": 1.404, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The speed of light is approximately 300,000 kilometers per", |
| "answer": " second", |
| "generated": " second. The speed of light", |
| "answer_nll": 0.0985, |
| "answer_ppl": 1.103, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "A triangle has three", |
| "answer": " sides", |
| "generated": " sides, and the triangle is", |
| "answer_nll": 1.8349, |
| "answer_ppl": 6.265, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The chemical symbol for gold is", |
| "answer": " Au", |
| "generated": " gold.\nThe gold symbol", |
| "answer_nll": 7.5173, |
| "answer_ppl": 1839.645, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The freezing point of water in Celsius is", |
| "answer": " zero", |
| "generated": " the temperature of the water.", |
| "answer_nll": 5.7186, |
| "answer_ppl": 304.492, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The author of Romeo and Juliet is William", |
| "answer": " Shakespeare", |
| "generated": " Shakespeare.\nThe play is", |
| "answer_nll": 0.2845, |
| "answer_ppl": 1.329, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The Earth revolves around the", |
| "answer": " Sun", |
| "generated": " sun, and the Earth is", |
| "answer_nll": 1.1304, |
| "answer_ppl": 3.097, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The plural of mouse is", |
| "answer": " mice", |
| "generated": " the same as the plural of", |
| "answer_nll": 9.1716, |
| "answer_ppl": 9619.604, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "Photosynthesis occurs in the", |
| "answer": " leaves", |
| "generated": " chlorophyll cycle, which", |
| "answer_nll": 3.0253, |
| "answer_ppl": 20.601, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The human heart pumps", |
| "answer": " blood", |
| "generated": " blood to the heart.\n", |
| "answer_nll": 1.7769, |
| "answer_ppl": 5.911, |
| "hit": true, |
| "token_f1": 0.4 |
| }, |
| { |
| "prompt": "The currency used in the United States is the", |
| "answer": " dollar", |
| "generated": " United States dollar.\nThe", |
| "answer_nll": 2.8643, |
| "answer_ppl": 17.536, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The tallest animal in the world is the", |
| "answer": " giraffe", |
| "generated": " giant tortoiseshell.", |
| "answer_nll": 2.5707, |
| "answer_ppl": 13.075, |
| "hit": false, |
| "token_f1": 0.0 |
| } |
| ], |
| "generation_samples": { |
| "The most important thing about sleep is": "The most important thing about sleep is to create a regular sleep. Sleep helps to prevent sleep apnea by:\n- Keeping your breathing low enough to allow for proper oxygen, including through the nose and nose.\n- Getting enough rest and restful sleep, as well as regular exercise and a healthy diet.\n- Improving sleep", |
| "Scientists have discovered that": "Scientists have discovered that, in many ways, the human body is capable of making an amazing leap forward in the sciences.\nHere\u2019s a short list of questions to ask:\n- How have all humans evolved to behave like the same kind of creatures, and how did they evolve?\n- How did the", |
| "In the history of mathematics,": "In the history of mathematics, the term \"curved geometry\" is used only to describe a series of mathematical operations that arise when two or more discrete units are combined together in a single, discrete pattern of mathematical activities (e.g. in a complex system). These patterns are called general-purpose arithmetic, or the general-", |
| "Python code for prime number": "Python code for prime number of integers.\n- The only difference between the two methods is that their methods can have the same advantages for the same number of integers.\n- The difference between the two methods is that the two methods can be combined together without the addition of any other method\n- The two method can be combined", |
| "The best way to learn a new language is": "The best way to learn a new language is to learn about its features and how they relate to your new language.\n- For example:\n- You can play the game with your child by using your fingers.\n- You can play with the sounds in your environment.\n- You can even play games with your child playing with the sounds" |
| } |
| } |
