| { |
| "model_id": "m11", |
| "checkpoint": "results/m11/final.pt", |
| "trained_step": 15258, |
| "total_params": 63493120, |
| "active_params": 63493120, |
| "flops_per_forward": 126986240.0, |
| "val_loss": 3.4190598368644713, |
| "val_perplexity": 30.540688289995494, |
| "bits_per_token": 4.932660671147001, |
| "ppl_tokens_evaluated": 655360, |
| "prefill_tok_per_sec": 157162.53761798143, |
| "inference_tok_per_sec": 205.06362014766603, |
| "inference_tok_per_sec_kvcache": 201.83595024994952, |
| "kvcache_speedup": 0.984260153529952, |
| "gen_tokens": 128, |
| "peak_infer_vram_gb": 0.395, |
| "peak_train_vram_gb": 4.097, |
| "closeness_answer_ppl": 19.271, |
| "closeness_hit_rate": 0.5, |
| "closeness_token_f1": 0.053, |
| "closeness_n": 20, |
| "closeness_items": [ |
| { |
| "prompt": "The capital of France is", |
| "answer": " Paris", |
| "generated": " Paris, the capital of the", |
| "answer_nll": 1.6798, |
| "answer_ppl": 5.364, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The capital of Japan is", |
| "answer": " Tokyo", |
| "generated": " the city of Tokyo.\n", |
| "answer_nll": 2.0169, |
| "answer_ppl": 7.515, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The largest planet in the solar system is", |
| "answer": " Jupiter", |
| "generated": " the Earth, which is the", |
| "answer_nll": 2.3111, |
| "answer_ppl": 10.086, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "Water is made of hydrogen and", |
| "answer": " oxygen", |
| "generated": " oxygen.\nThe water is", |
| "answer_nll": 0.8051, |
| "answer_ppl": 2.237, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The opposite of hot is", |
| "answer": " cold", |
| "generated": " the heat of the sun.", |
| "answer_nll": 3.2431, |
| "answer_ppl": 25.612, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The opposite of up is", |
| "answer": " down", |
| "generated": " the difference between the two.", |
| "answer_nll": 5.8435, |
| "answer_ppl": 344.997, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "Two plus two equals", |
| "answer": " four", |
| "generated": " two.\n- The two", |
| "answer_nll": 2.8439, |
| "answer_ppl": 17.183, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The sun rises in the", |
| "answer": " east", |
| "generated": " sky, and the sun rises", |
| "answer_nll": 3.3989, |
| "answer_ppl": 29.933, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The first president of the United States was George", |
| "answer": " Washington", |
| "generated": " Washington. He was a man", |
| "answer_nll": 0.1337, |
| "answer_ppl": 1.143, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The speed of light is approximately 300,000 kilometers per", |
| "answer": " second", |
| "generated": " second.\nThe speed of", |
| "answer_nll": 0.229, |
| "answer_ppl": 1.257, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "A triangle has three", |
| "answer": " sides", |
| "generated": " sides, and the two sides", |
| "answer_nll": 1.6997, |
| "answer_ppl": 5.472, |
| "hit": true, |
| "token_f1": 0.333 |
| }, |
| { |
| "prompt": "The chemical symbol for gold is", |
| "answer": " Au", |
| "generated": " the symbol of the sun.", |
| "answer_nll": 7.8973, |
| "answer_ppl": 2689.902, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The freezing point of water in Celsius is", |
| "answer": " zero", |
| "generated": " 0.5 degrees Celsius.", |
| "answer_nll": 7.0655, |
| "answer_ppl": 1170.853, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The author of Romeo and Juliet is William", |
| "answer": " Shakespeare", |
| "generated": " Shakespeare, and his play The", |
| "answer_nll": 0.4123, |
| "answer_ppl": 1.51, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The Earth revolves around the", |
| "answer": " Sun", |
| "generated": " Sun.\nThe Sun is", |
| "answer_nll": 0.8069, |
| "answer_ppl": 2.241, |
| "hit": true, |
| "token_f1": 0.4 |
| }, |
| { |
| "prompt": "The plural of mouse is", |
| "answer": " mice", |
| "generated": " the word for the mouse.", |
| "answer_nll": 7.619, |
| "answer_ppl": 2036.463, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "Photosynthesis occurs in the", |
| "answer": " leaves", |
| "generated": " cell.\nThe cells are", |
| "answer_nll": 4.9108, |
| "answer_ppl": 135.754, |
| "hit": false, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The human heart pumps", |
| "answer": " blood", |
| "generated": " blood through the arteries, and", |
| "answer_nll": 1.5133, |
| "answer_ppl": 4.542, |
| "hit": true, |
| "token_f1": 0.333 |
| }, |
| { |
| "prompt": "The currency used in the United States is the", |
| "answer": " dollar", |
| "generated": " United States dollar.\nThe", |
| "answer_nll": 2.5283, |
| "answer_ppl": 12.532, |
| "hit": true, |
| "token_f1": 0.0 |
| }, |
| { |
| "prompt": "The tallest animal in the world is the", |
| "answer": " giraffe", |
| "generated": " American elephant.\nThe largest", |
| "answer_nll": 2.2137, |
| "answer_ppl": 9.15, |
| "hit": false, |
| "token_f1": 0.0 |
| } |
| ], |
| "generation_samples": { |
| "The most important thing about sleep is": "The most important thing about sleep is to create a balanced sleep schedule. Sleep deprived patients are told to eat a balanced diet every day.\nSleep is also important for cardiovascular, respiratory, and gastrointestinal health, because it helps in maintaining the oxygen and nutrients in our body. During the winter months, the body\u2019s metabolic reserves can", |
| "Scientists have discovered that": "Scientists have discovered that, in many ways, the human face is a unique experience that is unique in the world of science. This is because the face is the image of the human being; the face is the image of the brain as the image of our being, and it is the image of the human being, the", |
| "In the history of mathematics,": "In the history of mathematics, the term \"curriculum\" is often used to refer to the curriculum in a particular context or context. The curriculum is an approach that focuses on teaching, learning, and the activities of the students through a curriculum experience. It is often used by teachers, administrators, and administrators to promote the curriculum", |
| "Python code for prime number": "Python code for prime number of objects for free. However, the program does not store any objects in memory as in the Python programming language. The only way to store a virtual object is to specify the type of container that the project can choose to store.\nThis is quite useful in a large database. However, the first", |
| "The best way to learn a new language is": "The best way to learn a new language is to learn about its features, how they relate to each other, and how it relates to their own unique experiences.\n- See who you are by the way you are. What is that person doing?\n- The language you are learning in class today. How could you learn new words?\n" |
| } |
| } |
