File size: 7,330 Bytes
a301e46 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 | {
"model_id": "m11",
"checkpoint": "results/m11/final.pt",
"trained_step": 15258,
"total_params": 63493120,
"active_params": 63493120,
"flops_per_forward": 126986240.0,
"val_loss": 3.4190598368644713,
"val_perplexity": 30.540688289995494,
"bits_per_token": 4.932660671147001,
"ppl_tokens_evaluated": 655360,
"prefill_tok_per_sec": 157162.53761798143,
"inference_tok_per_sec": 205.06362014766603,
"inference_tok_per_sec_kvcache": 201.83595024994952,
"kvcache_speedup": 0.984260153529952,
"gen_tokens": 128,
"peak_infer_vram_gb": 0.395,
"peak_train_vram_gb": 4.097,
"closeness_answer_ppl": 19.271,
"closeness_hit_rate": 0.5,
"closeness_token_f1": 0.053,
"closeness_n": 20,
"closeness_items": [
{
"prompt": "The capital of France is",
"answer": " Paris",
"generated": " Paris, the capital of the",
"answer_nll": 1.6798,
"answer_ppl": 5.364,
"hit": true,
"token_f1": 0.0
},
{
"prompt": "The capital of Japan is",
"answer": " Tokyo",
"generated": " the city of Tokyo.\n",
"answer_nll": 2.0169,
"answer_ppl": 7.515,
"hit": true,
"token_f1": 0.0
},
{
"prompt": "The largest planet in the solar system is",
"answer": " Jupiter",
"generated": " the Earth, which is the",
"answer_nll": 2.3111,
"answer_ppl": 10.086,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "Water is made of hydrogen and",
"answer": " oxygen",
"generated": " oxygen.\nThe water is",
"answer_nll": 0.8051,
"answer_ppl": 2.237,
"hit": true,
"token_f1": 0.0
},
{
"prompt": "The opposite of hot is",
"answer": " cold",
"generated": " the heat of the sun.",
"answer_nll": 3.2431,
"answer_ppl": 25.612,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "The opposite of up is",
"answer": " down",
"generated": " the difference between the two.",
"answer_nll": 5.8435,
"answer_ppl": 344.997,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "Two plus two equals",
"answer": " four",
"generated": " two.\n- The two",
"answer_nll": 2.8439,
"answer_ppl": 17.183,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "The sun rises in the",
"answer": " east",
"generated": " sky, and the sun rises",
"answer_nll": 3.3989,
"answer_ppl": 29.933,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "The first president of the United States was George",
"answer": " Washington",
"generated": " Washington. He was a man",
"answer_nll": 0.1337,
"answer_ppl": 1.143,
"hit": true,
"token_f1": 0.0
},
{
"prompt": "The speed of light is approximately 300,000 kilometers per",
"answer": " second",
"generated": " second.\nThe speed of",
"answer_nll": 0.229,
"answer_ppl": 1.257,
"hit": true,
"token_f1": 0.0
},
{
"prompt": "A triangle has three",
"answer": " sides",
"generated": " sides, and the two sides",
"answer_nll": 1.6997,
"answer_ppl": 5.472,
"hit": true,
"token_f1": 0.333
},
{
"prompt": "The chemical symbol for gold is",
"answer": " Au",
"generated": " the symbol of the sun.",
"answer_nll": 7.8973,
"answer_ppl": 2689.902,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "The freezing point of water in Celsius is",
"answer": " zero",
"generated": " 0.5 degrees Celsius.",
"answer_nll": 7.0655,
"answer_ppl": 1170.853,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "The author of Romeo and Juliet is William",
"answer": " Shakespeare",
"generated": " Shakespeare, and his play The",
"answer_nll": 0.4123,
"answer_ppl": 1.51,
"hit": true,
"token_f1": 0.0
},
{
"prompt": "The Earth revolves around the",
"answer": " Sun",
"generated": " Sun.\nThe Sun is",
"answer_nll": 0.8069,
"answer_ppl": 2.241,
"hit": true,
"token_f1": 0.4
},
{
"prompt": "The plural of mouse is",
"answer": " mice",
"generated": " the word for the mouse.",
"answer_nll": 7.619,
"answer_ppl": 2036.463,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "Photosynthesis occurs in the",
"answer": " leaves",
"generated": " cell.\nThe cells are",
"answer_nll": 4.9108,
"answer_ppl": 135.754,
"hit": false,
"token_f1": 0.0
},
{
"prompt": "The human heart pumps",
"answer": " blood",
"generated": " blood through the arteries, and",
"answer_nll": 1.5133,
"answer_ppl": 4.542,
"hit": true,
"token_f1": 0.333
},
{
"prompt": "The currency used in the United States is the",
"answer": " dollar",
"generated": " United States dollar.\nThe",
"answer_nll": 2.5283,
"answer_ppl": 12.532,
"hit": true,
"token_f1": 0.0
},
{
"prompt": "The tallest animal in the world is the",
"answer": " giraffe",
"generated": " American elephant.\nThe largest",
"answer_nll": 2.2137,
"answer_ppl": 9.15,
"hit": false,
"token_f1": 0.0
}
],
"generation_samples": {
"The most important thing about sleep is": "The most important thing about sleep is to create a balanced sleep schedule. Sleep deprived patients are told to eat a balanced diet every day.\nSleep is also important for cardiovascular, respiratory, and gastrointestinal health, because it helps in maintaining the oxygen and nutrients in our body. During the winter months, the body\u2019s metabolic reserves can",
"Scientists have discovered that": "Scientists have discovered that, in many ways, the human face is a unique experience that is unique in the world of science. This is because the face is the image of the human being; the face is the image of the brain as the image of our being, and it is the image of the human being, the",
"In the history of mathematics,": "In the history of mathematics, the term \"curriculum\" is often used to refer to the curriculum in a particular context or context. The curriculum is an approach that focuses on teaching, learning, and the activities of the students through a curriculum experience. It is often used by teachers, administrators, and administrators to promote the curriculum",
"Python code for prime number": "Python code for prime number of objects for free. However, the program does not store any objects in memory as in the Python programming language. The only way to store a virtual object is to specify the type of container that the project can choose to store.\nThis is quite useful in a large database. However, the first",
"The best way to learn a new language is": "The best way to learn a new language is to learn about its features, how they relate to each other, and how it relates to their own unique experiences.\n- See who you are by the way you are. What is that person doing?\n- The language you are learning in class today. How could you learn new words?\n"
}
} |