| [ |
| { |
| "vocab": 16384, |
| "training_seconds": 9.156001359, |
| "tokenizer_sha256": "e63d7d483dde1aa536251a2342d6809ff6d327bf958304ead50fd817e72081d5", |
| "corpus_manifest_sha256": "a4328e99a51bee64daaee66efe25e80ce01a263d568a69a130b94f687edef407", |
| "execution": "modal-cpu", |
| "general_metrics": { |
| "sources": { |
| "fineweb_edu": { |
| "bytes": 3355444, |
| "tokens": 1020901, |
| "chunks": 927, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.286747686602325, |
| "chunk_tokens_p95": 2532 |
| }, |
| "code_python": { |
| "bytes": 10066330, |
| "tokens": 2609022, |
| "chunks": 2092, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.8582771628602597, |
| "chunk_tokens_p95": 2427 |
| }, |
| "finemath_4plus": { |
| "bytes": 6710887, |
| "tokens": 2335747, |
| "chunks": 1789, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 2.8731223886833632, |
| "chunk_tokens_p95": 3059 |
| }, |
| "pes2o": { |
| "bytes": 3355444, |
| "tokens": 1011474, |
| "chunks": 422, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.317380377548014, |
| "chunk_tokens_p95": 2800 |
| }, |
| "pubmed": { |
| "bytes": 1006633, |
| "tokens": 337939, |
| "chunks": 128, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 2.978741725577693, |
| "chunk_tokens_p95": 3348 |
| }, |
| "arxiv": { |
| "bytes": 671089, |
| "tokens": 231007, |
| "chunks": 83, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 2.905059154051609, |
| "chunk_tokens_p95": 3729 |
| }, |
| "pressbooks": { |
| "bytes": 1006633, |
| "tokens": 298450, |
| "chunks": 359, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.3728698274417828, |
| "chunk_tokens_p95": 2266 |
| }, |
| "libretexts": { |
| "bytes": 1006632, |
| "tokens": 302996, |
| "chunks": 285, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.3222616800221787, |
| "chunk_tokens_p95": 2508 |
| }, |
| "doab": { |
| "bytes": 1342177, |
| "tokens": 421327, |
| "chunks": 315, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.1855945619435735, |
| "chunk_tokens_p95": 2817 |
| }, |
| "gutenberg": { |
| "bytes": 1677721, |
| "tokens": 561130, |
| "chunks": 210, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 2.989897171778376, |
| "chunk_tokens_p95": 3154 |
| }, |
| "pre_1929_books": { |
| "bytes": 2348810, |
| "tokens": 743797, |
| "chunks": 291, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.157864309751182, |
| "chunk_tokens_p95": 2958 |
| }, |
| "library_of_congress": { |
| "bytes": 1006632, |
| "tokens": 326527, |
| "chunks": 127, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.0828446039684314, |
| "chunk_tokens_p95": 3107 |
| } |
| }, |
| "bytes": 33554432, |
| "tokens": 10200317, |
| "bytes_per_token": 3.2895479620878447, |
| "evaluation_seconds": 17.576802950999998, |
| "evaluation_mib_per_second": 1.8205813701848108, |
| "vocabulary_used": 15530, |
| "vocabulary_use_fraction": 0.9478759765625, |
| "vocabulary_unseen": 854, |
| "vocabulary_used_at_most_10_times": 1325, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "probes": [ |
| { |
| "text": "def square(x):\r\n\treturn x ** 2\r\n", |
| "tokens": 10, |
| "roundtrip": true |
| }, |
| { |
| "text": "\u222b\u2080\u00b9 x\u00b2 dx = \u2153", |
| "tokens": 17, |
| "roundtrip": true |
| }, |
| { |
| "text": "12345678901234567890", |
| "tokens": 7, |
| "roundtrip": true |
| }, |
| { |
| "text": "na\u00efve caf\u00e9 \u4e2d\u6587 \u0627\u0644\u0639\u0631\u0628\u064a\u0629 \ud83d\ude00", |
| "tokens": 31, |
| "roundtrip": true |
| }, |
| { |
| "text": "\u0000\t \r\n", |
| "tokens": 3, |
| "roundtrip": true |
| }, |
| { |
| "text": "HTTPRequestHandler snake_case_identifier", |
| "tokens": 6, |
| "roundtrip": true |
| }, |
| { |
| "text": "e\u0301 \u2260 \u00e9", |
| "tokens": 9, |
| "roundtrip": true |
| } |
| ], |
| "fragmentation": { |
| "electromagnetism": 6, |
| "deoxyribonucleic": 9, |
| "Schr\u00f6dinger": 6, |
| "HTTPRequestHandler": 2, |
| "get_user_configuration": 3, |
| "np.linalg.eigh": 4, |
| "123456789": 3, |
| "0.000001": 4, |
| "\\frac{a}{b}": 7 |
| } |
| }, |
| "general_evaluation_sha256": "e4e66512ca51226f56844d61a4d0c065064900b6a6d0bd0243e9e64b8698024f" |
| }, |
| { |
| "vocab": 32768, |
| "training_seconds": 11.375954247, |
| "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9", |
| "corpus_manifest_sha256": "a4328e99a51bee64daaee66efe25e80ce01a263d568a69a130b94f687edef407", |
| "execution": "modal-cpu", |
| "general_metrics": { |
| "sources": { |
| "fineweb_edu": { |
| "bytes": 3355444, |
| "tokens": 936322, |
| "chunks": 927, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.583643233844767, |
| "chunk_tokens_p95": 2327 |
| }, |
| "code_python": { |
| "bytes": 10066330, |
| "tokens": 2469754, |
| "chunks": 2092, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 4.075843181142737, |
| "chunk_tokens_p95": 2286 |
| }, |
| "finemath_4plus": { |
| "bytes": 6710887, |
| "tokens": 2164157, |
| "chunks": 1789, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.10092428599219, |
| "chunk_tokens_p95": 2854 |
| }, |
| "pes2o": { |
| "bytes": 3355444, |
| "tokens": 923008, |
| "chunks": 422, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.635335771737623, |
| "chunk_tokens_p95": 2595 |
| }, |
| "pubmed": { |
| "bytes": 1006633, |
| "tokens": 311772, |
| "chunks": 128, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.2287472896860527, |
| "chunk_tokens_p95": 3130 |
| }, |
| "arxiv": { |
| "bytes": 671089, |
| "tokens": 210824, |
| "chunks": 83, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.1831717451523547, |
| "chunk_tokens_p95": 3373 |
| }, |
| "pressbooks": { |
| "bytes": 1006633, |
| "tokens": 272469, |
| "chunks": 359, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.694486345235605, |
| "chunk_tokens_p95": 2091 |
| }, |
| "libretexts": { |
| "bytes": 1006632, |
| "tokens": 278042, |
| "chunks": 285, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.620431445608937, |
| "chunk_tokens_p95": 2344 |
| }, |
| "doab": { |
| "bytes": 1342177, |
| "tokens": 383761, |
| "chunks": 315, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.49742938964616, |
| "chunk_tokens_p95": 2570 |
| }, |
| "gutenberg": { |
| "bytes": 1677721, |
| "tokens": 520584, |
| "chunks": 210, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.2227671230771593, |
| "chunk_tokens_p95": 2958 |
| }, |
| "pre_1929_books": { |
| "bytes": 2348810, |
| "tokens": 686411, |
| "chunks": 291, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.4218711529972565, |
| "chunk_tokens_p95": 2744 |
| }, |
| "library_of_congress": { |
| "bytes": 1006632, |
| "tokens": 301653, |
| "chunks": 127, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.337052838857893, |
| "chunk_tokens_p95": 2890 |
| } |
| }, |
| "bytes": 33554432, |
| "tokens": 9458757, |
| "bytes_per_token": 3.5474462447867094, |
| "evaluation_seconds": 22.144963078000004, |
| "evaluation_mib_per_second": 1.4450238588020279, |
| "vocabulary_used": 28593, |
| "vocabulary_use_fraction": 0.872589111328125, |
| "vocabulary_unseen": 4175, |
| "vocabulary_used_at_most_10_times": 6736, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "probes": [ |
| { |
| "text": "def square(x):\r\n\treturn x ** 2\r\n", |
| "tokens": 10, |
| "roundtrip": true |
| }, |
| { |
| "text": "\u222b\u2080\u00b9 x\u00b2 dx = \u2153", |
| "tokens": 17, |
| "roundtrip": true |
| }, |
| { |
| "text": "12345678901234567890", |
| "tokens": 7, |
| "roundtrip": true |
| }, |
| { |
| "text": "na\u00efve caf\u00e9 \u4e2d\u6587 \u0627\u0644\u0639\u0631\u0628\u064a\u0629 \ud83d\ude00", |
| "tokens": 30, |
| "roundtrip": true |
| }, |
| { |
| "text": "\u0000\t \r\n", |
| "tokens": 3, |
| "roundtrip": true |
| }, |
| { |
| "text": "HTTPRequestHandler snake_case_identifier", |
| "tokens": 4, |
| "roundtrip": true |
| }, |
| { |
| "text": "e\u0301 \u2260 \u00e9", |
| "tokens": 8, |
| "roundtrip": true |
| } |
| ], |
| "fragmentation": { |
| "electromagnetism": 6, |
| "deoxyribonucleic": 8, |
| "Schr\u00f6dinger": 5, |
| "HTTPRequestHandler": 1, |
| "get_user_configuration": 3, |
| "np.linalg.eigh": 4, |
| "123456789": 3, |
| "0.000001": 4, |
| "\\frac{a}{b}": 7 |
| } |
| }, |
| "general_evaluation_sha256": "e4e66512ca51226f56844d61a4d0c065064900b6a6d0bd0243e9e64b8698024f" |
| }, |
| { |
| "vocab": 50000, |
| "training_seconds": 9.773740467, |
| "tokenizer_sha256": "ce4bf31da579b5be65d25bea6670d071cdbbf2ef95a22ec26807cd8fc997660c", |
| "corpus_manifest_sha256": "a4328e99a51bee64daaee66efe25e80ce01a263d568a69a130b94f687edef407", |
| "execution": "modal-cpu", |
| "general_metrics": { |
| "sources": { |
| "fineweb_edu": { |
| "bytes": 3355444, |
| "tokens": 887035, |
| "chunks": 927, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.782763927015281, |
| "chunk_tokens_p95": 2216 |
| }, |
| "code_python": { |
| "bytes": 10066330, |
| "tokens": 2411019, |
| "chunks": 2092, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 4.175135077740988, |
| "chunk_tokens_p95": 2224 |
| }, |
| "finemath_4plus": { |
| "bytes": 6710887, |
| "tokens": 2067410, |
| "chunks": 1789, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.2460358612950504, |
| "chunk_tokens_p95": 2725 |
| }, |
| "pes2o": { |
| "bytes": 3355444, |
| "tokens": 880780, |
| "chunks": 422, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.8096278298780626, |
| "chunk_tokens_p95": 2488 |
| }, |
| "pubmed": { |
| "bytes": 1006633, |
| "tokens": 298208, |
| "chunks": 128, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.3756069589011695, |
| "chunk_tokens_p95": 3008 |
| }, |
| "arxiv": { |
| "bytes": 671089, |
| "tokens": 201611, |
| "chunks": 83, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.32863286229422, |
| "chunk_tokens_p95": 3256 |
| }, |
| "pressbooks": { |
| "bytes": 1006633, |
| "tokens": 258196, |
| "chunks": 359, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.8987164789539728, |
| "chunk_tokens_p95": 1950 |
| }, |
| "libretexts": { |
| "bytes": 1006632, |
| "tokens": 265207, |
| "chunks": 285, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.7956464195892266, |
| "chunk_tokens_p95": 2232 |
| }, |
| "doab": { |
| "bytes": 1342177, |
| "tokens": 364241, |
| "chunks": 315, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.6848597494515993, |
| "chunk_tokens_p95": 2448 |
| }, |
| "gutenberg": { |
| "bytes": 1677721, |
| "tokens": 497991, |
| "chunks": 210, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.3689785558373546, |
| "chunk_tokens_p95": 2852 |
| }, |
| "pre_1929_books": { |
| "bytes": 2348810, |
| "tokens": 657482, |
| "chunks": 291, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.5724324011912114, |
| "chunk_tokens_p95": 2649 |
| }, |
| "library_of_congress": { |
| "bytes": 1006632, |
| "tokens": 288605, |
| "chunks": 127, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.4879229396580103, |
| "chunk_tokens_p95": 2684 |
| } |
| }, |
| "bytes": 33554432, |
| "tokens": 9077785, |
| "bytes_per_token": 3.6963237177351083, |
| "evaluation_seconds": 21.129434848000002, |
| "evaluation_mib_per_second": 1.5144749601776002, |
| "vocabulary_used": 39147, |
| "vocabulary_use_fraction": 0.78294, |
| "vocabulary_unseen": 10853, |
| "vocabulary_used_at_most_10_times": 13602, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "probes": [ |
| { |
| "text": "def square(x):\r\n\treturn x ** 2\r\n", |
| "tokens": 10, |
| "roundtrip": true |
| }, |
| { |
| "text": "\u222b\u2080\u00b9 x\u00b2 dx = \u2153", |
| "tokens": 17, |
| "roundtrip": true |
| }, |
| { |
| "text": "12345678901234567890", |
| "tokens": 7, |
| "roundtrip": true |
| }, |
| { |
| "text": "na\u00efve caf\u00e9 \u4e2d\u6587 \u0627\u0644\u0639\u0631\u0628\u064a\u0629 \ud83d\ude00", |
| "tokens": 30, |
| "roundtrip": true |
| }, |
| { |
| "text": "\u0000\t \r\n", |
| "tokens": 3, |
| "roundtrip": true |
| }, |
| { |
| "text": "HTTPRequestHandler snake_case_identifier", |
| "tokens": 4, |
| "roundtrip": true |
| }, |
| { |
| "text": "e\u0301 \u2260 \u00e9", |
| "tokens": 8, |
| "roundtrip": true |
| } |
| ], |
| "fragmentation": { |
| "electromagnetism": 6, |
| "deoxyribonucleic": 8, |
| "Schr\u00f6dinger": 5, |
| "HTTPRequestHandler": 1, |
| "get_user_configuration": 3, |
| "np.linalg.eigh": 4, |
| "123456789": 3, |
| "0.000001": 4, |
| "\\frac{a}{b}": 7 |
| } |
| }, |
| "general_evaluation_sha256": "e4e66512ca51226f56844d61a4d0c065064900b6a6d0bd0243e9e64b8698024f" |
| } |
| ] |
|
|
