Delete meta.json
Browse files
meta.json
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"name": "monostich-bpe32k",
|
| 3 |
-
"type": "bytelevel-bpe",
|
| 4 |
-
"vocab_size": 32000,
|
| 5 |
-
"special_tokens": [
|
| 6 |
-
"<|pad|>",
|
| 7 |
-
"<|unk|>",
|
| 8 |
-
"<|bos|>",
|
| 9 |
-
"<|eos|>"
|
| 10 |
-
],
|
| 11 |
-
"data_dir": "data\\fineweb-edu",
|
| 12 |
-
"glob": "**/*.parquet",
|
| 13 |
-
"text_column": "text",
|
| 14 |
-
"seed": 1234,
|
| 15 |
-
"max_files": 0,
|
| 16 |
-
"max_bytes": 2000000000,
|
| 17 |
-
"batch_rows": 2048,
|
| 18 |
-
"trained_at_unix": 1770226021
|
| 19 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|