kerzgrr commited on
Commit
010f542
·
verified ·
1 Parent(s): 01c2e6c

Delete meta.json

Browse files
Files changed (1) hide show
  1. meta.json +0 -19
meta.json DELETED
@@ -1,19 +0,0 @@
1
- {
2
- "name": "monostich-bpe32k",
3
- "type": "bytelevel-bpe",
4
- "vocab_size": 32000,
5
- "special_tokens": [
6
- "<|pad|>",
7
- "<|unk|>",
8
- "<|bos|>",
9
- "<|eos|>"
10
- ],
11
- "data_dir": "data\\fineweb-edu",
12
- "glob": "**/*.parquet",
13
- "text_column": "text",
14
- "seed": 1234,
15
- "max_files": 0,
16
- "max_bytes": 2000000000,
17
- "batch_rows": 2048,
18
- "trained_at_unix": 1770226021
19
- }