File size: 603 Bytes
44c1f9e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
 "flan-t5-small": {
  "family": "sentencepiece",
  "n_tokens": 32100,
  "n_special": 103,
  "lossy": true,
  "gate_mode": "normalized",
  "path": "E:\\mirel\\data\\bytelex\\vocab_flan-t5-small.jsonl",
  "coverage_raw": 0.991032,
  "coverage_folded": 0.991032,
  "codex_bytes": 256016
 },
 "tinybert-4l-312d": {
  "family": "wordpiece",
  "n_tokens": 30522,
  "n_special": 999,
  "lossy": true,
  "gate_mode": "normalized",
  "path": "E:\\mirel\\data\\bytelex\\vocab_tinybert-4l-312d.jsonl",
  "coverage_raw": 0.916341,
  "coverage_folded": 0.991032,
  "codex_bytes": 256016
 }
}