Hugging Face's logo

LLM-course
/
simple_tokenizer

Text Generation
Transformers
Safetensors
chess_transformer
chess
llm-course
chess-challenge
custom_code
Model card Files
xet
Community
1
simple_tokenizer
File size: 886 Bytes
ecacb41
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
 
{
  "[PAD]": 0,
  "[BOS]": 1,
  "[EOS]": 2,
  "[UNK]": 3,
  "K": 4,
  "Q": 5,
  "R": 6,
  "B": 7,
  "N": 8,
  "P": 9,
  "a1": 10,
  "a2": 11,
  "a3": 12,
  "a4": 13,
  "a5": 14,
  "a6": 15,
  "a7": 16,
  "a8": 17,
  "b1": 18,
  "b2": 19,
  "b3": 20,
  "b4": 21,
  "b5": 22,
  "b6": 23,
  "b7": 24,
  "b8": 25,
  "c1": 26,
  "c2": 27,
  "c3": 28,
  "c4": 29,
  "c5": 30,
  "c6": 31,
  "c7": 32,
  "c8": 33,
  "d1": 34,
  "d2": 35,
  "d3": 36,
  "d4": 37,
  "d5": 38,
  "d6": 39,
  "d7": 40,
  "d8": 41,
  "e1": 42,
  "e2": 43,
  "e3": 44,
  "e4": 45,
  "e5": 46,
  "e6": 47,
  "e7": 48,
  "e8": 49,
  "f1": 50,
  "f2": 51,
  "f3": 52,
  "f4": 53,
  "f5": 54,
  "f6": 55,
  "f7": 56,
  "f8": 57,
  "g1": 58,
  "g2": 59,
  "g3": 60,
  "g4": 61,
  "g5": 62,
  "g6": 63,
  "g7": 64,
  "g8": 65,
  "h1": 66,
  "h2": 67,
  "h3": 68,
  "h4": 69,
  "h5": 70,
  "h6": 71,
  "h7": 72,
  "h8": 73
}