2f610df da3a6cf 2f610df
1
2
3
4
5
6
7
8
9
10
special_tokens = { '<pad>': 0, '<sos>': 1, '<eos>': 2, } PAD_ID = special_tokens["<pad>"] SOS_ID = special_tokens["<sos>"] EOS_ID = special_tokens["<eos>"]
