CKY commited on
Commit
ffecf2f
·
verified ·
1 Parent(s): f64a723

Upload 11 files

Browse files
Files changed (2) hide show
  1. added_tokens.json +3 -128
  2. generation_config.json +2 -2
added_tokens.json CHANGED
@@ -1,130 +1,5 @@
1
  {
2
- "<end_of_utterance>": 49279,
3
- "<fake_token_around_image>": 49189,
4
- "<global-img>": 49152,
5
- "<image>": 49190,
6
- "<row_1_col_1>": 49153,
7
- "<row_1_col_2>": 49154,
8
- "<row_1_col_3>": 49155,
9
- "<row_1_col_4>": 49156,
10
- "<row_1_col_5>": 49157,
11
- "<row_1_col_6>": 49158,
12
- "<row_2_col_1>": 49159,
13
- "<row_2_col_2>": 49160,
14
- "<row_2_col_3>": 49161,
15
- "<row_2_col_4>": 49162,
16
- "<row_2_col_5>": 49163,
17
- "<row_2_col_6>": 49164,
18
- "<row_3_col_1>": 49165,
19
- "<row_3_col_2>": 49166,
20
- "<row_3_col_3>": 49167,
21
- "<row_3_col_4>": 49168,
22
- "<row_3_col_5>": 49169,
23
- "<row_3_col_6>": 49170,
24
- "<row_4_col_1>": 49171,
25
- "<row_4_col_2>": 49172,
26
- "<row_4_col_3>": 49173,
27
- "<row_4_col_4>": 49174,
28
- "<row_4_col_5>": 49175,
29
- "<row_4_col_6>": 49176,
30
- "<row_5_col_1>": 49177,
31
- "<row_5_col_2>": 49178,
32
- "<row_5_col_3>": 49179,
33
- "<row_5_col_4>": 49180,
34
- "<row_5_col_5>": 49181,
35
- "<row_5_col_6>": 49182,
36
- "<row_6_col_1>": 49183,
37
- "<row_6_col_2>": 49184,
38
- "<row_6_col_3>": 49185,
39
- "<row_6_col_4>": 49186,
40
- "<row_6_col_5>": 49187,
41
- "<row_6_col_6>": 49188,
42
- "<|reserved_special_token_0|>": 49191,
43
- "<|reserved_special_token_10|>": 49201,
44
- "<|reserved_special_token_11|>": 49202,
45
- "<|reserved_special_token_12|>": 49203,
46
- "<|reserved_special_token_13|>": 49204,
47
- "<|reserved_special_token_14|>": 49205,
48
- "<|reserved_special_token_15|>": 49206,
49
- "<|reserved_special_token_16|>": 49207,
50
- "<|reserved_special_token_17|>": 49208,
51
- "<|reserved_special_token_18|>": 49209,
52
- "<|reserved_special_token_19|>": 49210,
53
- "<|reserved_special_token_1|>": 49192,
54
- "<|reserved_special_token_20|>": 49211,
55
- "<|reserved_special_token_21|>": 49212,
56
- "<|reserved_special_token_22|>": 49213,
57
- "<|reserved_special_token_23|>": 49214,
58
- "<|reserved_special_token_24|>": 49215,
59
- "<|reserved_special_token_25|>": 49216,
60
- "<|reserved_special_token_26|>": 49217,
61
- "<|reserved_special_token_27|>": 49218,
62
- "<|reserved_special_token_28|>": 49219,
63
- "<|reserved_special_token_29|>": 49220,
64
- "<|reserved_special_token_2|>": 49193,
65
- "<|reserved_special_token_30|>": 49221,
66
- "<|reserved_special_token_31|>": 49222,
67
- "<|reserved_special_token_32|>": 49223,
68
- "<|reserved_special_token_33|>": 49224,
69
- "<|reserved_special_token_34|>": 49225,
70
- "<|reserved_special_token_35|>": 49226,
71
- "<|reserved_special_token_36|>": 49227,
72
- "<|reserved_special_token_37|>": 49228,
73
- "<|reserved_special_token_38|>": 49229,
74
- "<|reserved_special_token_39|>": 49230,
75
- "<|reserved_special_token_3|>": 49194,
76
- "<|reserved_special_token_40|>": 49231,
77
- "<|reserved_special_token_41|>": 49232,
78
- "<|reserved_special_token_42|>": 49233,
79
- "<|reserved_special_token_43|>": 49234,
80
- "<|reserved_special_token_44|>": 49235,
81
- "<|reserved_special_token_45|>": 49236,
82
- "<|reserved_special_token_46|>": 49237,
83
- "<|reserved_special_token_47|>": 49238,
84
- "<|reserved_special_token_48|>": 49239,
85
- "<|reserved_special_token_49|>": 49240,
86
- "<|reserved_special_token_4|>": 49195,
87
- "<|reserved_special_token_50|>": 49241,
88
- "<|reserved_special_token_51|>": 49242,
89
- "<|reserved_special_token_52|>": 49243,
90
- "<|reserved_special_token_53|>": 49244,
91
- "<|reserved_special_token_54|>": 49245,
92
- "<|reserved_special_token_55|>": 49246,
93
- "<|reserved_special_token_56|>": 49247,
94
- "<|reserved_special_token_57|>": 49248,
95
- "<|reserved_special_token_58|>": 49249,
96
- "<|reserved_special_token_59|>": 49250,
97
- "<|reserved_special_token_5|>": 49196,
98
- "<|reserved_special_token_60|>": 49251,
99
- "<|reserved_special_token_61|>": 49252,
100
- "<|reserved_special_token_62|>": 49253,
101
- "<|reserved_special_token_63|>": 49254,
102
- "<|reserved_special_token_64|>": 49255,
103
- "<|reserved_special_token_65|>": 49256,
104
- "<|reserved_special_token_66|>": 49257,
105
- "<|reserved_special_token_67|>": 49258,
106
- "<|reserved_special_token_68|>": 49259,
107
- "<|reserved_special_token_69|>": 49260,
108
- "<|reserved_special_token_6|>": 49197,
109
- "<|reserved_special_token_70|>": 49261,
110
- "<|reserved_special_token_71|>": 49262,
111
- "<|reserved_special_token_72|>": 49263,
112
- "<|reserved_special_token_73|>": 49264,
113
- "<|reserved_special_token_74|>": 49265,
114
- "<|reserved_special_token_75|>": 49266,
115
- "<|reserved_special_token_76|>": 49267,
116
- "<|reserved_special_token_77|>": 49268,
117
- "<|reserved_special_token_78|>": 49269,
118
- "<|reserved_special_token_79|>": 49270,
119
- "<|reserved_special_token_7|>": 49198,
120
- "<|reserved_special_token_80|>": 49271,
121
- "<|reserved_special_token_81|>": 49272,
122
- "<|reserved_special_token_82|>": 49273,
123
- "<|reserved_special_token_83|>": 49274,
124
- "<|reserved_special_token_84|>": 49275,
125
- "<|reserved_special_token_85|>": 49276,
126
- "<|reserved_special_token_86|>": 49277,
127
- "<|reserved_special_token_87|>": 49278,
128
- "<|reserved_special_token_8|>": 49199,
129
- "<|reserved_special_token_9|>": 49200
130
  }
 
1
  {
2
+ "<end_of_utterance>": 49154,
3
+ "<fake_token_around_image>": 49152,
4
+ "<image>": 49153
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  }
generation_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 49279,
5
  "pad_token_id": 2,
6
  "transformers_version": "4.46.0"
7
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 0,
5
  "pad_token_id": 2,
6
  "transformers_version": "4.46.0"
7
  }