AlienKevin commited on
Commit
ebe9a9d
·
1 Parent(s): 88e4372

Modify to run on M1 with custom dataset

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +23 -1
  2. checkpoint/trocr-custdata/checkpoint-1000/config.json +180 -0
  3. checkpoint/trocr-custdata/checkpoint-1000/optimizer.pt +3 -0
  4. checkpoint/trocr-custdata/checkpoint-1000/preprocessor_config.json +22 -0
  5. checkpoint/trocr-custdata/checkpoint-1000/pytorch_model.bin +3 -0
  6. checkpoint/trocr-custdata/checkpoint-1000/scheduler.pt +3 -0
  7. checkpoint/trocr-custdata/checkpoint-1000/trainer_state.json +626 -0
  8. checkpoint/trocr-custdata/checkpoint-1000/training_args.bin +3 -0
  9. checkpoint/trocr-custdata/checkpoint-2000/config.json +180 -0
  10. checkpoint/trocr-custdata/checkpoint-2000/optimizer.pt +3 -0
  11. checkpoint/trocr-custdata/checkpoint-2000/preprocessor_config.json +22 -0
  12. checkpoint/trocr-custdata/checkpoint-2000/pytorch_model.bin +3 -0
  13. checkpoint/trocr-custdata/checkpoint-2000/scheduler.pt +3 -0
  14. checkpoint/trocr-custdata/checkpoint-2000/trainer_state.json +1236 -0
  15. checkpoint/trocr-custdata/checkpoint-2000/training_args.bin +3 -0
  16. checkpoint/trocr-custdata/checkpoint-3000/config.json +180 -0
  17. checkpoint/trocr-custdata/checkpoint-3000/optimizer.pt +3 -0
  18. checkpoint/trocr-custdata/checkpoint-3000/preprocessor_config.json +22 -0
  19. checkpoint/trocr-custdata/checkpoint-3000/pytorch_model.bin +3 -0
  20. checkpoint/trocr-custdata/checkpoint-3000/scheduler.pt +3 -0
  21. checkpoint/trocr-custdata/checkpoint-3000/trainer_state.json +1846 -0
  22. checkpoint/trocr-custdata/checkpoint-3000/training_args.bin +3 -0
  23. checkpoint/trocr-custdata/checkpoint-4000/config.json +180 -0
  24. checkpoint/trocr-custdata/checkpoint-4000/optimizer.pt +3 -0
  25. checkpoint/trocr-custdata/checkpoint-4000/preprocessor_config.json +22 -0
  26. checkpoint/trocr-custdata/checkpoint-4000/pytorch_model.bin +3 -0
  27. checkpoint/trocr-custdata/checkpoint-4000/scheduler.pt +3 -0
  28. checkpoint/trocr-custdata/checkpoint-4000/trainer_state.json +2456 -0
  29. checkpoint/trocr-custdata/checkpoint-4000/training_args.bin +3 -0
  30. checkpoint/trocr-custdata/last/config.json +180 -0
  31. checkpoint/trocr-custdata/last/merges.txt +1 -0
  32. checkpoint/trocr-custdata/last/preprocessor_config.json +23 -0
  33. checkpoint/trocr-custdata/last/pytorch_model.bin +3 -0
  34. checkpoint/trocr-custdata/last/special_tokens_map.json +51 -0
  35. checkpoint/trocr-custdata/last/tokenizer.json +2883 -0
  36. checkpoint/trocr-custdata/last/tokenizer_config.json +66 -0
  37. checkpoint/trocr-custdata/last/training_args.bin +3 -0
  38. checkpoint/trocr-custdata/last/vocab.json +1 -0
  39. cust-data/vocab.txt +2729 -3016
  40. cust-data/weights/config.json +168 -0
  41. cust-data/weights/merges.txt +1 -0
  42. cust-data/weights/preprocessor_config.json +17 -0
  43. cust-data/weights/pytorch_model.bin +3 -0
  44. cust-data/weights/special_tokens_map.json +1 -0
  45. cust-data/weights/tokenizer_config.json +1 -0
  46. cust-data/weights/vocab.json +1 -0
  47. dataset/0.jpg +3 -0
  48. dataset/0.txt +3 -0
  49. dataset/1.jpg +3 -0
  50. dataset/1.txt +3 -0
README.md CHANGED
@@ -10,8 +10,30 @@ trocr原地址(https://github.com/microsoft/unilm/tree/master/trocr)
10
  ```
11
  docker build --network=host -t trocr-chinese:latest .
12
  docker run --gpus all -it -v /tmp/trocr-chinese:/trocr-chinese trocr-chinese:latest bash
13
-
14
  ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  ## 训练
16
  ### 初始化模型到自定义训练数据集
17
  #### 字符集准备参考cust-data/vocab.txt
 
10
  ```
11
  docker build --network=host -t trocr-chinese:latest .
12
  docker run --gpus all -it -v /tmp/trocr-chinese:/trocr-chinese trocr-chinese:latest bash
 
13
  ```
14
+ 1. Set up Python for macOS, see https://developer.apple.com/metal/tensorflow-plugin/
15
+ 2. Install requirements `python -m pip install -r requirements.txt`
16
+ 3. Install Pillow `python -m pip install pillow`
17
+ 4. Upgrade Numpy `python -m pip install numpy --upgrade`
18
+ 5. Install PyTorch `conda install pytorch torchvision torchaudio -c pytorch`
19
+ 6. Set envioronmental variable so PyTorch can fallback to CPU: `conda env config vars set PYTORCH_ENABLE_MPS_FALLBACK=1`
20
+ 7. Reactivate environment: `source ~/miniconda/bin/activate`
21
+ 8. Generate custom vocab:
22
+ ```
23
+ python gen_vocab.py \
24
+ --dataset_path "dataset/cust-data/0/*.txt" \
25
+ --cust_vocab ./cust-data/vocab.txt
26
+ ```
27
+ 9. Download pretrained weights from https://pan.baidu.com/s/1rARdfadQlQGKGHa3de82BA, password: 0o65
28
+ 10. Initialize weights for fine-tuning:
29
+ ```
30
+ python init_custdata_model.py --cust_vocab ./cust-data/vocab.txt --pretrain_model ./weights --cust_data_init_weights_path ./cust-data/weights
31
+ ```
32
+ 11. Train
33
+ ```
34
+ python train.py --cust_data_init_weights_path ./cust-data/weights --checkpoint_path ./checkpoint/trocr-custdata --dataset_path "./dataset/*.jpg" --per_device_train_batch_size 8
35
+ ```
36
+
37
  ## 训练
38
  ### 初始化模型到自定义训练数据集
39
  #### 字符集准备参考cust-data/vocab.txt
checkpoint/trocr-custdata/checkpoint-1000/config.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_commit_hash": null,
3
+ "_name_or_path": "./cust-data/weights",
4
+ "architectures": [
5
+ "VisionEncoderDecoderModel"
6
+ ],
7
+ "decoder": {
8
+ "_name_or_path": "",
9
+ "activation_dropout": 0.0,
10
+ "activation_function": "relu",
11
+ "add_cross_attention": true,
12
+ "architectures": null,
13
+ "attention_dropout": 0.0,
14
+ "bad_words_ids": null,
15
+ "begin_suppress_tokens": null,
16
+ "bos_token_id": 0,
17
+ "chunk_size_feed_forward": 0,
18
+ "classifier_dropout": 0.0,
19
+ "cross_attention_hidden_size": 384,
20
+ "d_model": 256,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 1024,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 2,
26
+ "diversity_penalty": 0.0,
27
+ "do_sample": false,
28
+ "dropout": 0.1,
29
+ "early_stopping": false,
30
+ "encoder_no_repeat_ngram_size": 0,
31
+ "eos_token_id": 2,
32
+ "exponential_decay_length_penalty": null,
33
+ "finetuning_task": null,
34
+ "forced_bos_token_id": null,
35
+ "forced_eos_token_id": null,
36
+ "id2label": {
37
+ "0": "LABEL_0",
38
+ "1": "LABEL_1"
39
+ },
40
+ "init_std": 0.02,
41
+ "is_decoder": true,
42
+ "is_encoder_decoder": false,
43
+ "label2id": {
44
+ "LABEL_0": 0,
45
+ "LABEL_1": 1
46
+ },
47
+ "layernorm_embedding": true,
48
+ "length_penalty": 1.0,
49
+ "max_length": 20,
50
+ "max_position_embeddings": 512,
51
+ "min_length": 0,
52
+ "model_type": "trocr",
53
+ "no_repeat_ngram_size": 0,
54
+ "num_beam_groups": 1,
55
+ "num_beams": 1,
56
+ "num_return_sequences": 1,
57
+ "output_attentions": false,
58
+ "output_hidden_states": false,
59
+ "output_scores": false,
60
+ "pad_token_id": 1,
61
+ "prefix": null,
62
+ "problem_type": null,
63
+ "pruned_heads": {},
64
+ "remove_invalid_values": false,
65
+ "repetition_penalty": 1.0,
66
+ "return_dict": true,
67
+ "return_dict_in_generate": false,
68
+ "scale_embedding": true,
69
+ "sep_token_id": null,
70
+ "suppress_tokens": null,
71
+ "task_specific_params": null,
72
+ "temperature": 1.0,
73
+ "tf_legacy_loss": false,
74
+ "tie_encoder_decoder": false,
75
+ "tie_word_embeddings": false,
76
+ "tokenizer_class": null,
77
+ "top_k": 50,
78
+ "top_p": 1.0,
79
+ "torch_dtype": null,
80
+ "torchscript": false,
81
+ "transformers_version": "4.26.0.dev0",
82
+ "typical_p": 1.0,
83
+ "use_bfloat16": false,
84
+ "use_cache": false,
85
+ "use_learned_position_embeddings": true,
86
+ "vocab_size": 2794
87
+ },
88
+ "decoder_start_token_id": 0,
89
+ "early_stopping": true,
90
+ "encoder": {
91
+ "_name_or_path": "",
92
+ "add_cross_attention": false,
93
+ "architectures": null,
94
+ "attention_probs_dropout_prob": 0.0,
95
+ "bad_words_ids": null,
96
+ "begin_suppress_tokens": null,
97
+ "bos_token_id": null,
98
+ "chunk_size_feed_forward": 0,
99
+ "cross_attention_hidden_size": null,
100
+ "decoder_start_token_id": null,
101
+ "diversity_penalty": 0.0,
102
+ "do_sample": false,
103
+ "early_stopping": false,
104
+ "encoder_no_repeat_ngram_size": 0,
105
+ "encoder_stride": 16,
106
+ "eos_token_id": null,
107
+ "exponential_decay_length_penalty": null,
108
+ "finetuning_task": null,
109
+ "forced_bos_token_id": null,
110
+ "forced_eos_token_id": null,
111
+ "hidden_act": "gelu",
112
+ "hidden_dropout_prob": 0.0,
113
+ "hidden_size": 384,
114
+ "id2label": {
115
+ "0": "LABEL_0",
116
+ "1": "LABEL_1"
117
+ },
118
+ "image_size": 384,
119
+ "initializer_range": 0.02,
120
+ "intermediate_size": 1536,
121
+ "is_decoder": false,
122
+ "is_encoder_decoder": false,
123
+ "label2id": {
124
+ "LABEL_0": 0,
125
+ "LABEL_1": 1
126
+ },
127
+ "layer_norm_eps": 1e-12,
128
+ "length_penalty": 1.0,
129
+ "max_length": 20,
130
+ "min_length": 0,
131
+ "model_type": "deit",
132
+ "no_repeat_ngram_size": 0,
133
+ "num_attention_heads": 6,
134
+ "num_beam_groups": 1,
135
+ "num_beams": 1,
136
+ "num_channels": 3,
137
+ "num_hidden_layers": 12,
138
+ "num_return_sequences": 1,
139
+ "output_attentions": false,
140
+ "output_hidden_states": false,
141
+ "output_scores": false,
142
+ "pad_token_id": null,
143
+ "patch_size": 16,
144
+ "prefix": null,
145
+ "problem_type": null,
146
+ "pruned_heads": {},
147
+ "qkv_bias": true,
148
+ "remove_invalid_values": false,
149
+ "repetition_penalty": 1.0,
150
+ "return_dict": true,
151
+ "return_dict_in_generate": false,
152
+ "sep_token_id": null,
153
+ "suppress_tokens": null,
154
+ "task_specific_params": null,
155
+ "temperature": 1.0,
156
+ "tf_legacy_loss": false,
157
+ "tie_encoder_decoder": false,
158
+ "tie_word_embeddings": true,
159
+ "tokenizer_class": null,
160
+ "top_k": 50,
161
+ "top_p": 1.0,
162
+ "torch_dtype": null,
163
+ "torchscript": false,
164
+ "transformers_version": "4.26.0.dev0",
165
+ "typical_p": 1.0,
166
+ "use_bfloat16": false
167
+ },
168
+ "eos_token_id": 2,
169
+ "is_encoder_decoder": true,
170
+ "length_penalty": 2.0,
171
+ "max_length": 256,
172
+ "model_type": "vision-encoder-decoder",
173
+ "no_repeat_ngram_size": 3,
174
+ "num_beams": 4,
175
+ "pad_token_id": 1,
176
+ "tie_word_embeddings": false,
177
+ "torch_dtype": "float32",
178
+ "transformers_version": null,
179
+ "vocab_size": 2794
180
+ }
checkpoint/trocr-custdata/checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6489104d59cb14b7745d321ea4eac1789eefeb1c4a4d1871c60599141cacdf2e
3
+ size 240912133
checkpoint/trocr-custdata/checkpoint-1000/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 384,
20
+ "width": 384
21
+ }
22
+ }
checkpoint/trocr-custdata/checkpoint-1000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c93666c1d0992537c885ebe8fd0dd5e5976a1a702c441b99c9b82e0d972eeb
3
+ size 121067061
checkpoint/trocr-custdata/checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ab06bdf28d4a500661240bdf19a0ef6a204e49e6f33c542f0aed44e28681e46
3
+ size 627
checkpoint/trocr-custdata/checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,626 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.092050209205021,
5
+ "global_step": 1000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.02,
12
+ "learning_rate": 4.989539748953975e-05,
13
+ "loss": 0.3889,
14
+ "step": 10
15
+ },
16
+ {
17
+ "epoch": 0.04,
18
+ "learning_rate": 4.97907949790795e-05,
19
+ "loss": 0.245,
20
+ "step": 20
21
+ },
22
+ {
23
+ "epoch": 0.06,
24
+ "learning_rate": 4.968619246861925e-05,
25
+ "loss": 0.1722,
26
+ "step": 30
27
+ },
28
+ {
29
+ "epoch": 0.08,
30
+ "learning_rate": 4.9581589958159e-05,
31
+ "loss": 0.1545,
32
+ "step": 40
33
+ },
34
+ {
35
+ "epoch": 0.1,
36
+ "learning_rate": 4.947698744769875e-05,
37
+ "loss": 0.1614,
38
+ "step": 50
39
+ },
40
+ {
41
+ "epoch": 0.13,
42
+ "learning_rate": 4.93723849372385e-05,
43
+ "loss": 0.1332,
44
+ "step": 60
45
+ },
46
+ {
47
+ "epoch": 0.15,
48
+ "learning_rate": 4.926778242677825e-05,
49
+ "loss": 0.1098,
50
+ "step": 70
51
+ },
52
+ {
53
+ "epoch": 0.17,
54
+ "learning_rate": 4.916317991631799e-05,
55
+ "loss": 0.1298,
56
+ "step": 80
57
+ },
58
+ {
59
+ "epoch": 0.19,
60
+ "learning_rate": 4.905857740585774e-05,
61
+ "loss": 0.117,
62
+ "step": 90
63
+ },
64
+ {
65
+ "epoch": 0.21,
66
+ "learning_rate": 4.895397489539749e-05,
67
+ "loss": 0.114,
68
+ "step": 100
69
+ },
70
+ {
71
+ "epoch": 0.23,
72
+ "learning_rate": 4.8849372384937244e-05,
73
+ "loss": 0.1137,
74
+ "step": 110
75
+ },
76
+ {
77
+ "epoch": 0.25,
78
+ "learning_rate": 4.8744769874476994e-05,
79
+ "loss": 0.077,
80
+ "step": 120
81
+ },
82
+ {
83
+ "epoch": 0.27,
84
+ "learning_rate": 4.864016736401674e-05,
85
+ "loss": 0.0907,
86
+ "step": 130
87
+ },
88
+ {
89
+ "epoch": 0.29,
90
+ "learning_rate": 4.853556485355649e-05,
91
+ "loss": 0.0863,
92
+ "step": 140
93
+ },
94
+ {
95
+ "epoch": 0.31,
96
+ "learning_rate": 4.843096234309624e-05,
97
+ "loss": 0.0909,
98
+ "step": 150
99
+ },
100
+ {
101
+ "epoch": 0.33,
102
+ "learning_rate": 4.832635983263599e-05,
103
+ "loss": 0.0923,
104
+ "step": 160
105
+ },
106
+ {
107
+ "epoch": 0.36,
108
+ "learning_rate": 4.822175732217574e-05,
109
+ "loss": 0.0898,
110
+ "step": 170
111
+ },
112
+ {
113
+ "epoch": 0.38,
114
+ "learning_rate": 4.811715481171548e-05,
115
+ "loss": 0.0852,
116
+ "step": 180
117
+ },
118
+ {
119
+ "epoch": 0.4,
120
+ "learning_rate": 4.8012552301255234e-05,
121
+ "loss": 0.0739,
122
+ "step": 190
123
+ },
124
+ {
125
+ "epoch": 0.42,
126
+ "learning_rate": 4.7907949790794984e-05,
127
+ "loss": 0.0801,
128
+ "step": 200
129
+ },
130
+ {
131
+ "epoch": 0.44,
132
+ "learning_rate": 4.7803347280334734e-05,
133
+ "loss": 0.076,
134
+ "step": 210
135
+ },
136
+ {
137
+ "epoch": 0.46,
138
+ "learning_rate": 4.7698744769874485e-05,
139
+ "loss": 0.0772,
140
+ "step": 220
141
+ },
142
+ {
143
+ "epoch": 0.48,
144
+ "learning_rate": 4.759414225941423e-05,
145
+ "loss": 0.0595,
146
+ "step": 230
147
+ },
148
+ {
149
+ "epoch": 0.5,
150
+ "learning_rate": 4.748953974895398e-05,
151
+ "loss": 0.0612,
152
+ "step": 240
153
+ },
154
+ {
155
+ "epoch": 0.52,
156
+ "learning_rate": 4.738493723849373e-05,
157
+ "loss": 0.0513,
158
+ "step": 250
159
+ },
160
+ {
161
+ "epoch": 0.54,
162
+ "learning_rate": 4.728033472803347e-05,
163
+ "loss": 0.0555,
164
+ "step": 260
165
+ },
166
+ {
167
+ "epoch": 0.56,
168
+ "learning_rate": 4.7175732217573224e-05,
169
+ "loss": 0.0731,
170
+ "step": 270
171
+ },
172
+ {
173
+ "epoch": 0.59,
174
+ "learning_rate": 4.7071129707112974e-05,
175
+ "loss": 0.0677,
176
+ "step": 280
177
+ },
178
+ {
179
+ "epoch": 0.61,
180
+ "learning_rate": 4.696652719665272e-05,
181
+ "loss": 0.0673,
182
+ "step": 290
183
+ },
184
+ {
185
+ "epoch": 0.63,
186
+ "learning_rate": 4.686192468619247e-05,
187
+ "loss": 0.0552,
188
+ "step": 300
189
+ },
190
+ {
191
+ "epoch": 0.65,
192
+ "learning_rate": 4.675732217573222e-05,
193
+ "loss": 0.0646,
194
+ "step": 310
195
+ },
196
+ {
197
+ "epoch": 0.67,
198
+ "learning_rate": 4.665271966527197e-05,
199
+ "loss": 0.0681,
200
+ "step": 320
201
+ },
202
+ {
203
+ "epoch": 0.69,
204
+ "learning_rate": 4.654811715481171e-05,
205
+ "loss": 0.05,
206
+ "step": 330
207
+ },
208
+ {
209
+ "epoch": 0.71,
210
+ "learning_rate": 4.644351464435146e-05,
211
+ "loss": 0.0621,
212
+ "step": 340
213
+ },
214
+ {
215
+ "epoch": 0.73,
216
+ "learning_rate": 4.6338912133891213e-05,
217
+ "loss": 0.0557,
218
+ "step": 350
219
+ },
220
+ {
221
+ "epoch": 0.75,
222
+ "learning_rate": 4.6234309623430964e-05,
223
+ "loss": 0.0682,
224
+ "step": 360
225
+ },
226
+ {
227
+ "epoch": 0.77,
228
+ "learning_rate": 4.6129707112970714e-05,
229
+ "loss": 0.0543,
230
+ "step": 370
231
+ },
232
+ {
233
+ "epoch": 0.79,
234
+ "learning_rate": 4.602510460251046e-05,
235
+ "loss": 0.0576,
236
+ "step": 380
237
+ },
238
+ {
239
+ "epoch": 0.82,
240
+ "learning_rate": 4.592050209205021e-05,
241
+ "loss": 0.0551,
242
+ "step": 390
243
+ },
244
+ {
245
+ "epoch": 0.84,
246
+ "learning_rate": 4.581589958158996e-05,
247
+ "loss": 0.0627,
248
+ "step": 400
249
+ },
250
+ {
251
+ "epoch": 0.86,
252
+ "learning_rate": 4.571129707112971e-05,
253
+ "loss": 0.0708,
254
+ "step": 410
255
+ },
256
+ {
257
+ "epoch": 0.88,
258
+ "learning_rate": 4.560669456066946e-05,
259
+ "loss": 0.0616,
260
+ "step": 420
261
+ },
262
+ {
263
+ "epoch": 0.9,
264
+ "learning_rate": 4.5502092050209203e-05,
265
+ "loss": 0.0496,
266
+ "step": 430
267
+ },
268
+ {
269
+ "epoch": 0.92,
270
+ "learning_rate": 4.5397489539748954e-05,
271
+ "loss": 0.0444,
272
+ "step": 440
273
+ },
274
+ {
275
+ "epoch": 0.94,
276
+ "learning_rate": 4.5292887029288704e-05,
277
+ "loss": 0.0538,
278
+ "step": 450
279
+ },
280
+ {
281
+ "epoch": 0.96,
282
+ "learning_rate": 4.5188284518828455e-05,
283
+ "loss": 0.0553,
284
+ "step": 460
285
+ },
286
+ {
287
+ "epoch": 0.98,
288
+ "learning_rate": 4.5083682008368205e-05,
289
+ "loss": 0.0499,
290
+ "step": 470
291
+ },
292
+ {
293
+ "epoch": 1.0,
294
+ "learning_rate": 4.497907949790795e-05,
295
+ "loss": 0.059,
296
+ "step": 480
297
+ },
298
+ {
299
+ "epoch": 1.03,
300
+ "learning_rate": 4.48744769874477e-05,
301
+ "loss": 0.0433,
302
+ "step": 490
303
+ },
304
+ {
305
+ "epoch": 1.05,
306
+ "learning_rate": 4.476987447698745e-05,
307
+ "loss": 0.0408,
308
+ "step": 500
309
+ },
310
+ {
311
+ "epoch": 1.07,
312
+ "learning_rate": 4.46652719665272e-05,
313
+ "loss": 0.0469,
314
+ "step": 510
315
+ },
316
+ {
317
+ "epoch": 1.09,
318
+ "learning_rate": 4.456066945606695e-05,
319
+ "loss": 0.0397,
320
+ "step": 520
321
+ },
322
+ {
323
+ "epoch": 1.11,
324
+ "learning_rate": 4.4456066945606694e-05,
325
+ "loss": 0.0329,
326
+ "step": 530
327
+ },
328
+ {
329
+ "epoch": 1.13,
330
+ "learning_rate": 4.4351464435146445e-05,
331
+ "loss": 0.0421,
332
+ "step": 540
333
+ },
334
+ {
335
+ "epoch": 1.15,
336
+ "learning_rate": 4.4246861924686195e-05,
337
+ "loss": 0.0357,
338
+ "step": 550
339
+ },
340
+ {
341
+ "epoch": 1.17,
342
+ "learning_rate": 4.4142259414225946e-05,
343
+ "loss": 0.0383,
344
+ "step": 560
345
+ },
346
+ {
347
+ "epoch": 1.19,
348
+ "learning_rate": 4.4037656903765696e-05,
349
+ "loss": 0.0364,
350
+ "step": 570
351
+ },
352
+ {
353
+ "epoch": 1.21,
354
+ "learning_rate": 4.393305439330544e-05,
355
+ "loss": 0.0338,
356
+ "step": 580
357
+ },
358
+ {
359
+ "epoch": 1.23,
360
+ "learning_rate": 4.382845188284519e-05,
361
+ "loss": 0.0415,
362
+ "step": 590
363
+ },
364
+ {
365
+ "epoch": 1.26,
366
+ "learning_rate": 4.372384937238494e-05,
367
+ "loss": 0.026,
368
+ "step": 600
369
+ },
370
+ {
371
+ "epoch": 1.28,
372
+ "learning_rate": 4.361924686192469e-05,
373
+ "loss": 0.0366,
374
+ "step": 610
375
+ },
376
+ {
377
+ "epoch": 1.3,
378
+ "learning_rate": 4.351464435146444e-05,
379
+ "loss": 0.03,
380
+ "step": 620
381
+ },
382
+ {
383
+ "epoch": 1.32,
384
+ "learning_rate": 4.3410041841004185e-05,
385
+ "loss": 0.0313,
386
+ "step": 630
387
+ },
388
+ {
389
+ "epoch": 1.34,
390
+ "learning_rate": 4.3305439330543936e-05,
391
+ "loss": 0.0277,
392
+ "step": 640
393
+ },
394
+ {
395
+ "epoch": 1.36,
396
+ "learning_rate": 4.3200836820083686e-05,
397
+ "loss": 0.0351,
398
+ "step": 650
399
+ },
400
+ {
401
+ "epoch": 1.38,
402
+ "learning_rate": 4.3096234309623436e-05,
403
+ "loss": 0.0277,
404
+ "step": 660
405
+ },
406
+ {
407
+ "epoch": 1.4,
408
+ "learning_rate": 4.299163179916319e-05,
409
+ "loss": 0.0334,
410
+ "step": 670
411
+ },
412
+ {
413
+ "epoch": 1.42,
414
+ "learning_rate": 4.288702928870293e-05,
415
+ "loss": 0.0254,
416
+ "step": 680
417
+ },
418
+ {
419
+ "epoch": 1.44,
420
+ "learning_rate": 4.278242677824268e-05,
421
+ "loss": 0.0327,
422
+ "step": 690
423
+ },
424
+ {
425
+ "epoch": 1.46,
426
+ "learning_rate": 4.267782426778243e-05,
427
+ "loss": 0.0298,
428
+ "step": 700
429
+ },
430
+ {
431
+ "epoch": 1.49,
432
+ "learning_rate": 4.257322175732218e-05,
433
+ "loss": 0.0328,
434
+ "step": 710
435
+ },
436
+ {
437
+ "epoch": 1.51,
438
+ "learning_rate": 4.246861924686193e-05,
439
+ "loss": 0.0299,
440
+ "step": 720
441
+ },
442
+ {
443
+ "epoch": 1.53,
444
+ "learning_rate": 4.2364016736401676e-05,
445
+ "loss": 0.0371,
446
+ "step": 730
447
+ },
448
+ {
449
+ "epoch": 1.55,
450
+ "learning_rate": 4.2259414225941426e-05,
451
+ "loss": 0.0298,
452
+ "step": 740
453
+ },
454
+ {
455
+ "epoch": 1.57,
456
+ "learning_rate": 4.215481171548118e-05,
457
+ "loss": 0.034,
458
+ "step": 750
459
+ },
460
+ {
461
+ "epoch": 1.59,
462
+ "learning_rate": 4.205020920502093e-05,
463
+ "loss": 0.0273,
464
+ "step": 760
465
+ },
466
+ {
467
+ "epoch": 1.61,
468
+ "learning_rate": 4.194560669456067e-05,
469
+ "loss": 0.0323,
470
+ "step": 770
471
+ },
472
+ {
473
+ "epoch": 1.63,
474
+ "learning_rate": 4.184100418410042e-05,
475
+ "loss": 0.0293,
476
+ "step": 780
477
+ },
478
+ {
479
+ "epoch": 1.65,
480
+ "learning_rate": 4.173640167364017e-05,
481
+ "loss": 0.0196,
482
+ "step": 790
483
+ },
484
+ {
485
+ "epoch": 1.67,
486
+ "learning_rate": 4.1631799163179915e-05,
487
+ "loss": 0.036,
488
+ "step": 800
489
+ },
490
+ {
491
+ "epoch": 1.69,
492
+ "learning_rate": 4.1527196652719666e-05,
493
+ "loss": 0.0368,
494
+ "step": 810
495
+ },
496
+ {
497
+ "epoch": 1.72,
498
+ "learning_rate": 4.1422594142259416e-05,
499
+ "loss": 0.032,
500
+ "step": 820
501
+ },
502
+ {
503
+ "epoch": 1.74,
504
+ "learning_rate": 4.131799163179916e-05,
505
+ "loss": 0.0242,
506
+ "step": 830
507
+ },
508
+ {
509
+ "epoch": 1.76,
510
+ "learning_rate": 4.121338912133891e-05,
511
+ "loss": 0.0303,
512
+ "step": 840
513
+ },
514
+ {
515
+ "epoch": 1.78,
516
+ "learning_rate": 4.110878661087866e-05,
517
+ "loss": 0.036,
518
+ "step": 850
519
+ },
520
+ {
521
+ "epoch": 1.8,
522
+ "learning_rate": 4.100418410041841e-05,
523
+ "loss": 0.0379,
524
+ "step": 860
525
+ },
526
+ {
527
+ "epoch": 1.82,
528
+ "learning_rate": 4.089958158995816e-05,
529
+ "loss": 0.0321,
530
+ "step": 870
531
+ },
532
+ {
533
+ "epoch": 1.84,
534
+ "learning_rate": 4.0794979079497905e-05,
535
+ "loss": 0.0259,
536
+ "step": 880
537
+ },
538
+ {
539
+ "epoch": 1.86,
540
+ "learning_rate": 4.0690376569037656e-05,
541
+ "loss": 0.031,
542
+ "step": 890
543
+ },
544
+ {
545
+ "epoch": 1.88,
546
+ "learning_rate": 4.0585774058577406e-05,
547
+ "loss": 0.0339,
548
+ "step": 900
549
+ },
550
+ {
551
+ "epoch": 1.9,
552
+ "learning_rate": 4.048117154811716e-05,
553
+ "loss": 0.0326,
554
+ "step": 910
555
+ },
556
+ {
557
+ "epoch": 1.92,
558
+ "learning_rate": 4.037656903765691e-05,
559
+ "loss": 0.0309,
560
+ "step": 920
561
+ },
562
+ {
563
+ "epoch": 1.95,
564
+ "learning_rate": 4.027196652719665e-05,
565
+ "loss": 0.0269,
566
+ "step": 930
567
+ },
568
+ {
569
+ "epoch": 1.97,
570
+ "learning_rate": 4.01673640167364e-05,
571
+ "loss": 0.0289,
572
+ "step": 940
573
+ },
574
+ {
575
+ "epoch": 1.99,
576
+ "learning_rate": 4.006276150627615e-05,
577
+ "loss": 0.0348,
578
+ "step": 950
579
+ },
580
+ {
581
+ "epoch": 2.01,
582
+ "learning_rate": 3.99581589958159e-05,
583
+ "loss": 0.0343,
584
+ "step": 960
585
+ },
586
+ {
587
+ "epoch": 2.03,
588
+ "learning_rate": 3.985355648535565e-05,
589
+ "loss": 0.03,
590
+ "step": 970
591
+ },
592
+ {
593
+ "epoch": 2.05,
594
+ "learning_rate": 3.9748953974895396e-05,
595
+ "loss": 0.0178,
596
+ "step": 980
597
+ },
598
+ {
599
+ "epoch": 2.07,
600
+ "learning_rate": 3.964435146443515e-05,
601
+ "loss": 0.0285,
602
+ "step": 990
603
+ },
604
+ {
605
+ "epoch": 2.09,
606
+ "learning_rate": 3.95397489539749e-05,
607
+ "loss": 0.0312,
608
+ "step": 1000
609
+ },
610
+ {
611
+ "epoch": 2.09,
612
+ "eval_acc": 0.5445544527497305,
613
+ "eval_cer": 0.06267806267806268,
614
+ "eval_loss": 0.029834048822522163,
615
+ "eval_runtime": 75.6807,
616
+ "eval_samples_per_second": 2.669,
617
+ "eval_steps_per_second": 0.344,
618
+ "step": 1000
619
+ }
620
+ ],
621
+ "max_steps": 4780,
622
+ "num_train_epochs": 10,
623
+ "total_flos": 6.232735807753421e+17,
624
+ "trial_name": null,
625
+ "trial_params": null
626
+ }
checkpoint/trocr-custdata/checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c07b40ab180dec9e88bab744a3d592d2744899e57c88313f6027dc65f67253
3
+ size 3579
checkpoint/trocr-custdata/checkpoint-2000/config.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_commit_hash": null,
3
+ "_name_or_path": "./cust-data/weights",
4
+ "architectures": [
5
+ "VisionEncoderDecoderModel"
6
+ ],
7
+ "decoder": {
8
+ "_name_or_path": "",
9
+ "activation_dropout": 0.0,
10
+ "activation_function": "relu",
11
+ "add_cross_attention": true,
12
+ "architectures": null,
13
+ "attention_dropout": 0.0,
14
+ "bad_words_ids": null,
15
+ "begin_suppress_tokens": null,
16
+ "bos_token_id": 0,
17
+ "chunk_size_feed_forward": 0,
18
+ "classifier_dropout": 0.0,
19
+ "cross_attention_hidden_size": 384,
20
+ "d_model": 256,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 1024,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 2,
26
+ "diversity_penalty": 0.0,
27
+ "do_sample": false,
28
+ "dropout": 0.1,
29
+ "early_stopping": false,
30
+ "encoder_no_repeat_ngram_size": 0,
31
+ "eos_token_id": 2,
32
+ "exponential_decay_length_penalty": null,
33
+ "finetuning_task": null,
34
+ "forced_bos_token_id": null,
35
+ "forced_eos_token_id": null,
36
+ "id2label": {
37
+ "0": "LABEL_0",
38
+ "1": "LABEL_1"
39
+ },
40
+ "init_std": 0.02,
41
+ "is_decoder": true,
42
+ "is_encoder_decoder": false,
43
+ "label2id": {
44
+ "LABEL_0": 0,
45
+ "LABEL_1": 1
46
+ },
47
+ "layernorm_embedding": true,
48
+ "length_penalty": 1.0,
49
+ "max_length": 20,
50
+ "max_position_embeddings": 512,
51
+ "min_length": 0,
52
+ "model_type": "trocr",
53
+ "no_repeat_ngram_size": 0,
54
+ "num_beam_groups": 1,
55
+ "num_beams": 1,
56
+ "num_return_sequences": 1,
57
+ "output_attentions": false,
58
+ "output_hidden_states": false,
59
+ "output_scores": false,
60
+ "pad_token_id": 1,
61
+ "prefix": null,
62
+ "problem_type": null,
63
+ "pruned_heads": {},
64
+ "remove_invalid_values": false,
65
+ "repetition_penalty": 1.0,
66
+ "return_dict": true,
67
+ "return_dict_in_generate": false,
68
+ "scale_embedding": true,
69
+ "sep_token_id": null,
70
+ "suppress_tokens": null,
71
+ "task_specific_params": null,
72
+ "temperature": 1.0,
73
+ "tf_legacy_loss": false,
74
+ "tie_encoder_decoder": false,
75
+ "tie_word_embeddings": false,
76
+ "tokenizer_class": null,
77
+ "top_k": 50,
78
+ "top_p": 1.0,
79
+ "torch_dtype": null,
80
+ "torchscript": false,
81
+ "transformers_version": "4.26.0.dev0",
82
+ "typical_p": 1.0,
83
+ "use_bfloat16": false,
84
+ "use_cache": false,
85
+ "use_learned_position_embeddings": true,
86
+ "vocab_size": 2794
87
+ },
88
+ "decoder_start_token_id": 0,
89
+ "early_stopping": true,
90
+ "encoder": {
91
+ "_name_or_path": "",
92
+ "add_cross_attention": false,
93
+ "architectures": null,
94
+ "attention_probs_dropout_prob": 0.0,
95
+ "bad_words_ids": null,
96
+ "begin_suppress_tokens": null,
97
+ "bos_token_id": null,
98
+ "chunk_size_feed_forward": 0,
99
+ "cross_attention_hidden_size": null,
100
+ "decoder_start_token_id": null,
101
+ "diversity_penalty": 0.0,
102
+ "do_sample": false,
103
+ "early_stopping": false,
104
+ "encoder_no_repeat_ngram_size": 0,
105
+ "encoder_stride": 16,
106
+ "eos_token_id": null,
107
+ "exponential_decay_length_penalty": null,
108
+ "finetuning_task": null,
109
+ "forced_bos_token_id": null,
110
+ "forced_eos_token_id": null,
111
+ "hidden_act": "gelu",
112
+ "hidden_dropout_prob": 0.0,
113
+ "hidden_size": 384,
114
+ "id2label": {
115
+ "0": "LABEL_0",
116
+ "1": "LABEL_1"
117
+ },
118
+ "image_size": 384,
119
+ "initializer_range": 0.02,
120
+ "intermediate_size": 1536,
121
+ "is_decoder": false,
122
+ "is_encoder_decoder": false,
123
+ "label2id": {
124
+ "LABEL_0": 0,
125
+ "LABEL_1": 1
126
+ },
127
+ "layer_norm_eps": 1e-12,
128
+ "length_penalty": 1.0,
129
+ "max_length": 20,
130
+ "min_length": 0,
131
+ "model_type": "deit",
132
+ "no_repeat_ngram_size": 0,
133
+ "num_attention_heads": 6,
134
+ "num_beam_groups": 1,
135
+ "num_beams": 1,
136
+ "num_channels": 3,
137
+ "num_hidden_layers": 12,
138
+ "num_return_sequences": 1,
139
+ "output_attentions": false,
140
+ "output_hidden_states": false,
141
+ "output_scores": false,
142
+ "pad_token_id": null,
143
+ "patch_size": 16,
144
+ "prefix": null,
145
+ "problem_type": null,
146
+ "pruned_heads": {},
147
+ "qkv_bias": true,
148
+ "remove_invalid_values": false,
149
+ "repetition_penalty": 1.0,
150
+ "return_dict": true,
151
+ "return_dict_in_generate": false,
152
+ "sep_token_id": null,
153
+ "suppress_tokens": null,
154
+ "task_specific_params": null,
155
+ "temperature": 1.0,
156
+ "tf_legacy_loss": false,
157
+ "tie_encoder_decoder": false,
158
+ "tie_word_embeddings": true,
159
+ "tokenizer_class": null,
160
+ "top_k": 50,
161
+ "top_p": 1.0,
162
+ "torch_dtype": null,
163
+ "torchscript": false,
164
+ "transformers_version": "4.26.0.dev0",
165
+ "typical_p": 1.0,
166
+ "use_bfloat16": false
167
+ },
168
+ "eos_token_id": 2,
169
+ "is_encoder_decoder": true,
170
+ "length_penalty": 2.0,
171
+ "max_length": 256,
172
+ "model_type": "vision-encoder-decoder",
173
+ "no_repeat_ngram_size": 3,
174
+ "num_beams": 4,
175
+ "pad_token_id": 1,
176
+ "tie_word_embeddings": false,
177
+ "torch_dtype": "float32",
178
+ "transformers_version": null,
179
+ "vocab_size": 2794
180
+ }
checkpoint/trocr-custdata/checkpoint-2000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04baa82ebe671016bd91683ce0faa0aa2b60a3453fd22fc89a723eb164547061
3
+ size 240912133
checkpoint/trocr-custdata/checkpoint-2000/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 384,
20
+ "width": 384
21
+ }
22
+ }
checkpoint/trocr-custdata/checkpoint-2000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121a259c5d8c37cb856912697114a3c5bee336a3660b0ada63c7f20d282a672c
3
+ size 121067061
checkpoint/trocr-custdata/checkpoint-2000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9540e5a144e760230f59d32cb47ad4d12112dc92be430fe3c1b0bd35b9572e9b
3
+ size 627
checkpoint/trocr-custdata/checkpoint-2000/trainer_state.json ADDED
@@ -0,0 +1,1236 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 4.184100418410042,
5
+ "global_step": 2000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.02,
12
+ "learning_rate": 4.989539748953975e-05,
13
+ "loss": 0.3889,
14
+ "step": 10
15
+ },
16
+ {
17
+ "epoch": 0.04,
18
+ "learning_rate": 4.97907949790795e-05,
19
+ "loss": 0.245,
20
+ "step": 20
21
+ },
22
+ {
23
+ "epoch": 0.06,
24
+ "learning_rate": 4.968619246861925e-05,
25
+ "loss": 0.1722,
26
+ "step": 30
27
+ },
28
+ {
29
+ "epoch": 0.08,
30
+ "learning_rate": 4.9581589958159e-05,
31
+ "loss": 0.1545,
32
+ "step": 40
33
+ },
34
+ {
35
+ "epoch": 0.1,
36
+ "learning_rate": 4.947698744769875e-05,
37
+ "loss": 0.1614,
38
+ "step": 50
39
+ },
40
+ {
41
+ "epoch": 0.13,
42
+ "learning_rate": 4.93723849372385e-05,
43
+ "loss": 0.1332,
44
+ "step": 60
45
+ },
46
+ {
47
+ "epoch": 0.15,
48
+ "learning_rate": 4.926778242677825e-05,
49
+ "loss": 0.1098,
50
+ "step": 70
51
+ },
52
+ {
53
+ "epoch": 0.17,
54
+ "learning_rate": 4.916317991631799e-05,
55
+ "loss": 0.1298,
56
+ "step": 80
57
+ },
58
+ {
59
+ "epoch": 0.19,
60
+ "learning_rate": 4.905857740585774e-05,
61
+ "loss": 0.117,
62
+ "step": 90
63
+ },
64
+ {
65
+ "epoch": 0.21,
66
+ "learning_rate": 4.895397489539749e-05,
67
+ "loss": 0.114,
68
+ "step": 100
69
+ },
70
+ {
71
+ "epoch": 0.23,
72
+ "learning_rate": 4.8849372384937244e-05,
73
+ "loss": 0.1137,
74
+ "step": 110
75
+ },
76
+ {
77
+ "epoch": 0.25,
78
+ "learning_rate": 4.8744769874476994e-05,
79
+ "loss": 0.077,
80
+ "step": 120
81
+ },
82
+ {
83
+ "epoch": 0.27,
84
+ "learning_rate": 4.864016736401674e-05,
85
+ "loss": 0.0907,
86
+ "step": 130
87
+ },
88
+ {
89
+ "epoch": 0.29,
90
+ "learning_rate": 4.853556485355649e-05,
91
+ "loss": 0.0863,
92
+ "step": 140
93
+ },
94
+ {
95
+ "epoch": 0.31,
96
+ "learning_rate": 4.843096234309624e-05,
97
+ "loss": 0.0909,
98
+ "step": 150
99
+ },
100
+ {
101
+ "epoch": 0.33,
102
+ "learning_rate": 4.832635983263599e-05,
103
+ "loss": 0.0923,
104
+ "step": 160
105
+ },
106
+ {
107
+ "epoch": 0.36,
108
+ "learning_rate": 4.822175732217574e-05,
109
+ "loss": 0.0898,
110
+ "step": 170
111
+ },
112
+ {
113
+ "epoch": 0.38,
114
+ "learning_rate": 4.811715481171548e-05,
115
+ "loss": 0.0852,
116
+ "step": 180
117
+ },
118
+ {
119
+ "epoch": 0.4,
120
+ "learning_rate": 4.8012552301255234e-05,
121
+ "loss": 0.0739,
122
+ "step": 190
123
+ },
124
+ {
125
+ "epoch": 0.42,
126
+ "learning_rate": 4.7907949790794984e-05,
127
+ "loss": 0.0801,
128
+ "step": 200
129
+ },
130
+ {
131
+ "epoch": 0.44,
132
+ "learning_rate": 4.7803347280334734e-05,
133
+ "loss": 0.076,
134
+ "step": 210
135
+ },
136
+ {
137
+ "epoch": 0.46,
138
+ "learning_rate": 4.7698744769874485e-05,
139
+ "loss": 0.0772,
140
+ "step": 220
141
+ },
142
+ {
143
+ "epoch": 0.48,
144
+ "learning_rate": 4.759414225941423e-05,
145
+ "loss": 0.0595,
146
+ "step": 230
147
+ },
148
+ {
149
+ "epoch": 0.5,
150
+ "learning_rate": 4.748953974895398e-05,
151
+ "loss": 0.0612,
152
+ "step": 240
153
+ },
154
+ {
155
+ "epoch": 0.52,
156
+ "learning_rate": 4.738493723849373e-05,
157
+ "loss": 0.0513,
158
+ "step": 250
159
+ },
160
+ {
161
+ "epoch": 0.54,
162
+ "learning_rate": 4.728033472803347e-05,
163
+ "loss": 0.0555,
164
+ "step": 260
165
+ },
166
+ {
167
+ "epoch": 0.56,
168
+ "learning_rate": 4.7175732217573224e-05,
169
+ "loss": 0.0731,
170
+ "step": 270
171
+ },
172
+ {
173
+ "epoch": 0.59,
174
+ "learning_rate": 4.7071129707112974e-05,
175
+ "loss": 0.0677,
176
+ "step": 280
177
+ },
178
+ {
179
+ "epoch": 0.61,
180
+ "learning_rate": 4.696652719665272e-05,
181
+ "loss": 0.0673,
182
+ "step": 290
183
+ },
184
+ {
185
+ "epoch": 0.63,
186
+ "learning_rate": 4.686192468619247e-05,
187
+ "loss": 0.0552,
188
+ "step": 300
189
+ },
190
+ {
191
+ "epoch": 0.65,
192
+ "learning_rate": 4.675732217573222e-05,
193
+ "loss": 0.0646,
194
+ "step": 310
195
+ },
196
+ {
197
+ "epoch": 0.67,
198
+ "learning_rate": 4.665271966527197e-05,
199
+ "loss": 0.0681,
200
+ "step": 320
201
+ },
202
+ {
203
+ "epoch": 0.69,
204
+ "learning_rate": 4.654811715481171e-05,
205
+ "loss": 0.05,
206
+ "step": 330
207
+ },
208
+ {
209
+ "epoch": 0.71,
210
+ "learning_rate": 4.644351464435146e-05,
211
+ "loss": 0.0621,
212
+ "step": 340
213
+ },
214
+ {
215
+ "epoch": 0.73,
216
+ "learning_rate": 4.6338912133891213e-05,
217
+ "loss": 0.0557,
218
+ "step": 350
219
+ },
220
+ {
221
+ "epoch": 0.75,
222
+ "learning_rate": 4.6234309623430964e-05,
223
+ "loss": 0.0682,
224
+ "step": 360
225
+ },
226
+ {
227
+ "epoch": 0.77,
228
+ "learning_rate": 4.6129707112970714e-05,
229
+ "loss": 0.0543,
230
+ "step": 370
231
+ },
232
+ {
233
+ "epoch": 0.79,
234
+ "learning_rate": 4.602510460251046e-05,
235
+ "loss": 0.0576,
236
+ "step": 380
237
+ },
238
+ {
239
+ "epoch": 0.82,
240
+ "learning_rate": 4.592050209205021e-05,
241
+ "loss": 0.0551,
242
+ "step": 390
243
+ },
244
+ {
245
+ "epoch": 0.84,
246
+ "learning_rate": 4.581589958158996e-05,
247
+ "loss": 0.0627,
248
+ "step": 400
249
+ },
250
+ {
251
+ "epoch": 0.86,
252
+ "learning_rate": 4.571129707112971e-05,
253
+ "loss": 0.0708,
254
+ "step": 410
255
+ },
256
+ {
257
+ "epoch": 0.88,
258
+ "learning_rate": 4.560669456066946e-05,
259
+ "loss": 0.0616,
260
+ "step": 420
261
+ },
262
+ {
263
+ "epoch": 0.9,
264
+ "learning_rate": 4.5502092050209203e-05,
265
+ "loss": 0.0496,
266
+ "step": 430
267
+ },
268
+ {
269
+ "epoch": 0.92,
270
+ "learning_rate": 4.5397489539748954e-05,
271
+ "loss": 0.0444,
272
+ "step": 440
273
+ },
274
+ {
275
+ "epoch": 0.94,
276
+ "learning_rate": 4.5292887029288704e-05,
277
+ "loss": 0.0538,
278
+ "step": 450
279
+ },
280
+ {
281
+ "epoch": 0.96,
282
+ "learning_rate": 4.5188284518828455e-05,
283
+ "loss": 0.0553,
284
+ "step": 460
285
+ },
286
+ {
287
+ "epoch": 0.98,
288
+ "learning_rate": 4.5083682008368205e-05,
289
+ "loss": 0.0499,
290
+ "step": 470
291
+ },
292
+ {
293
+ "epoch": 1.0,
294
+ "learning_rate": 4.497907949790795e-05,
295
+ "loss": 0.059,
296
+ "step": 480
297
+ },
298
+ {
299
+ "epoch": 1.03,
300
+ "learning_rate": 4.48744769874477e-05,
301
+ "loss": 0.0433,
302
+ "step": 490
303
+ },
304
+ {
305
+ "epoch": 1.05,
306
+ "learning_rate": 4.476987447698745e-05,
307
+ "loss": 0.0408,
308
+ "step": 500
309
+ },
310
+ {
311
+ "epoch": 1.07,
312
+ "learning_rate": 4.46652719665272e-05,
313
+ "loss": 0.0469,
314
+ "step": 510
315
+ },
316
+ {
317
+ "epoch": 1.09,
318
+ "learning_rate": 4.456066945606695e-05,
319
+ "loss": 0.0397,
320
+ "step": 520
321
+ },
322
+ {
323
+ "epoch": 1.11,
324
+ "learning_rate": 4.4456066945606694e-05,
325
+ "loss": 0.0329,
326
+ "step": 530
327
+ },
328
+ {
329
+ "epoch": 1.13,
330
+ "learning_rate": 4.4351464435146445e-05,
331
+ "loss": 0.0421,
332
+ "step": 540
333
+ },
334
+ {
335
+ "epoch": 1.15,
336
+ "learning_rate": 4.4246861924686195e-05,
337
+ "loss": 0.0357,
338
+ "step": 550
339
+ },
340
+ {
341
+ "epoch": 1.17,
342
+ "learning_rate": 4.4142259414225946e-05,
343
+ "loss": 0.0383,
344
+ "step": 560
345
+ },
346
+ {
347
+ "epoch": 1.19,
348
+ "learning_rate": 4.4037656903765696e-05,
349
+ "loss": 0.0364,
350
+ "step": 570
351
+ },
352
+ {
353
+ "epoch": 1.21,
354
+ "learning_rate": 4.393305439330544e-05,
355
+ "loss": 0.0338,
356
+ "step": 580
357
+ },
358
+ {
359
+ "epoch": 1.23,
360
+ "learning_rate": 4.382845188284519e-05,
361
+ "loss": 0.0415,
362
+ "step": 590
363
+ },
364
+ {
365
+ "epoch": 1.26,
366
+ "learning_rate": 4.372384937238494e-05,
367
+ "loss": 0.026,
368
+ "step": 600
369
+ },
370
+ {
371
+ "epoch": 1.28,
372
+ "learning_rate": 4.361924686192469e-05,
373
+ "loss": 0.0366,
374
+ "step": 610
375
+ },
376
+ {
377
+ "epoch": 1.3,
378
+ "learning_rate": 4.351464435146444e-05,
379
+ "loss": 0.03,
380
+ "step": 620
381
+ },
382
+ {
383
+ "epoch": 1.32,
384
+ "learning_rate": 4.3410041841004185e-05,
385
+ "loss": 0.0313,
386
+ "step": 630
387
+ },
388
+ {
389
+ "epoch": 1.34,
390
+ "learning_rate": 4.3305439330543936e-05,
391
+ "loss": 0.0277,
392
+ "step": 640
393
+ },
394
+ {
395
+ "epoch": 1.36,
396
+ "learning_rate": 4.3200836820083686e-05,
397
+ "loss": 0.0351,
398
+ "step": 650
399
+ },
400
+ {
401
+ "epoch": 1.38,
402
+ "learning_rate": 4.3096234309623436e-05,
403
+ "loss": 0.0277,
404
+ "step": 660
405
+ },
406
+ {
407
+ "epoch": 1.4,
408
+ "learning_rate": 4.299163179916319e-05,
409
+ "loss": 0.0334,
410
+ "step": 670
411
+ },
412
+ {
413
+ "epoch": 1.42,
414
+ "learning_rate": 4.288702928870293e-05,
415
+ "loss": 0.0254,
416
+ "step": 680
417
+ },
418
+ {
419
+ "epoch": 1.44,
420
+ "learning_rate": 4.278242677824268e-05,
421
+ "loss": 0.0327,
422
+ "step": 690
423
+ },
424
+ {
425
+ "epoch": 1.46,
426
+ "learning_rate": 4.267782426778243e-05,
427
+ "loss": 0.0298,
428
+ "step": 700
429
+ },
430
+ {
431
+ "epoch": 1.49,
432
+ "learning_rate": 4.257322175732218e-05,
433
+ "loss": 0.0328,
434
+ "step": 710
435
+ },
436
+ {
437
+ "epoch": 1.51,
438
+ "learning_rate": 4.246861924686193e-05,
439
+ "loss": 0.0299,
440
+ "step": 720
441
+ },
442
+ {
443
+ "epoch": 1.53,
444
+ "learning_rate": 4.2364016736401676e-05,
445
+ "loss": 0.0371,
446
+ "step": 730
447
+ },
448
+ {
449
+ "epoch": 1.55,
450
+ "learning_rate": 4.2259414225941426e-05,
451
+ "loss": 0.0298,
452
+ "step": 740
453
+ },
454
+ {
455
+ "epoch": 1.57,
456
+ "learning_rate": 4.215481171548118e-05,
457
+ "loss": 0.034,
458
+ "step": 750
459
+ },
460
+ {
461
+ "epoch": 1.59,
462
+ "learning_rate": 4.205020920502093e-05,
463
+ "loss": 0.0273,
464
+ "step": 760
465
+ },
466
+ {
467
+ "epoch": 1.61,
468
+ "learning_rate": 4.194560669456067e-05,
469
+ "loss": 0.0323,
470
+ "step": 770
471
+ },
472
+ {
473
+ "epoch": 1.63,
474
+ "learning_rate": 4.184100418410042e-05,
475
+ "loss": 0.0293,
476
+ "step": 780
477
+ },
478
+ {
479
+ "epoch": 1.65,
480
+ "learning_rate": 4.173640167364017e-05,
481
+ "loss": 0.0196,
482
+ "step": 790
483
+ },
484
+ {
485
+ "epoch": 1.67,
486
+ "learning_rate": 4.1631799163179915e-05,
487
+ "loss": 0.036,
488
+ "step": 800
489
+ },
490
+ {
491
+ "epoch": 1.69,
492
+ "learning_rate": 4.1527196652719666e-05,
493
+ "loss": 0.0368,
494
+ "step": 810
495
+ },
496
+ {
497
+ "epoch": 1.72,
498
+ "learning_rate": 4.1422594142259416e-05,
499
+ "loss": 0.032,
500
+ "step": 820
501
+ },
502
+ {
503
+ "epoch": 1.74,
504
+ "learning_rate": 4.131799163179916e-05,
505
+ "loss": 0.0242,
506
+ "step": 830
507
+ },
508
+ {
509
+ "epoch": 1.76,
510
+ "learning_rate": 4.121338912133891e-05,
511
+ "loss": 0.0303,
512
+ "step": 840
513
+ },
514
+ {
515
+ "epoch": 1.78,
516
+ "learning_rate": 4.110878661087866e-05,
517
+ "loss": 0.036,
518
+ "step": 850
519
+ },
520
+ {
521
+ "epoch": 1.8,
522
+ "learning_rate": 4.100418410041841e-05,
523
+ "loss": 0.0379,
524
+ "step": 860
525
+ },
526
+ {
527
+ "epoch": 1.82,
528
+ "learning_rate": 4.089958158995816e-05,
529
+ "loss": 0.0321,
530
+ "step": 870
531
+ },
532
+ {
533
+ "epoch": 1.84,
534
+ "learning_rate": 4.0794979079497905e-05,
535
+ "loss": 0.0259,
536
+ "step": 880
537
+ },
538
+ {
539
+ "epoch": 1.86,
540
+ "learning_rate": 4.0690376569037656e-05,
541
+ "loss": 0.031,
542
+ "step": 890
543
+ },
544
+ {
545
+ "epoch": 1.88,
546
+ "learning_rate": 4.0585774058577406e-05,
547
+ "loss": 0.0339,
548
+ "step": 900
549
+ },
550
+ {
551
+ "epoch": 1.9,
552
+ "learning_rate": 4.048117154811716e-05,
553
+ "loss": 0.0326,
554
+ "step": 910
555
+ },
556
+ {
557
+ "epoch": 1.92,
558
+ "learning_rate": 4.037656903765691e-05,
559
+ "loss": 0.0309,
560
+ "step": 920
561
+ },
562
+ {
563
+ "epoch": 1.95,
564
+ "learning_rate": 4.027196652719665e-05,
565
+ "loss": 0.0269,
566
+ "step": 930
567
+ },
568
+ {
569
+ "epoch": 1.97,
570
+ "learning_rate": 4.01673640167364e-05,
571
+ "loss": 0.0289,
572
+ "step": 940
573
+ },
574
+ {
575
+ "epoch": 1.99,
576
+ "learning_rate": 4.006276150627615e-05,
577
+ "loss": 0.0348,
578
+ "step": 950
579
+ },
580
+ {
581
+ "epoch": 2.01,
582
+ "learning_rate": 3.99581589958159e-05,
583
+ "loss": 0.0343,
584
+ "step": 960
585
+ },
586
+ {
587
+ "epoch": 2.03,
588
+ "learning_rate": 3.985355648535565e-05,
589
+ "loss": 0.03,
590
+ "step": 970
591
+ },
592
+ {
593
+ "epoch": 2.05,
594
+ "learning_rate": 3.9748953974895396e-05,
595
+ "loss": 0.0178,
596
+ "step": 980
597
+ },
598
+ {
599
+ "epoch": 2.07,
600
+ "learning_rate": 3.964435146443515e-05,
601
+ "loss": 0.0285,
602
+ "step": 990
603
+ },
604
+ {
605
+ "epoch": 2.09,
606
+ "learning_rate": 3.95397489539749e-05,
607
+ "loss": 0.0312,
608
+ "step": 1000
609
+ },
610
+ {
611
+ "epoch": 2.09,
612
+ "eval_acc": 0.5445544527497305,
613
+ "eval_cer": 0.06267806267806268,
614
+ "eval_loss": 0.029834048822522163,
615
+ "eval_runtime": 75.6807,
616
+ "eval_samples_per_second": 2.669,
617
+ "eval_steps_per_second": 0.344,
618
+ "step": 1000
619
+ },
620
+ {
621
+ "epoch": 2.11,
622
+ "learning_rate": 3.943514644351465e-05,
623
+ "loss": 0.0242,
624
+ "step": 1010
625
+ },
626
+ {
627
+ "epoch": 2.13,
628
+ "learning_rate": 3.93305439330544e-05,
629
+ "loss": 0.0205,
630
+ "step": 1020
631
+ },
632
+ {
633
+ "epoch": 2.15,
634
+ "learning_rate": 3.922594142259414e-05,
635
+ "loss": 0.0185,
636
+ "step": 1030
637
+ },
638
+ {
639
+ "epoch": 2.18,
640
+ "learning_rate": 3.912133891213389e-05,
641
+ "loss": 0.0205,
642
+ "step": 1040
643
+ },
644
+ {
645
+ "epoch": 2.2,
646
+ "learning_rate": 3.901673640167364e-05,
647
+ "loss": 0.0234,
648
+ "step": 1050
649
+ },
650
+ {
651
+ "epoch": 2.22,
652
+ "learning_rate": 3.891213389121339e-05,
653
+ "loss": 0.0225,
654
+ "step": 1060
655
+ },
656
+ {
657
+ "epoch": 2.24,
658
+ "learning_rate": 3.880753138075314e-05,
659
+ "loss": 0.0153,
660
+ "step": 1070
661
+ },
662
+ {
663
+ "epoch": 2.26,
664
+ "learning_rate": 3.870292887029289e-05,
665
+ "loss": 0.0155,
666
+ "step": 1080
667
+ },
668
+ {
669
+ "epoch": 2.28,
670
+ "learning_rate": 3.859832635983264e-05,
671
+ "loss": 0.0244,
672
+ "step": 1090
673
+ },
674
+ {
675
+ "epoch": 2.3,
676
+ "learning_rate": 3.849372384937239e-05,
677
+ "loss": 0.0212,
678
+ "step": 1100
679
+ },
680
+ {
681
+ "epoch": 2.32,
682
+ "learning_rate": 3.838912133891214e-05,
683
+ "loss": 0.014,
684
+ "step": 1110
685
+ },
686
+ {
687
+ "epoch": 2.34,
688
+ "learning_rate": 3.828451882845189e-05,
689
+ "loss": 0.0157,
690
+ "step": 1120
691
+ },
692
+ {
693
+ "epoch": 2.36,
694
+ "learning_rate": 3.817991631799163e-05,
695
+ "loss": 0.0182,
696
+ "step": 1130
697
+ },
698
+ {
699
+ "epoch": 2.38,
700
+ "learning_rate": 3.807531380753138e-05,
701
+ "loss": 0.0185,
702
+ "step": 1140
703
+ },
704
+ {
705
+ "epoch": 2.41,
706
+ "learning_rate": 3.797071129707113e-05,
707
+ "loss": 0.0187,
708
+ "step": 1150
709
+ },
710
+ {
711
+ "epoch": 2.43,
712
+ "learning_rate": 3.7866108786610884e-05,
713
+ "loss": 0.0216,
714
+ "step": 1160
715
+ },
716
+ {
717
+ "epoch": 2.45,
718
+ "learning_rate": 3.7761506276150634e-05,
719
+ "loss": 0.0126,
720
+ "step": 1170
721
+ },
722
+ {
723
+ "epoch": 2.47,
724
+ "learning_rate": 3.765690376569038e-05,
725
+ "loss": 0.0229,
726
+ "step": 1180
727
+ },
728
+ {
729
+ "epoch": 2.49,
730
+ "learning_rate": 3.755230125523013e-05,
731
+ "loss": 0.0163,
732
+ "step": 1190
733
+ },
734
+ {
735
+ "epoch": 2.51,
736
+ "learning_rate": 3.744769874476988e-05,
737
+ "loss": 0.0169,
738
+ "step": 1200
739
+ },
740
+ {
741
+ "epoch": 2.53,
742
+ "learning_rate": 3.734309623430963e-05,
743
+ "loss": 0.0161,
744
+ "step": 1210
745
+ },
746
+ {
747
+ "epoch": 2.55,
748
+ "learning_rate": 3.723849372384937e-05,
749
+ "loss": 0.0284,
750
+ "step": 1220
751
+ },
752
+ {
753
+ "epoch": 2.57,
754
+ "learning_rate": 3.713389121338912e-05,
755
+ "loss": 0.0255,
756
+ "step": 1230
757
+ },
758
+ {
759
+ "epoch": 2.59,
760
+ "learning_rate": 3.7029288702928874e-05,
761
+ "loss": 0.025,
762
+ "step": 1240
763
+ },
764
+ {
765
+ "epoch": 2.62,
766
+ "learning_rate": 3.6924686192468624e-05,
767
+ "loss": 0.0221,
768
+ "step": 1250
769
+ },
770
+ {
771
+ "epoch": 2.64,
772
+ "learning_rate": 3.6820083682008375e-05,
773
+ "loss": 0.0209,
774
+ "step": 1260
775
+ },
776
+ {
777
+ "epoch": 2.66,
778
+ "learning_rate": 3.671548117154812e-05,
779
+ "loss": 0.0223,
780
+ "step": 1270
781
+ },
782
+ {
783
+ "epoch": 2.68,
784
+ "learning_rate": 3.661087866108787e-05,
785
+ "loss": 0.024,
786
+ "step": 1280
787
+ },
788
+ {
789
+ "epoch": 2.7,
790
+ "learning_rate": 3.650627615062762e-05,
791
+ "loss": 0.0187,
792
+ "step": 1290
793
+ },
794
+ {
795
+ "epoch": 2.72,
796
+ "learning_rate": 3.640167364016737e-05,
797
+ "loss": 0.0244,
798
+ "step": 1300
799
+ },
800
+ {
801
+ "epoch": 2.74,
802
+ "learning_rate": 3.629707112970711e-05,
803
+ "loss": 0.0243,
804
+ "step": 1310
805
+ },
806
+ {
807
+ "epoch": 2.76,
808
+ "learning_rate": 3.6192468619246864e-05,
809
+ "loss": 0.0185,
810
+ "step": 1320
811
+ },
812
+ {
813
+ "epoch": 2.78,
814
+ "learning_rate": 3.6087866108786614e-05,
815
+ "loss": 0.0207,
816
+ "step": 1330
817
+ },
818
+ {
819
+ "epoch": 2.8,
820
+ "learning_rate": 3.598326359832636e-05,
821
+ "loss": 0.0219,
822
+ "step": 1340
823
+ },
824
+ {
825
+ "epoch": 2.82,
826
+ "learning_rate": 3.587866108786611e-05,
827
+ "loss": 0.0183,
828
+ "step": 1350
829
+ },
830
+ {
831
+ "epoch": 2.85,
832
+ "learning_rate": 3.577405857740586e-05,
833
+ "loss": 0.0194,
834
+ "step": 1360
835
+ },
836
+ {
837
+ "epoch": 2.87,
838
+ "learning_rate": 3.566945606694561e-05,
839
+ "loss": 0.0177,
840
+ "step": 1370
841
+ },
842
+ {
843
+ "epoch": 2.89,
844
+ "learning_rate": 3.556485355648535e-05,
845
+ "loss": 0.0281,
846
+ "step": 1380
847
+ },
848
+ {
849
+ "epoch": 2.91,
850
+ "learning_rate": 3.54602510460251e-05,
851
+ "loss": 0.0198,
852
+ "step": 1390
853
+ },
854
+ {
855
+ "epoch": 2.93,
856
+ "learning_rate": 3.5355648535564854e-05,
857
+ "loss": 0.0233,
858
+ "step": 1400
859
+ },
860
+ {
861
+ "epoch": 2.95,
862
+ "learning_rate": 3.5251046025104604e-05,
863
+ "loss": 0.0199,
864
+ "step": 1410
865
+ },
866
+ {
867
+ "epoch": 2.97,
868
+ "learning_rate": 3.514644351464435e-05,
869
+ "loss": 0.0194,
870
+ "step": 1420
871
+ },
872
+ {
873
+ "epoch": 2.99,
874
+ "learning_rate": 3.50418410041841e-05,
875
+ "loss": 0.0222,
876
+ "step": 1430
877
+ },
878
+ {
879
+ "epoch": 3.01,
880
+ "learning_rate": 3.493723849372385e-05,
881
+ "loss": 0.0219,
882
+ "step": 1440
883
+ },
884
+ {
885
+ "epoch": 3.03,
886
+ "learning_rate": 3.48326359832636e-05,
887
+ "loss": 0.0139,
888
+ "step": 1450
889
+ },
890
+ {
891
+ "epoch": 3.05,
892
+ "learning_rate": 3.472803347280335e-05,
893
+ "loss": 0.0155,
894
+ "step": 1460
895
+ },
896
+ {
897
+ "epoch": 3.08,
898
+ "learning_rate": 3.462343096234309e-05,
899
+ "loss": 0.0123,
900
+ "step": 1470
901
+ },
902
+ {
903
+ "epoch": 3.1,
904
+ "learning_rate": 3.4518828451882844e-05,
905
+ "loss": 0.0174,
906
+ "step": 1480
907
+ },
908
+ {
909
+ "epoch": 3.12,
910
+ "learning_rate": 3.4414225941422594e-05,
911
+ "loss": 0.0161,
912
+ "step": 1490
913
+ },
914
+ {
915
+ "epoch": 3.14,
916
+ "learning_rate": 3.4309623430962344e-05,
917
+ "loss": 0.014,
918
+ "step": 1500
919
+ },
920
+ {
921
+ "epoch": 3.16,
922
+ "learning_rate": 3.4205020920502095e-05,
923
+ "loss": 0.0137,
924
+ "step": 1510
925
+ },
926
+ {
927
+ "epoch": 3.18,
928
+ "learning_rate": 3.410041841004184e-05,
929
+ "loss": 0.0118,
930
+ "step": 1520
931
+ },
932
+ {
933
+ "epoch": 3.2,
934
+ "learning_rate": 3.399581589958159e-05,
935
+ "loss": 0.0164,
936
+ "step": 1530
937
+ },
938
+ {
939
+ "epoch": 3.22,
940
+ "learning_rate": 3.389121338912134e-05,
941
+ "loss": 0.0134,
942
+ "step": 1540
943
+ },
944
+ {
945
+ "epoch": 3.24,
946
+ "learning_rate": 3.378661087866109e-05,
947
+ "loss": 0.0172,
948
+ "step": 1550
949
+ },
950
+ {
951
+ "epoch": 3.26,
952
+ "learning_rate": 3.368200836820084e-05,
953
+ "loss": 0.0129,
954
+ "step": 1560
955
+ },
956
+ {
957
+ "epoch": 3.28,
958
+ "learning_rate": 3.3577405857740584e-05,
959
+ "loss": 0.0185,
960
+ "step": 1570
961
+ },
962
+ {
963
+ "epoch": 3.31,
964
+ "learning_rate": 3.3472803347280334e-05,
965
+ "loss": 0.0173,
966
+ "step": 1580
967
+ },
968
+ {
969
+ "epoch": 3.33,
970
+ "learning_rate": 3.3368200836820085e-05,
971
+ "loss": 0.0133,
972
+ "step": 1590
973
+ },
974
+ {
975
+ "epoch": 3.35,
976
+ "learning_rate": 3.3263598326359835e-05,
977
+ "loss": 0.0104,
978
+ "step": 1600
979
+ },
980
+ {
981
+ "epoch": 3.37,
982
+ "learning_rate": 3.3158995815899586e-05,
983
+ "loss": 0.0126,
984
+ "step": 1610
985
+ },
986
+ {
987
+ "epoch": 3.39,
988
+ "learning_rate": 3.305439330543933e-05,
989
+ "loss": 0.0193,
990
+ "step": 1620
991
+ },
992
+ {
993
+ "epoch": 3.41,
994
+ "learning_rate": 3.294979079497908e-05,
995
+ "loss": 0.0164,
996
+ "step": 1630
997
+ },
998
+ {
999
+ "epoch": 3.43,
1000
+ "learning_rate": 3.284518828451883e-05,
1001
+ "loss": 0.0109,
1002
+ "step": 1640
1003
+ },
1004
+ {
1005
+ "epoch": 3.45,
1006
+ "learning_rate": 3.274058577405858e-05,
1007
+ "loss": 0.0106,
1008
+ "step": 1650
1009
+ },
1010
+ {
1011
+ "epoch": 3.47,
1012
+ "learning_rate": 3.263598326359833e-05,
1013
+ "loss": 0.009,
1014
+ "step": 1660
1015
+ },
1016
+ {
1017
+ "epoch": 3.49,
1018
+ "learning_rate": 3.2531380753138075e-05,
1019
+ "loss": 0.0165,
1020
+ "step": 1670
1021
+ },
1022
+ {
1023
+ "epoch": 3.51,
1024
+ "learning_rate": 3.2426778242677825e-05,
1025
+ "loss": 0.0152,
1026
+ "step": 1680
1027
+ },
1028
+ {
1029
+ "epoch": 3.54,
1030
+ "learning_rate": 3.2322175732217576e-05,
1031
+ "loss": 0.0149,
1032
+ "step": 1690
1033
+ },
1034
+ {
1035
+ "epoch": 3.56,
1036
+ "learning_rate": 3.2217573221757326e-05,
1037
+ "loss": 0.0122,
1038
+ "step": 1700
1039
+ },
1040
+ {
1041
+ "epoch": 3.58,
1042
+ "learning_rate": 3.2112970711297076e-05,
1043
+ "loss": 0.0181,
1044
+ "step": 1710
1045
+ },
1046
+ {
1047
+ "epoch": 3.6,
1048
+ "learning_rate": 3.200836820083682e-05,
1049
+ "loss": 0.0128,
1050
+ "step": 1720
1051
+ },
1052
+ {
1053
+ "epoch": 3.62,
1054
+ "learning_rate": 3.190376569037657e-05,
1055
+ "loss": 0.0124,
1056
+ "step": 1730
1057
+ },
1058
+ {
1059
+ "epoch": 3.64,
1060
+ "learning_rate": 3.179916317991632e-05,
1061
+ "loss": 0.0139,
1062
+ "step": 1740
1063
+ },
1064
+ {
1065
+ "epoch": 3.66,
1066
+ "learning_rate": 3.169456066945607e-05,
1067
+ "loss": 0.013,
1068
+ "step": 1750
1069
+ },
1070
+ {
1071
+ "epoch": 3.68,
1072
+ "learning_rate": 3.158995815899582e-05,
1073
+ "loss": 0.0115,
1074
+ "step": 1760
1075
+ },
1076
+ {
1077
+ "epoch": 3.7,
1078
+ "learning_rate": 3.1485355648535566e-05,
1079
+ "loss": 0.0182,
1080
+ "step": 1770
1081
+ },
1082
+ {
1083
+ "epoch": 3.72,
1084
+ "learning_rate": 3.1380753138075316e-05,
1085
+ "loss": 0.014,
1086
+ "step": 1780
1087
+ },
1088
+ {
1089
+ "epoch": 3.74,
1090
+ "learning_rate": 3.1276150627615066e-05,
1091
+ "loss": 0.0131,
1092
+ "step": 1790
1093
+ },
1094
+ {
1095
+ "epoch": 3.77,
1096
+ "learning_rate": 3.117154811715482e-05,
1097
+ "loss": 0.013,
1098
+ "step": 1800
1099
+ },
1100
+ {
1101
+ "epoch": 3.79,
1102
+ "learning_rate": 3.106694560669457e-05,
1103
+ "loss": 0.0114,
1104
+ "step": 1810
1105
+ },
1106
+ {
1107
+ "epoch": 3.81,
1108
+ "learning_rate": 3.096234309623431e-05,
1109
+ "loss": 0.015,
1110
+ "step": 1820
1111
+ },
1112
+ {
1113
+ "epoch": 3.83,
1114
+ "learning_rate": 3.085774058577406e-05,
1115
+ "loss": 0.0131,
1116
+ "step": 1830
1117
+ },
1118
+ {
1119
+ "epoch": 3.85,
1120
+ "learning_rate": 3.075313807531381e-05,
1121
+ "loss": 0.011,
1122
+ "step": 1840
1123
+ },
1124
+ {
1125
+ "epoch": 3.87,
1126
+ "learning_rate": 3.0648535564853556e-05,
1127
+ "loss": 0.0126,
1128
+ "step": 1850
1129
+ },
1130
+ {
1131
+ "epoch": 3.89,
1132
+ "learning_rate": 3.0543933054393306e-05,
1133
+ "loss": 0.0104,
1134
+ "step": 1860
1135
+ },
1136
+ {
1137
+ "epoch": 3.91,
1138
+ "learning_rate": 3.0439330543933053e-05,
1139
+ "loss": 0.0134,
1140
+ "step": 1870
1141
+ },
1142
+ {
1143
+ "epoch": 3.93,
1144
+ "learning_rate": 3.0334728033472803e-05,
1145
+ "loss": 0.0201,
1146
+ "step": 1880
1147
+ },
1148
+ {
1149
+ "epoch": 3.95,
1150
+ "learning_rate": 3.0230125523012554e-05,
1151
+ "loss": 0.0143,
1152
+ "step": 1890
1153
+ },
1154
+ {
1155
+ "epoch": 3.97,
1156
+ "learning_rate": 3.0125523012552304e-05,
1157
+ "loss": 0.0154,
1158
+ "step": 1900
1159
+ },
1160
+ {
1161
+ "epoch": 4.0,
1162
+ "learning_rate": 3.0020920502092055e-05,
1163
+ "loss": 0.0085,
1164
+ "step": 1910
1165
+ },
1166
+ {
1167
+ "epoch": 4.02,
1168
+ "learning_rate": 2.99163179916318e-05,
1169
+ "loss": 0.0156,
1170
+ "step": 1920
1171
+ },
1172
+ {
1173
+ "epoch": 4.04,
1174
+ "learning_rate": 2.981171548117155e-05,
1175
+ "loss": 0.0121,
1176
+ "step": 1930
1177
+ },
1178
+ {
1179
+ "epoch": 4.06,
1180
+ "learning_rate": 2.97071129707113e-05,
1181
+ "loss": 0.0085,
1182
+ "step": 1940
1183
+ },
1184
+ {
1185
+ "epoch": 4.08,
1186
+ "learning_rate": 2.960251046025105e-05,
1187
+ "loss": 0.0097,
1188
+ "step": 1950
1189
+ },
1190
+ {
1191
+ "epoch": 4.1,
1192
+ "learning_rate": 2.9497907949790797e-05,
1193
+ "loss": 0.011,
1194
+ "step": 1960
1195
+ },
1196
+ {
1197
+ "epoch": 4.12,
1198
+ "learning_rate": 2.9393305439330544e-05,
1199
+ "loss": 0.0124,
1200
+ "step": 1970
1201
+ },
1202
+ {
1203
+ "epoch": 4.14,
1204
+ "learning_rate": 2.9288702928870294e-05,
1205
+ "loss": 0.0124,
1206
+ "step": 1980
1207
+ },
1208
+ {
1209
+ "epoch": 4.16,
1210
+ "learning_rate": 2.9184100418410045e-05,
1211
+ "loss": 0.0109,
1212
+ "step": 1990
1213
+ },
1214
+ {
1215
+ "epoch": 4.18,
1216
+ "learning_rate": 2.9079497907949792e-05,
1217
+ "loss": 0.0117,
1218
+ "step": 2000
1219
+ },
1220
+ {
1221
+ "epoch": 4.18,
1222
+ "eval_acc": 0.6881188084746593,
1223
+ "eval_cer": 0.039886039886039885,
1224
+ "eval_loss": 0.02099423296749592,
1225
+ "eval_runtime": 62.3807,
1226
+ "eval_samples_per_second": 3.238,
1227
+ "eval_steps_per_second": 0.417,
1228
+ "step": 2000
1229
+ }
1230
+ ],
1231
+ "max_steps": 4780,
1232
+ "num_train_epochs": 10,
1233
+ "total_flos": 1.2465471615506842e+18,
1234
+ "trial_name": null,
1235
+ "trial_params": null
1236
+ }
checkpoint/trocr-custdata/checkpoint-2000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c07b40ab180dec9e88bab744a3d592d2744899e57c88313f6027dc65f67253
3
+ size 3579
checkpoint/trocr-custdata/checkpoint-3000/config.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_commit_hash": null,
3
+ "_name_or_path": "./cust-data/weights",
4
+ "architectures": [
5
+ "VisionEncoderDecoderModel"
6
+ ],
7
+ "decoder": {
8
+ "_name_or_path": "",
9
+ "activation_dropout": 0.0,
10
+ "activation_function": "relu",
11
+ "add_cross_attention": true,
12
+ "architectures": null,
13
+ "attention_dropout": 0.0,
14
+ "bad_words_ids": null,
15
+ "begin_suppress_tokens": null,
16
+ "bos_token_id": 0,
17
+ "chunk_size_feed_forward": 0,
18
+ "classifier_dropout": 0.0,
19
+ "cross_attention_hidden_size": 384,
20
+ "d_model": 256,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 1024,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 2,
26
+ "diversity_penalty": 0.0,
27
+ "do_sample": false,
28
+ "dropout": 0.1,
29
+ "early_stopping": false,
30
+ "encoder_no_repeat_ngram_size": 0,
31
+ "eos_token_id": 2,
32
+ "exponential_decay_length_penalty": null,
33
+ "finetuning_task": null,
34
+ "forced_bos_token_id": null,
35
+ "forced_eos_token_id": null,
36
+ "id2label": {
37
+ "0": "LABEL_0",
38
+ "1": "LABEL_1"
39
+ },
40
+ "init_std": 0.02,
41
+ "is_decoder": true,
42
+ "is_encoder_decoder": false,
43
+ "label2id": {
44
+ "LABEL_0": 0,
45
+ "LABEL_1": 1
46
+ },
47
+ "layernorm_embedding": true,
48
+ "length_penalty": 1.0,
49
+ "max_length": 20,
50
+ "max_position_embeddings": 512,
51
+ "min_length": 0,
52
+ "model_type": "trocr",
53
+ "no_repeat_ngram_size": 0,
54
+ "num_beam_groups": 1,
55
+ "num_beams": 1,
56
+ "num_return_sequences": 1,
57
+ "output_attentions": false,
58
+ "output_hidden_states": false,
59
+ "output_scores": false,
60
+ "pad_token_id": 1,
61
+ "prefix": null,
62
+ "problem_type": null,
63
+ "pruned_heads": {},
64
+ "remove_invalid_values": false,
65
+ "repetition_penalty": 1.0,
66
+ "return_dict": true,
67
+ "return_dict_in_generate": false,
68
+ "scale_embedding": true,
69
+ "sep_token_id": null,
70
+ "suppress_tokens": null,
71
+ "task_specific_params": null,
72
+ "temperature": 1.0,
73
+ "tf_legacy_loss": false,
74
+ "tie_encoder_decoder": false,
75
+ "tie_word_embeddings": false,
76
+ "tokenizer_class": null,
77
+ "top_k": 50,
78
+ "top_p": 1.0,
79
+ "torch_dtype": null,
80
+ "torchscript": false,
81
+ "transformers_version": "4.26.0.dev0",
82
+ "typical_p": 1.0,
83
+ "use_bfloat16": false,
84
+ "use_cache": false,
85
+ "use_learned_position_embeddings": true,
86
+ "vocab_size": 2794
87
+ },
88
+ "decoder_start_token_id": 0,
89
+ "early_stopping": true,
90
+ "encoder": {
91
+ "_name_or_path": "",
92
+ "add_cross_attention": false,
93
+ "architectures": null,
94
+ "attention_probs_dropout_prob": 0.0,
95
+ "bad_words_ids": null,
96
+ "begin_suppress_tokens": null,
97
+ "bos_token_id": null,
98
+ "chunk_size_feed_forward": 0,
99
+ "cross_attention_hidden_size": null,
100
+ "decoder_start_token_id": null,
101
+ "diversity_penalty": 0.0,
102
+ "do_sample": false,
103
+ "early_stopping": false,
104
+ "encoder_no_repeat_ngram_size": 0,
105
+ "encoder_stride": 16,
106
+ "eos_token_id": null,
107
+ "exponential_decay_length_penalty": null,
108
+ "finetuning_task": null,
109
+ "forced_bos_token_id": null,
110
+ "forced_eos_token_id": null,
111
+ "hidden_act": "gelu",
112
+ "hidden_dropout_prob": 0.0,
113
+ "hidden_size": 384,
114
+ "id2label": {
115
+ "0": "LABEL_0",
116
+ "1": "LABEL_1"
117
+ },
118
+ "image_size": 384,
119
+ "initializer_range": 0.02,
120
+ "intermediate_size": 1536,
121
+ "is_decoder": false,
122
+ "is_encoder_decoder": false,
123
+ "label2id": {
124
+ "LABEL_0": 0,
125
+ "LABEL_1": 1
126
+ },
127
+ "layer_norm_eps": 1e-12,
128
+ "length_penalty": 1.0,
129
+ "max_length": 20,
130
+ "min_length": 0,
131
+ "model_type": "deit",
132
+ "no_repeat_ngram_size": 0,
133
+ "num_attention_heads": 6,
134
+ "num_beam_groups": 1,
135
+ "num_beams": 1,
136
+ "num_channels": 3,
137
+ "num_hidden_layers": 12,
138
+ "num_return_sequences": 1,
139
+ "output_attentions": false,
140
+ "output_hidden_states": false,
141
+ "output_scores": false,
142
+ "pad_token_id": null,
143
+ "patch_size": 16,
144
+ "prefix": null,
145
+ "problem_type": null,
146
+ "pruned_heads": {},
147
+ "qkv_bias": true,
148
+ "remove_invalid_values": false,
149
+ "repetition_penalty": 1.0,
150
+ "return_dict": true,
151
+ "return_dict_in_generate": false,
152
+ "sep_token_id": null,
153
+ "suppress_tokens": null,
154
+ "task_specific_params": null,
155
+ "temperature": 1.0,
156
+ "tf_legacy_loss": false,
157
+ "tie_encoder_decoder": false,
158
+ "tie_word_embeddings": true,
159
+ "tokenizer_class": null,
160
+ "top_k": 50,
161
+ "top_p": 1.0,
162
+ "torch_dtype": null,
163
+ "torchscript": false,
164
+ "transformers_version": "4.26.0.dev0",
165
+ "typical_p": 1.0,
166
+ "use_bfloat16": false
167
+ },
168
+ "eos_token_id": 2,
169
+ "is_encoder_decoder": true,
170
+ "length_penalty": 2.0,
171
+ "max_length": 256,
172
+ "model_type": "vision-encoder-decoder",
173
+ "no_repeat_ngram_size": 3,
174
+ "num_beams": 4,
175
+ "pad_token_id": 1,
176
+ "tie_word_embeddings": false,
177
+ "torch_dtype": "float32",
178
+ "transformers_version": null,
179
+ "vocab_size": 2794
180
+ }
checkpoint/trocr-custdata/checkpoint-3000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f404e89fcf53bfbbf40aa45e68fb63c2f9c39ba43509d4b637e5e77f2247c5
3
+ size 240912133
checkpoint/trocr-custdata/checkpoint-3000/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 384,
20
+ "width": 384
21
+ }
22
+ }
checkpoint/trocr-custdata/checkpoint-3000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3430cca9bc01c0bdeb6f4c26f11a1a3c89cc86f14c8ceadc410927c19f931fd5
3
+ size 121067061
checkpoint/trocr-custdata/checkpoint-3000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7146f9745a7ab539ab701ce6768baee4816f3fd4958e68bf4dfbc6fa27f8db91
3
+ size 627
checkpoint/trocr-custdata/checkpoint-3000/trainer_state.json ADDED
@@ -0,0 +1,1846 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 6.2761506276150625,
5
+ "global_step": 3000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.02,
12
+ "learning_rate": 4.989539748953975e-05,
13
+ "loss": 0.3889,
14
+ "step": 10
15
+ },
16
+ {
17
+ "epoch": 0.04,
18
+ "learning_rate": 4.97907949790795e-05,
19
+ "loss": 0.245,
20
+ "step": 20
21
+ },
22
+ {
23
+ "epoch": 0.06,
24
+ "learning_rate": 4.968619246861925e-05,
25
+ "loss": 0.1722,
26
+ "step": 30
27
+ },
28
+ {
29
+ "epoch": 0.08,
30
+ "learning_rate": 4.9581589958159e-05,
31
+ "loss": 0.1545,
32
+ "step": 40
33
+ },
34
+ {
35
+ "epoch": 0.1,
36
+ "learning_rate": 4.947698744769875e-05,
37
+ "loss": 0.1614,
38
+ "step": 50
39
+ },
40
+ {
41
+ "epoch": 0.13,
42
+ "learning_rate": 4.93723849372385e-05,
43
+ "loss": 0.1332,
44
+ "step": 60
45
+ },
46
+ {
47
+ "epoch": 0.15,
48
+ "learning_rate": 4.926778242677825e-05,
49
+ "loss": 0.1098,
50
+ "step": 70
51
+ },
52
+ {
53
+ "epoch": 0.17,
54
+ "learning_rate": 4.916317991631799e-05,
55
+ "loss": 0.1298,
56
+ "step": 80
57
+ },
58
+ {
59
+ "epoch": 0.19,
60
+ "learning_rate": 4.905857740585774e-05,
61
+ "loss": 0.117,
62
+ "step": 90
63
+ },
64
+ {
65
+ "epoch": 0.21,
66
+ "learning_rate": 4.895397489539749e-05,
67
+ "loss": 0.114,
68
+ "step": 100
69
+ },
70
+ {
71
+ "epoch": 0.23,
72
+ "learning_rate": 4.8849372384937244e-05,
73
+ "loss": 0.1137,
74
+ "step": 110
75
+ },
76
+ {
77
+ "epoch": 0.25,
78
+ "learning_rate": 4.8744769874476994e-05,
79
+ "loss": 0.077,
80
+ "step": 120
81
+ },
82
+ {
83
+ "epoch": 0.27,
84
+ "learning_rate": 4.864016736401674e-05,
85
+ "loss": 0.0907,
86
+ "step": 130
87
+ },
88
+ {
89
+ "epoch": 0.29,
90
+ "learning_rate": 4.853556485355649e-05,
91
+ "loss": 0.0863,
92
+ "step": 140
93
+ },
94
+ {
95
+ "epoch": 0.31,
96
+ "learning_rate": 4.843096234309624e-05,
97
+ "loss": 0.0909,
98
+ "step": 150
99
+ },
100
+ {
101
+ "epoch": 0.33,
102
+ "learning_rate": 4.832635983263599e-05,
103
+ "loss": 0.0923,
104
+ "step": 160
105
+ },
106
+ {
107
+ "epoch": 0.36,
108
+ "learning_rate": 4.822175732217574e-05,
109
+ "loss": 0.0898,
110
+ "step": 170
111
+ },
112
+ {
113
+ "epoch": 0.38,
114
+ "learning_rate": 4.811715481171548e-05,
115
+ "loss": 0.0852,
116
+ "step": 180
117
+ },
118
+ {
119
+ "epoch": 0.4,
120
+ "learning_rate": 4.8012552301255234e-05,
121
+ "loss": 0.0739,
122
+ "step": 190
123
+ },
124
+ {
125
+ "epoch": 0.42,
126
+ "learning_rate": 4.7907949790794984e-05,
127
+ "loss": 0.0801,
128
+ "step": 200
129
+ },
130
+ {
131
+ "epoch": 0.44,
132
+ "learning_rate": 4.7803347280334734e-05,
133
+ "loss": 0.076,
134
+ "step": 210
135
+ },
136
+ {
137
+ "epoch": 0.46,
138
+ "learning_rate": 4.7698744769874485e-05,
139
+ "loss": 0.0772,
140
+ "step": 220
141
+ },
142
+ {
143
+ "epoch": 0.48,
144
+ "learning_rate": 4.759414225941423e-05,
145
+ "loss": 0.0595,
146
+ "step": 230
147
+ },
148
+ {
149
+ "epoch": 0.5,
150
+ "learning_rate": 4.748953974895398e-05,
151
+ "loss": 0.0612,
152
+ "step": 240
153
+ },
154
+ {
155
+ "epoch": 0.52,
156
+ "learning_rate": 4.738493723849373e-05,
157
+ "loss": 0.0513,
158
+ "step": 250
159
+ },
160
+ {
161
+ "epoch": 0.54,
162
+ "learning_rate": 4.728033472803347e-05,
163
+ "loss": 0.0555,
164
+ "step": 260
165
+ },
166
+ {
167
+ "epoch": 0.56,
168
+ "learning_rate": 4.7175732217573224e-05,
169
+ "loss": 0.0731,
170
+ "step": 270
171
+ },
172
+ {
173
+ "epoch": 0.59,
174
+ "learning_rate": 4.7071129707112974e-05,
175
+ "loss": 0.0677,
176
+ "step": 280
177
+ },
178
+ {
179
+ "epoch": 0.61,
180
+ "learning_rate": 4.696652719665272e-05,
181
+ "loss": 0.0673,
182
+ "step": 290
183
+ },
184
+ {
185
+ "epoch": 0.63,
186
+ "learning_rate": 4.686192468619247e-05,
187
+ "loss": 0.0552,
188
+ "step": 300
189
+ },
190
+ {
191
+ "epoch": 0.65,
192
+ "learning_rate": 4.675732217573222e-05,
193
+ "loss": 0.0646,
194
+ "step": 310
195
+ },
196
+ {
197
+ "epoch": 0.67,
198
+ "learning_rate": 4.665271966527197e-05,
199
+ "loss": 0.0681,
200
+ "step": 320
201
+ },
202
+ {
203
+ "epoch": 0.69,
204
+ "learning_rate": 4.654811715481171e-05,
205
+ "loss": 0.05,
206
+ "step": 330
207
+ },
208
+ {
209
+ "epoch": 0.71,
210
+ "learning_rate": 4.644351464435146e-05,
211
+ "loss": 0.0621,
212
+ "step": 340
213
+ },
214
+ {
215
+ "epoch": 0.73,
216
+ "learning_rate": 4.6338912133891213e-05,
217
+ "loss": 0.0557,
218
+ "step": 350
219
+ },
220
+ {
221
+ "epoch": 0.75,
222
+ "learning_rate": 4.6234309623430964e-05,
223
+ "loss": 0.0682,
224
+ "step": 360
225
+ },
226
+ {
227
+ "epoch": 0.77,
228
+ "learning_rate": 4.6129707112970714e-05,
229
+ "loss": 0.0543,
230
+ "step": 370
231
+ },
232
+ {
233
+ "epoch": 0.79,
234
+ "learning_rate": 4.602510460251046e-05,
235
+ "loss": 0.0576,
236
+ "step": 380
237
+ },
238
+ {
239
+ "epoch": 0.82,
240
+ "learning_rate": 4.592050209205021e-05,
241
+ "loss": 0.0551,
242
+ "step": 390
243
+ },
244
+ {
245
+ "epoch": 0.84,
246
+ "learning_rate": 4.581589958158996e-05,
247
+ "loss": 0.0627,
248
+ "step": 400
249
+ },
250
+ {
251
+ "epoch": 0.86,
252
+ "learning_rate": 4.571129707112971e-05,
253
+ "loss": 0.0708,
254
+ "step": 410
255
+ },
256
+ {
257
+ "epoch": 0.88,
258
+ "learning_rate": 4.560669456066946e-05,
259
+ "loss": 0.0616,
260
+ "step": 420
261
+ },
262
+ {
263
+ "epoch": 0.9,
264
+ "learning_rate": 4.5502092050209203e-05,
265
+ "loss": 0.0496,
266
+ "step": 430
267
+ },
268
+ {
269
+ "epoch": 0.92,
270
+ "learning_rate": 4.5397489539748954e-05,
271
+ "loss": 0.0444,
272
+ "step": 440
273
+ },
274
+ {
275
+ "epoch": 0.94,
276
+ "learning_rate": 4.5292887029288704e-05,
277
+ "loss": 0.0538,
278
+ "step": 450
279
+ },
280
+ {
281
+ "epoch": 0.96,
282
+ "learning_rate": 4.5188284518828455e-05,
283
+ "loss": 0.0553,
284
+ "step": 460
285
+ },
286
+ {
287
+ "epoch": 0.98,
288
+ "learning_rate": 4.5083682008368205e-05,
289
+ "loss": 0.0499,
290
+ "step": 470
291
+ },
292
+ {
293
+ "epoch": 1.0,
294
+ "learning_rate": 4.497907949790795e-05,
295
+ "loss": 0.059,
296
+ "step": 480
297
+ },
298
+ {
299
+ "epoch": 1.03,
300
+ "learning_rate": 4.48744769874477e-05,
301
+ "loss": 0.0433,
302
+ "step": 490
303
+ },
304
+ {
305
+ "epoch": 1.05,
306
+ "learning_rate": 4.476987447698745e-05,
307
+ "loss": 0.0408,
308
+ "step": 500
309
+ },
310
+ {
311
+ "epoch": 1.07,
312
+ "learning_rate": 4.46652719665272e-05,
313
+ "loss": 0.0469,
314
+ "step": 510
315
+ },
316
+ {
317
+ "epoch": 1.09,
318
+ "learning_rate": 4.456066945606695e-05,
319
+ "loss": 0.0397,
320
+ "step": 520
321
+ },
322
+ {
323
+ "epoch": 1.11,
324
+ "learning_rate": 4.4456066945606694e-05,
325
+ "loss": 0.0329,
326
+ "step": 530
327
+ },
328
+ {
329
+ "epoch": 1.13,
330
+ "learning_rate": 4.4351464435146445e-05,
331
+ "loss": 0.0421,
332
+ "step": 540
333
+ },
334
+ {
335
+ "epoch": 1.15,
336
+ "learning_rate": 4.4246861924686195e-05,
337
+ "loss": 0.0357,
338
+ "step": 550
339
+ },
340
+ {
341
+ "epoch": 1.17,
342
+ "learning_rate": 4.4142259414225946e-05,
343
+ "loss": 0.0383,
344
+ "step": 560
345
+ },
346
+ {
347
+ "epoch": 1.19,
348
+ "learning_rate": 4.4037656903765696e-05,
349
+ "loss": 0.0364,
350
+ "step": 570
351
+ },
352
+ {
353
+ "epoch": 1.21,
354
+ "learning_rate": 4.393305439330544e-05,
355
+ "loss": 0.0338,
356
+ "step": 580
357
+ },
358
+ {
359
+ "epoch": 1.23,
360
+ "learning_rate": 4.382845188284519e-05,
361
+ "loss": 0.0415,
362
+ "step": 590
363
+ },
364
+ {
365
+ "epoch": 1.26,
366
+ "learning_rate": 4.372384937238494e-05,
367
+ "loss": 0.026,
368
+ "step": 600
369
+ },
370
+ {
371
+ "epoch": 1.28,
372
+ "learning_rate": 4.361924686192469e-05,
373
+ "loss": 0.0366,
374
+ "step": 610
375
+ },
376
+ {
377
+ "epoch": 1.3,
378
+ "learning_rate": 4.351464435146444e-05,
379
+ "loss": 0.03,
380
+ "step": 620
381
+ },
382
+ {
383
+ "epoch": 1.32,
384
+ "learning_rate": 4.3410041841004185e-05,
385
+ "loss": 0.0313,
386
+ "step": 630
387
+ },
388
+ {
389
+ "epoch": 1.34,
390
+ "learning_rate": 4.3305439330543936e-05,
391
+ "loss": 0.0277,
392
+ "step": 640
393
+ },
394
+ {
395
+ "epoch": 1.36,
396
+ "learning_rate": 4.3200836820083686e-05,
397
+ "loss": 0.0351,
398
+ "step": 650
399
+ },
400
+ {
401
+ "epoch": 1.38,
402
+ "learning_rate": 4.3096234309623436e-05,
403
+ "loss": 0.0277,
404
+ "step": 660
405
+ },
406
+ {
407
+ "epoch": 1.4,
408
+ "learning_rate": 4.299163179916319e-05,
409
+ "loss": 0.0334,
410
+ "step": 670
411
+ },
412
+ {
413
+ "epoch": 1.42,
414
+ "learning_rate": 4.288702928870293e-05,
415
+ "loss": 0.0254,
416
+ "step": 680
417
+ },
418
+ {
419
+ "epoch": 1.44,
420
+ "learning_rate": 4.278242677824268e-05,
421
+ "loss": 0.0327,
422
+ "step": 690
423
+ },
424
+ {
425
+ "epoch": 1.46,
426
+ "learning_rate": 4.267782426778243e-05,
427
+ "loss": 0.0298,
428
+ "step": 700
429
+ },
430
+ {
431
+ "epoch": 1.49,
432
+ "learning_rate": 4.257322175732218e-05,
433
+ "loss": 0.0328,
434
+ "step": 710
435
+ },
436
+ {
437
+ "epoch": 1.51,
438
+ "learning_rate": 4.246861924686193e-05,
439
+ "loss": 0.0299,
440
+ "step": 720
441
+ },
442
+ {
443
+ "epoch": 1.53,
444
+ "learning_rate": 4.2364016736401676e-05,
445
+ "loss": 0.0371,
446
+ "step": 730
447
+ },
448
+ {
449
+ "epoch": 1.55,
450
+ "learning_rate": 4.2259414225941426e-05,
451
+ "loss": 0.0298,
452
+ "step": 740
453
+ },
454
+ {
455
+ "epoch": 1.57,
456
+ "learning_rate": 4.215481171548118e-05,
457
+ "loss": 0.034,
458
+ "step": 750
459
+ },
460
+ {
461
+ "epoch": 1.59,
462
+ "learning_rate": 4.205020920502093e-05,
463
+ "loss": 0.0273,
464
+ "step": 760
465
+ },
466
+ {
467
+ "epoch": 1.61,
468
+ "learning_rate": 4.194560669456067e-05,
469
+ "loss": 0.0323,
470
+ "step": 770
471
+ },
472
+ {
473
+ "epoch": 1.63,
474
+ "learning_rate": 4.184100418410042e-05,
475
+ "loss": 0.0293,
476
+ "step": 780
477
+ },
478
+ {
479
+ "epoch": 1.65,
480
+ "learning_rate": 4.173640167364017e-05,
481
+ "loss": 0.0196,
482
+ "step": 790
483
+ },
484
+ {
485
+ "epoch": 1.67,
486
+ "learning_rate": 4.1631799163179915e-05,
487
+ "loss": 0.036,
488
+ "step": 800
489
+ },
490
+ {
491
+ "epoch": 1.69,
492
+ "learning_rate": 4.1527196652719666e-05,
493
+ "loss": 0.0368,
494
+ "step": 810
495
+ },
496
+ {
497
+ "epoch": 1.72,
498
+ "learning_rate": 4.1422594142259416e-05,
499
+ "loss": 0.032,
500
+ "step": 820
501
+ },
502
+ {
503
+ "epoch": 1.74,
504
+ "learning_rate": 4.131799163179916e-05,
505
+ "loss": 0.0242,
506
+ "step": 830
507
+ },
508
+ {
509
+ "epoch": 1.76,
510
+ "learning_rate": 4.121338912133891e-05,
511
+ "loss": 0.0303,
512
+ "step": 840
513
+ },
514
+ {
515
+ "epoch": 1.78,
516
+ "learning_rate": 4.110878661087866e-05,
517
+ "loss": 0.036,
518
+ "step": 850
519
+ },
520
+ {
521
+ "epoch": 1.8,
522
+ "learning_rate": 4.100418410041841e-05,
523
+ "loss": 0.0379,
524
+ "step": 860
525
+ },
526
+ {
527
+ "epoch": 1.82,
528
+ "learning_rate": 4.089958158995816e-05,
529
+ "loss": 0.0321,
530
+ "step": 870
531
+ },
532
+ {
533
+ "epoch": 1.84,
534
+ "learning_rate": 4.0794979079497905e-05,
535
+ "loss": 0.0259,
536
+ "step": 880
537
+ },
538
+ {
539
+ "epoch": 1.86,
540
+ "learning_rate": 4.0690376569037656e-05,
541
+ "loss": 0.031,
542
+ "step": 890
543
+ },
544
+ {
545
+ "epoch": 1.88,
546
+ "learning_rate": 4.0585774058577406e-05,
547
+ "loss": 0.0339,
548
+ "step": 900
549
+ },
550
+ {
551
+ "epoch": 1.9,
552
+ "learning_rate": 4.048117154811716e-05,
553
+ "loss": 0.0326,
554
+ "step": 910
555
+ },
556
+ {
557
+ "epoch": 1.92,
558
+ "learning_rate": 4.037656903765691e-05,
559
+ "loss": 0.0309,
560
+ "step": 920
561
+ },
562
+ {
563
+ "epoch": 1.95,
564
+ "learning_rate": 4.027196652719665e-05,
565
+ "loss": 0.0269,
566
+ "step": 930
567
+ },
568
+ {
569
+ "epoch": 1.97,
570
+ "learning_rate": 4.01673640167364e-05,
571
+ "loss": 0.0289,
572
+ "step": 940
573
+ },
574
+ {
575
+ "epoch": 1.99,
576
+ "learning_rate": 4.006276150627615e-05,
577
+ "loss": 0.0348,
578
+ "step": 950
579
+ },
580
+ {
581
+ "epoch": 2.01,
582
+ "learning_rate": 3.99581589958159e-05,
583
+ "loss": 0.0343,
584
+ "step": 960
585
+ },
586
+ {
587
+ "epoch": 2.03,
588
+ "learning_rate": 3.985355648535565e-05,
589
+ "loss": 0.03,
590
+ "step": 970
591
+ },
592
+ {
593
+ "epoch": 2.05,
594
+ "learning_rate": 3.9748953974895396e-05,
595
+ "loss": 0.0178,
596
+ "step": 980
597
+ },
598
+ {
599
+ "epoch": 2.07,
600
+ "learning_rate": 3.964435146443515e-05,
601
+ "loss": 0.0285,
602
+ "step": 990
603
+ },
604
+ {
605
+ "epoch": 2.09,
606
+ "learning_rate": 3.95397489539749e-05,
607
+ "loss": 0.0312,
608
+ "step": 1000
609
+ },
610
+ {
611
+ "epoch": 2.09,
612
+ "eval_acc": 0.5445544527497305,
613
+ "eval_cer": 0.06267806267806268,
614
+ "eval_loss": 0.029834048822522163,
615
+ "eval_runtime": 75.6807,
616
+ "eval_samples_per_second": 2.669,
617
+ "eval_steps_per_second": 0.344,
618
+ "step": 1000
619
+ },
620
+ {
621
+ "epoch": 2.11,
622
+ "learning_rate": 3.943514644351465e-05,
623
+ "loss": 0.0242,
624
+ "step": 1010
625
+ },
626
+ {
627
+ "epoch": 2.13,
628
+ "learning_rate": 3.93305439330544e-05,
629
+ "loss": 0.0205,
630
+ "step": 1020
631
+ },
632
+ {
633
+ "epoch": 2.15,
634
+ "learning_rate": 3.922594142259414e-05,
635
+ "loss": 0.0185,
636
+ "step": 1030
637
+ },
638
+ {
639
+ "epoch": 2.18,
640
+ "learning_rate": 3.912133891213389e-05,
641
+ "loss": 0.0205,
642
+ "step": 1040
643
+ },
644
+ {
645
+ "epoch": 2.2,
646
+ "learning_rate": 3.901673640167364e-05,
647
+ "loss": 0.0234,
648
+ "step": 1050
649
+ },
650
+ {
651
+ "epoch": 2.22,
652
+ "learning_rate": 3.891213389121339e-05,
653
+ "loss": 0.0225,
654
+ "step": 1060
655
+ },
656
+ {
657
+ "epoch": 2.24,
658
+ "learning_rate": 3.880753138075314e-05,
659
+ "loss": 0.0153,
660
+ "step": 1070
661
+ },
662
+ {
663
+ "epoch": 2.26,
664
+ "learning_rate": 3.870292887029289e-05,
665
+ "loss": 0.0155,
666
+ "step": 1080
667
+ },
668
+ {
669
+ "epoch": 2.28,
670
+ "learning_rate": 3.859832635983264e-05,
671
+ "loss": 0.0244,
672
+ "step": 1090
673
+ },
674
+ {
675
+ "epoch": 2.3,
676
+ "learning_rate": 3.849372384937239e-05,
677
+ "loss": 0.0212,
678
+ "step": 1100
679
+ },
680
+ {
681
+ "epoch": 2.32,
682
+ "learning_rate": 3.838912133891214e-05,
683
+ "loss": 0.014,
684
+ "step": 1110
685
+ },
686
+ {
687
+ "epoch": 2.34,
688
+ "learning_rate": 3.828451882845189e-05,
689
+ "loss": 0.0157,
690
+ "step": 1120
691
+ },
692
+ {
693
+ "epoch": 2.36,
694
+ "learning_rate": 3.817991631799163e-05,
695
+ "loss": 0.0182,
696
+ "step": 1130
697
+ },
698
+ {
699
+ "epoch": 2.38,
700
+ "learning_rate": 3.807531380753138e-05,
701
+ "loss": 0.0185,
702
+ "step": 1140
703
+ },
704
+ {
705
+ "epoch": 2.41,
706
+ "learning_rate": 3.797071129707113e-05,
707
+ "loss": 0.0187,
708
+ "step": 1150
709
+ },
710
+ {
711
+ "epoch": 2.43,
712
+ "learning_rate": 3.7866108786610884e-05,
713
+ "loss": 0.0216,
714
+ "step": 1160
715
+ },
716
+ {
717
+ "epoch": 2.45,
718
+ "learning_rate": 3.7761506276150634e-05,
719
+ "loss": 0.0126,
720
+ "step": 1170
721
+ },
722
+ {
723
+ "epoch": 2.47,
724
+ "learning_rate": 3.765690376569038e-05,
725
+ "loss": 0.0229,
726
+ "step": 1180
727
+ },
728
+ {
729
+ "epoch": 2.49,
730
+ "learning_rate": 3.755230125523013e-05,
731
+ "loss": 0.0163,
732
+ "step": 1190
733
+ },
734
+ {
735
+ "epoch": 2.51,
736
+ "learning_rate": 3.744769874476988e-05,
737
+ "loss": 0.0169,
738
+ "step": 1200
739
+ },
740
+ {
741
+ "epoch": 2.53,
742
+ "learning_rate": 3.734309623430963e-05,
743
+ "loss": 0.0161,
744
+ "step": 1210
745
+ },
746
+ {
747
+ "epoch": 2.55,
748
+ "learning_rate": 3.723849372384937e-05,
749
+ "loss": 0.0284,
750
+ "step": 1220
751
+ },
752
+ {
753
+ "epoch": 2.57,
754
+ "learning_rate": 3.713389121338912e-05,
755
+ "loss": 0.0255,
756
+ "step": 1230
757
+ },
758
+ {
759
+ "epoch": 2.59,
760
+ "learning_rate": 3.7029288702928874e-05,
761
+ "loss": 0.025,
762
+ "step": 1240
763
+ },
764
+ {
765
+ "epoch": 2.62,
766
+ "learning_rate": 3.6924686192468624e-05,
767
+ "loss": 0.0221,
768
+ "step": 1250
769
+ },
770
+ {
771
+ "epoch": 2.64,
772
+ "learning_rate": 3.6820083682008375e-05,
773
+ "loss": 0.0209,
774
+ "step": 1260
775
+ },
776
+ {
777
+ "epoch": 2.66,
778
+ "learning_rate": 3.671548117154812e-05,
779
+ "loss": 0.0223,
780
+ "step": 1270
781
+ },
782
+ {
783
+ "epoch": 2.68,
784
+ "learning_rate": 3.661087866108787e-05,
785
+ "loss": 0.024,
786
+ "step": 1280
787
+ },
788
+ {
789
+ "epoch": 2.7,
790
+ "learning_rate": 3.650627615062762e-05,
791
+ "loss": 0.0187,
792
+ "step": 1290
793
+ },
794
+ {
795
+ "epoch": 2.72,
796
+ "learning_rate": 3.640167364016737e-05,
797
+ "loss": 0.0244,
798
+ "step": 1300
799
+ },
800
+ {
801
+ "epoch": 2.74,
802
+ "learning_rate": 3.629707112970711e-05,
803
+ "loss": 0.0243,
804
+ "step": 1310
805
+ },
806
+ {
807
+ "epoch": 2.76,
808
+ "learning_rate": 3.6192468619246864e-05,
809
+ "loss": 0.0185,
810
+ "step": 1320
811
+ },
812
+ {
813
+ "epoch": 2.78,
814
+ "learning_rate": 3.6087866108786614e-05,
815
+ "loss": 0.0207,
816
+ "step": 1330
817
+ },
818
+ {
819
+ "epoch": 2.8,
820
+ "learning_rate": 3.598326359832636e-05,
821
+ "loss": 0.0219,
822
+ "step": 1340
823
+ },
824
+ {
825
+ "epoch": 2.82,
826
+ "learning_rate": 3.587866108786611e-05,
827
+ "loss": 0.0183,
828
+ "step": 1350
829
+ },
830
+ {
831
+ "epoch": 2.85,
832
+ "learning_rate": 3.577405857740586e-05,
833
+ "loss": 0.0194,
834
+ "step": 1360
835
+ },
836
+ {
837
+ "epoch": 2.87,
838
+ "learning_rate": 3.566945606694561e-05,
839
+ "loss": 0.0177,
840
+ "step": 1370
841
+ },
842
+ {
843
+ "epoch": 2.89,
844
+ "learning_rate": 3.556485355648535e-05,
845
+ "loss": 0.0281,
846
+ "step": 1380
847
+ },
848
+ {
849
+ "epoch": 2.91,
850
+ "learning_rate": 3.54602510460251e-05,
851
+ "loss": 0.0198,
852
+ "step": 1390
853
+ },
854
+ {
855
+ "epoch": 2.93,
856
+ "learning_rate": 3.5355648535564854e-05,
857
+ "loss": 0.0233,
858
+ "step": 1400
859
+ },
860
+ {
861
+ "epoch": 2.95,
862
+ "learning_rate": 3.5251046025104604e-05,
863
+ "loss": 0.0199,
864
+ "step": 1410
865
+ },
866
+ {
867
+ "epoch": 2.97,
868
+ "learning_rate": 3.514644351464435e-05,
869
+ "loss": 0.0194,
870
+ "step": 1420
871
+ },
872
+ {
873
+ "epoch": 2.99,
874
+ "learning_rate": 3.50418410041841e-05,
875
+ "loss": 0.0222,
876
+ "step": 1430
877
+ },
878
+ {
879
+ "epoch": 3.01,
880
+ "learning_rate": 3.493723849372385e-05,
881
+ "loss": 0.0219,
882
+ "step": 1440
883
+ },
884
+ {
885
+ "epoch": 3.03,
886
+ "learning_rate": 3.48326359832636e-05,
887
+ "loss": 0.0139,
888
+ "step": 1450
889
+ },
890
+ {
891
+ "epoch": 3.05,
892
+ "learning_rate": 3.472803347280335e-05,
893
+ "loss": 0.0155,
894
+ "step": 1460
895
+ },
896
+ {
897
+ "epoch": 3.08,
898
+ "learning_rate": 3.462343096234309e-05,
899
+ "loss": 0.0123,
900
+ "step": 1470
901
+ },
902
+ {
903
+ "epoch": 3.1,
904
+ "learning_rate": 3.4518828451882844e-05,
905
+ "loss": 0.0174,
906
+ "step": 1480
907
+ },
908
+ {
909
+ "epoch": 3.12,
910
+ "learning_rate": 3.4414225941422594e-05,
911
+ "loss": 0.0161,
912
+ "step": 1490
913
+ },
914
+ {
915
+ "epoch": 3.14,
916
+ "learning_rate": 3.4309623430962344e-05,
917
+ "loss": 0.014,
918
+ "step": 1500
919
+ },
920
+ {
921
+ "epoch": 3.16,
922
+ "learning_rate": 3.4205020920502095e-05,
923
+ "loss": 0.0137,
924
+ "step": 1510
925
+ },
926
+ {
927
+ "epoch": 3.18,
928
+ "learning_rate": 3.410041841004184e-05,
929
+ "loss": 0.0118,
930
+ "step": 1520
931
+ },
932
+ {
933
+ "epoch": 3.2,
934
+ "learning_rate": 3.399581589958159e-05,
935
+ "loss": 0.0164,
936
+ "step": 1530
937
+ },
938
+ {
939
+ "epoch": 3.22,
940
+ "learning_rate": 3.389121338912134e-05,
941
+ "loss": 0.0134,
942
+ "step": 1540
943
+ },
944
+ {
945
+ "epoch": 3.24,
946
+ "learning_rate": 3.378661087866109e-05,
947
+ "loss": 0.0172,
948
+ "step": 1550
949
+ },
950
+ {
951
+ "epoch": 3.26,
952
+ "learning_rate": 3.368200836820084e-05,
953
+ "loss": 0.0129,
954
+ "step": 1560
955
+ },
956
+ {
957
+ "epoch": 3.28,
958
+ "learning_rate": 3.3577405857740584e-05,
959
+ "loss": 0.0185,
960
+ "step": 1570
961
+ },
962
+ {
963
+ "epoch": 3.31,
964
+ "learning_rate": 3.3472803347280334e-05,
965
+ "loss": 0.0173,
966
+ "step": 1580
967
+ },
968
+ {
969
+ "epoch": 3.33,
970
+ "learning_rate": 3.3368200836820085e-05,
971
+ "loss": 0.0133,
972
+ "step": 1590
973
+ },
974
+ {
975
+ "epoch": 3.35,
976
+ "learning_rate": 3.3263598326359835e-05,
977
+ "loss": 0.0104,
978
+ "step": 1600
979
+ },
980
+ {
981
+ "epoch": 3.37,
982
+ "learning_rate": 3.3158995815899586e-05,
983
+ "loss": 0.0126,
984
+ "step": 1610
985
+ },
986
+ {
987
+ "epoch": 3.39,
988
+ "learning_rate": 3.305439330543933e-05,
989
+ "loss": 0.0193,
990
+ "step": 1620
991
+ },
992
+ {
993
+ "epoch": 3.41,
994
+ "learning_rate": 3.294979079497908e-05,
995
+ "loss": 0.0164,
996
+ "step": 1630
997
+ },
998
+ {
999
+ "epoch": 3.43,
1000
+ "learning_rate": 3.284518828451883e-05,
1001
+ "loss": 0.0109,
1002
+ "step": 1640
1003
+ },
1004
+ {
1005
+ "epoch": 3.45,
1006
+ "learning_rate": 3.274058577405858e-05,
1007
+ "loss": 0.0106,
1008
+ "step": 1650
1009
+ },
1010
+ {
1011
+ "epoch": 3.47,
1012
+ "learning_rate": 3.263598326359833e-05,
1013
+ "loss": 0.009,
1014
+ "step": 1660
1015
+ },
1016
+ {
1017
+ "epoch": 3.49,
1018
+ "learning_rate": 3.2531380753138075e-05,
1019
+ "loss": 0.0165,
1020
+ "step": 1670
1021
+ },
1022
+ {
1023
+ "epoch": 3.51,
1024
+ "learning_rate": 3.2426778242677825e-05,
1025
+ "loss": 0.0152,
1026
+ "step": 1680
1027
+ },
1028
+ {
1029
+ "epoch": 3.54,
1030
+ "learning_rate": 3.2322175732217576e-05,
1031
+ "loss": 0.0149,
1032
+ "step": 1690
1033
+ },
1034
+ {
1035
+ "epoch": 3.56,
1036
+ "learning_rate": 3.2217573221757326e-05,
1037
+ "loss": 0.0122,
1038
+ "step": 1700
1039
+ },
1040
+ {
1041
+ "epoch": 3.58,
1042
+ "learning_rate": 3.2112970711297076e-05,
1043
+ "loss": 0.0181,
1044
+ "step": 1710
1045
+ },
1046
+ {
1047
+ "epoch": 3.6,
1048
+ "learning_rate": 3.200836820083682e-05,
1049
+ "loss": 0.0128,
1050
+ "step": 1720
1051
+ },
1052
+ {
1053
+ "epoch": 3.62,
1054
+ "learning_rate": 3.190376569037657e-05,
1055
+ "loss": 0.0124,
1056
+ "step": 1730
1057
+ },
1058
+ {
1059
+ "epoch": 3.64,
1060
+ "learning_rate": 3.179916317991632e-05,
1061
+ "loss": 0.0139,
1062
+ "step": 1740
1063
+ },
1064
+ {
1065
+ "epoch": 3.66,
1066
+ "learning_rate": 3.169456066945607e-05,
1067
+ "loss": 0.013,
1068
+ "step": 1750
1069
+ },
1070
+ {
1071
+ "epoch": 3.68,
1072
+ "learning_rate": 3.158995815899582e-05,
1073
+ "loss": 0.0115,
1074
+ "step": 1760
1075
+ },
1076
+ {
1077
+ "epoch": 3.7,
1078
+ "learning_rate": 3.1485355648535566e-05,
1079
+ "loss": 0.0182,
1080
+ "step": 1770
1081
+ },
1082
+ {
1083
+ "epoch": 3.72,
1084
+ "learning_rate": 3.1380753138075316e-05,
1085
+ "loss": 0.014,
1086
+ "step": 1780
1087
+ },
1088
+ {
1089
+ "epoch": 3.74,
1090
+ "learning_rate": 3.1276150627615066e-05,
1091
+ "loss": 0.0131,
1092
+ "step": 1790
1093
+ },
1094
+ {
1095
+ "epoch": 3.77,
1096
+ "learning_rate": 3.117154811715482e-05,
1097
+ "loss": 0.013,
1098
+ "step": 1800
1099
+ },
1100
+ {
1101
+ "epoch": 3.79,
1102
+ "learning_rate": 3.106694560669457e-05,
1103
+ "loss": 0.0114,
1104
+ "step": 1810
1105
+ },
1106
+ {
1107
+ "epoch": 3.81,
1108
+ "learning_rate": 3.096234309623431e-05,
1109
+ "loss": 0.015,
1110
+ "step": 1820
1111
+ },
1112
+ {
1113
+ "epoch": 3.83,
1114
+ "learning_rate": 3.085774058577406e-05,
1115
+ "loss": 0.0131,
1116
+ "step": 1830
1117
+ },
1118
+ {
1119
+ "epoch": 3.85,
1120
+ "learning_rate": 3.075313807531381e-05,
1121
+ "loss": 0.011,
1122
+ "step": 1840
1123
+ },
1124
+ {
1125
+ "epoch": 3.87,
1126
+ "learning_rate": 3.0648535564853556e-05,
1127
+ "loss": 0.0126,
1128
+ "step": 1850
1129
+ },
1130
+ {
1131
+ "epoch": 3.89,
1132
+ "learning_rate": 3.0543933054393306e-05,
1133
+ "loss": 0.0104,
1134
+ "step": 1860
1135
+ },
1136
+ {
1137
+ "epoch": 3.91,
1138
+ "learning_rate": 3.0439330543933053e-05,
1139
+ "loss": 0.0134,
1140
+ "step": 1870
1141
+ },
1142
+ {
1143
+ "epoch": 3.93,
1144
+ "learning_rate": 3.0334728033472803e-05,
1145
+ "loss": 0.0201,
1146
+ "step": 1880
1147
+ },
1148
+ {
1149
+ "epoch": 3.95,
1150
+ "learning_rate": 3.0230125523012554e-05,
1151
+ "loss": 0.0143,
1152
+ "step": 1890
1153
+ },
1154
+ {
1155
+ "epoch": 3.97,
1156
+ "learning_rate": 3.0125523012552304e-05,
1157
+ "loss": 0.0154,
1158
+ "step": 1900
1159
+ },
1160
+ {
1161
+ "epoch": 4.0,
1162
+ "learning_rate": 3.0020920502092055e-05,
1163
+ "loss": 0.0085,
1164
+ "step": 1910
1165
+ },
1166
+ {
1167
+ "epoch": 4.02,
1168
+ "learning_rate": 2.99163179916318e-05,
1169
+ "loss": 0.0156,
1170
+ "step": 1920
1171
+ },
1172
+ {
1173
+ "epoch": 4.04,
1174
+ "learning_rate": 2.981171548117155e-05,
1175
+ "loss": 0.0121,
1176
+ "step": 1930
1177
+ },
1178
+ {
1179
+ "epoch": 4.06,
1180
+ "learning_rate": 2.97071129707113e-05,
1181
+ "loss": 0.0085,
1182
+ "step": 1940
1183
+ },
1184
+ {
1185
+ "epoch": 4.08,
1186
+ "learning_rate": 2.960251046025105e-05,
1187
+ "loss": 0.0097,
1188
+ "step": 1950
1189
+ },
1190
+ {
1191
+ "epoch": 4.1,
1192
+ "learning_rate": 2.9497907949790797e-05,
1193
+ "loss": 0.011,
1194
+ "step": 1960
1195
+ },
1196
+ {
1197
+ "epoch": 4.12,
1198
+ "learning_rate": 2.9393305439330544e-05,
1199
+ "loss": 0.0124,
1200
+ "step": 1970
1201
+ },
1202
+ {
1203
+ "epoch": 4.14,
1204
+ "learning_rate": 2.9288702928870294e-05,
1205
+ "loss": 0.0124,
1206
+ "step": 1980
1207
+ },
1208
+ {
1209
+ "epoch": 4.16,
1210
+ "learning_rate": 2.9184100418410045e-05,
1211
+ "loss": 0.0109,
1212
+ "step": 1990
1213
+ },
1214
+ {
1215
+ "epoch": 4.18,
1216
+ "learning_rate": 2.9079497907949792e-05,
1217
+ "loss": 0.0117,
1218
+ "step": 2000
1219
+ },
1220
+ {
1221
+ "epoch": 4.18,
1222
+ "eval_acc": 0.6881188084746593,
1223
+ "eval_cer": 0.039886039886039885,
1224
+ "eval_loss": 0.02099423296749592,
1225
+ "eval_runtime": 62.3807,
1226
+ "eval_samples_per_second": 3.238,
1227
+ "eval_steps_per_second": 0.417,
1228
+ "step": 2000
1229
+ },
1230
+ {
1231
+ "epoch": 4.21,
1232
+ "learning_rate": 2.8974895397489542e-05,
1233
+ "loss": 0.0086,
1234
+ "step": 2010
1235
+ },
1236
+ {
1237
+ "epoch": 4.23,
1238
+ "learning_rate": 2.887029288702929e-05,
1239
+ "loss": 0.0137,
1240
+ "step": 2020
1241
+ },
1242
+ {
1243
+ "epoch": 4.25,
1244
+ "learning_rate": 2.8765690376569036e-05,
1245
+ "loss": 0.0076,
1246
+ "step": 2030
1247
+ },
1248
+ {
1249
+ "epoch": 4.27,
1250
+ "learning_rate": 2.8661087866108787e-05,
1251
+ "loss": 0.0095,
1252
+ "step": 2040
1253
+ },
1254
+ {
1255
+ "epoch": 4.29,
1256
+ "learning_rate": 2.8556485355648537e-05,
1257
+ "loss": 0.009,
1258
+ "step": 2050
1259
+ },
1260
+ {
1261
+ "epoch": 4.31,
1262
+ "learning_rate": 2.8451882845188288e-05,
1263
+ "loss": 0.0108,
1264
+ "step": 2060
1265
+ },
1266
+ {
1267
+ "epoch": 4.33,
1268
+ "learning_rate": 2.834728033472803e-05,
1269
+ "loss": 0.0097,
1270
+ "step": 2070
1271
+ },
1272
+ {
1273
+ "epoch": 4.35,
1274
+ "learning_rate": 2.824267782426778e-05,
1275
+ "loss": 0.0081,
1276
+ "step": 2080
1277
+ },
1278
+ {
1279
+ "epoch": 4.37,
1280
+ "learning_rate": 2.8138075313807532e-05,
1281
+ "loss": 0.0075,
1282
+ "step": 2090
1283
+ },
1284
+ {
1285
+ "epoch": 4.39,
1286
+ "learning_rate": 2.8033472803347283e-05,
1287
+ "loss": 0.012,
1288
+ "step": 2100
1289
+ },
1290
+ {
1291
+ "epoch": 4.41,
1292
+ "learning_rate": 2.7928870292887033e-05,
1293
+ "loss": 0.0062,
1294
+ "step": 2110
1295
+ },
1296
+ {
1297
+ "epoch": 4.44,
1298
+ "learning_rate": 2.7824267782426777e-05,
1299
+ "loss": 0.0126,
1300
+ "step": 2120
1301
+ },
1302
+ {
1303
+ "epoch": 4.46,
1304
+ "learning_rate": 2.7719665271966527e-05,
1305
+ "loss": 0.0137,
1306
+ "step": 2130
1307
+ },
1308
+ {
1309
+ "epoch": 4.48,
1310
+ "learning_rate": 2.7615062761506278e-05,
1311
+ "loss": 0.0102,
1312
+ "step": 2140
1313
+ },
1314
+ {
1315
+ "epoch": 4.5,
1316
+ "learning_rate": 2.7510460251046028e-05,
1317
+ "loss": 0.0122,
1318
+ "step": 2150
1319
+ },
1320
+ {
1321
+ "epoch": 4.52,
1322
+ "learning_rate": 2.740585774058578e-05,
1323
+ "loss": 0.0054,
1324
+ "step": 2160
1325
+ },
1326
+ {
1327
+ "epoch": 4.54,
1328
+ "learning_rate": 2.7301255230125522e-05,
1329
+ "loss": 0.0102,
1330
+ "step": 2170
1331
+ },
1332
+ {
1333
+ "epoch": 4.56,
1334
+ "learning_rate": 2.7196652719665273e-05,
1335
+ "loss": 0.0095,
1336
+ "step": 2180
1337
+ },
1338
+ {
1339
+ "epoch": 4.58,
1340
+ "learning_rate": 2.7092050209205023e-05,
1341
+ "loss": 0.0077,
1342
+ "step": 2190
1343
+ },
1344
+ {
1345
+ "epoch": 4.6,
1346
+ "learning_rate": 2.6987447698744773e-05,
1347
+ "loss": 0.0104,
1348
+ "step": 2200
1349
+ },
1350
+ {
1351
+ "epoch": 4.62,
1352
+ "learning_rate": 2.6882845188284524e-05,
1353
+ "loss": 0.0149,
1354
+ "step": 2210
1355
+ },
1356
+ {
1357
+ "epoch": 4.64,
1358
+ "learning_rate": 2.6778242677824267e-05,
1359
+ "loss": 0.0106,
1360
+ "step": 2220
1361
+ },
1362
+ {
1363
+ "epoch": 4.67,
1364
+ "learning_rate": 2.6673640167364018e-05,
1365
+ "loss": 0.0104,
1366
+ "step": 2230
1367
+ },
1368
+ {
1369
+ "epoch": 4.69,
1370
+ "learning_rate": 2.656903765690377e-05,
1371
+ "loss": 0.0094,
1372
+ "step": 2240
1373
+ },
1374
+ {
1375
+ "epoch": 4.71,
1376
+ "learning_rate": 2.6464435146443515e-05,
1377
+ "loss": 0.0083,
1378
+ "step": 2250
1379
+ },
1380
+ {
1381
+ "epoch": 4.73,
1382
+ "learning_rate": 2.6359832635983266e-05,
1383
+ "loss": 0.0072,
1384
+ "step": 2260
1385
+ },
1386
+ {
1387
+ "epoch": 4.75,
1388
+ "learning_rate": 2.6255230125523013e-05,
1389
+ "loss": 0.0121,
1390
+ "step": 2270
1391
+ },
1392
+ {
1393
+ "epoch": 4.77,
1394
+ "learning_rate": 2.615062761506276e-05,
1395
+ "loss": 0.0093,
1396
+ "step": 2280
1397
+ },
1398
+ {
1399
+ "epoch": 4.79,
1400
+ "learning_rate": 2.604602510460251e-05,
1401
+ "loss": 0.0115,
1402
+ "step": 2290
1403
+ },
1404
+ {
1405
+ "epoch": 4.81,
1406
+ "learning_rate": 2.594142259414226e-05,
1407
+ "loss": 0.0084,
1408
+ "step": 2300
1409
+ },
1410
+ {
1411
+ "epoch": 4.83,
1412
+ "learning_rate": 2.583682008368201e-05,
1413
+ "loss": 0.009,
1414
+ "step": 2310
1415
+ },
1416
+ {
1417
+ "epoch": 4.85,
1418
+ "learning_rate": 2.5732217573221755e-05,
1419
+ "loss": 0.0149,
1420
+ "step": 2320
1421
+ },
1422
+ {
1423
+ "epoch": 4.87,
1424
+ "learning_rate": 2.5627615062761505e-05,
1425
+ "loss": 0.012,
1426
+ "step": 2330
1427
+ },
1428
+ {
1429
+ "epoch": 4.9,
1430
+ "learning_rate": 2.5523012552301256e-05,
1431
+ "loss": 0.011,
1432
+ "step": 2340
1433
+ },
1434
+ {
1435
+ "epoch": 4.92,
1436
+ "learning_rate": 2.5418410041841006e-05,
1437
+ "loss": 0.0088,
1438
+ "step": 2350
1439
+ },
1440
+ {
1441
+ "epoch": 4.94,
1442
+ "learning_rate": 2.5313807531380757e-05,
1443
+ "loss": 0.0123,
1444
+ "step": 2360
1445
+ },
1446
+ {
1447
+ "epoch": 4.96,
1448
+ "learning_rate": 2.52092050209205e-05,
1449
+ "loss": 0.0127,
1450
+ "step": 2370
1451
+ },
1452
+ {
1453
+ "epoch": 4.98,
1454
+ "learning_rate": 2.510460251046025e-05,
1455
+ "loss": 0.0078,
1456
+ "step": 2380
1457
+ },
1458
+ {
1459
+ "epoch": 5.0,
1460
+ "learning_rate": 2.5e-05,
1461
+ "loss": 0.01,
1462
+ "step": 2390
1463
+ },
1464
+ {
1465
+ "epoch": 5.02,
1466
+ "learning_rate": 2.489539748953975e-05,
1467
+ "loss": 0.007,
1468
+ "step": 2400
1469
+ },
1470
+ {
1471
+ "epoch": 5.04,
1472
+ "learning_rate": 2.47907949790795e-05,
1473
+ "loss": 0.0082,
1474
+ "step": 2410
1475
+ },
1476
+ {
1477
+ "epoch": 5.06,
1478
+ "learning_rate": 2.468619246861925e-05,
1479
+ "loss": 0.0078,
1480
+ "step": 2420
1481
+ },
1482
+ {
1483
+ "epoch": 5.08,
1484
+ "learning_rate": 2.4581589958158996e-05,
1485
+ "loss": 0.0089,
1486
+ "step": 2430
1487
+ },
1488
+ {
1489
+ "epoch": 5.1,
1490
+ "learning_rate": 2.4476987447698747e-05,
1491
+ "loss": 0.0076,
1492
+ "step": 2440
1493
+ },
1494
+ {
1495
+ "epoch": 5.13,
1496
+ "learning_rate": 2.4372384937238497e-05,
1497
+ "loss": 0.0055,
1498
+ "step": 2450
1499
+ },
1500
+ {
1501
+ "epoch": 5.15,
1502
+ "learning_rate": 2.4267782426778244e-05,
1503
+ "loss": 0.0108,
1504
+ "step": 2460
1505
+ },
1506
+ {
1507
+ "epoch": 5.17,
1508
+ "learning_rate": 2.4163179916317995e-05,
1509
+ "loss": 0.0089,
1510
+ "step": 2470
1511
+ },
1512
+ {
1513
+ "epoch": 5.19,
1514
+ "learning_rate": 2.405857740585774e-05,
1515
+ "loss": 0.0104,
1516
+ "step": 2480
1517
+ },
1518
+ {
1519
+ "epoch": 5.21,
1520
+ "learning_rate": 2.3953974895397492e-05,
1521
+ "loss": 0.0068,
1522
+ "step": 2490
1523
+ },
1524
+ {
1525
+ "epoch": 5.23,
1526
+ "learning_rate": 2.3849372384937242e-05,
1527
+ "loss": 0.006,
1528
+ "step": 2500
1529
+ },
1530
+ {
1531
+ "epoch": 5.25,
1532
+ "learning_rate": 2.374476987447699e-05,
1533
+ "loss": 0.0075,
1534
+ "step": 2510
1535
+ },
1536
+ {
1537
+ "epoch": 5.27,
1538
+ "learning_rate": 2.3640167364016737e-05,
1539
+ "loss": 0.0063,
1540
+ "step": 2520
1541
+ },
1542
+ {
1543
+ "epoch": 5.29,
1544
+ "learning_rate": 2.3535564853556487e-05,
1545
+ "loss": 0.0083,
1546
+ "step": 2530
1547
+ },
1548
+ {
1549
+ "epoch": 5.31,
1550
+ "learning_rate": 2.3430962343096234e-05,
1551
+ "loss": 0.0108,
1552
+ "step": 2540
1553
+ },
1554
+ {
1555
+ "epoch": 5.33,
1556
+ "learning_rate": 2.3326359832635984e-05,
1557
+ "loss": 0.0084,
1558
+ "step": 2550
1559
+ },
1560
+ {
1561
+ "epoch": 5.36,
1562
+ "learning_rate": 2.322175732217573e-05,
1563
+ "loss": 0.0076,
1564
+ "step": 2560
1565
+ },
1566
+ {
1567
+ "epoch": 5.38,
1568
+ "learning_rate": 2.3117154811715482e-05,
1569
+ "loss": 0.0054,
1570
+ "step": 2570
1571
+ },
1572
+ {
1573
+ "epoch": 5.4,
1574
+ "learning_rate": 2.301255230125523e-05,
1575
+ "loss": 0.0073,
1576
+ "step": 2580
1577
+ },
1578
+ {
1579
+ "epoch": 5.42,
1580
+ "learning_rate": 2.290794979079498e-05,
1581
+ "loss": 0.0054,
1582
+ "step": 2590
1583
+ },
1584
+ {
1585
+ "epoch": 5.44,
1586
+ "learning_rate": 2.280334728033473e-05,
1587
+ "loss": 0.0046,
1588
+ "step": 2600
1589
+ },
1590
+ {
1591
+ "epoch": 5.46,
1592
+ "learning_rate": 2.2698744769874477e-05,
1593
+ "loss": 0.008,
1594
+ "step": 2610
1595
+ },
1596
+ {
1597
+ "epoch": 5.48,
1598
+ "learning_rate": 2.2594142259414227e-05,
1599
+ "loss": 0.0067,
1600
+ "step": 2620
1601
+ },
1602
+ {
1603
+ "epoch": 5.5,
1604
+ "learning_rate": 2.2489539748953974e-05,
1605
+ "loss": 0.009,
1606
+ "step": 2630
1607
+ },
1608
+ {
1609
+ "epoch": 5.52,
1610
+ "learning_rate": 2.2384937238493725e-05,
1611
+ "loss": 0.0062,
1612
+ "step": 2640
1613
+ },
1614
+ {
1615
+ "epoch": 5.54,
1616
+ "learning_rate": 2.2280334728033475e-05,
1617
+ "loss": 0.0071,
1618
+ "step": 2650
1619
+ },
1620
+ {
1621
+ "epoch": 5.56,
1622
+ "learning_rate": 2.2175732217573222e-05,
1623
+ "loss": 0.0048,
1624
+ "step": 2660
1625
+ },
1626
+ {
1627
+ "epoch": 5.59,
1628
+ "learning_rate": 2.2071129707112973e-05,
1629
+ "loss": 0.0094,
1630
+ "step": 2670
1631
+ },
1632
+ {
1633
+ "epoch": 5.61,
1634
+ "learning_rate": 2.196652719665272e-05,
1635
+ "loss": 0.0085,
1636
+ "step": 2680
1637
+ },
1638
+ {
1639
+ "epoch": 5.63,
1640
+ "learning_rate": 2.186192468619247e-05,
1641
+ "loss": 0.0058,
1642
+ "step": 2690
1643
+ },
1644
+ {
1645
+ "epoch": 5.65,
1646
+ "learning_rate": 2.175732217573222e-05,
1647
+ "loss": 0.0055,
1648
+ "step": 2700
1649
+ },
1650
+ {
1651
+ "epoch": 5.67,
1652
+ "learning_rate": 2.1652719665271968e-05,
1653
+ "loss": 0.0058,
1654
+ "step": 2710
1655
+ },
1656
+ {
1657
+ "epoch": 5.69,
1658
+ "learning_rate": 2.1548117154811718e-05,
1659
+ "loss": 0.0096,
1660
+ "step": 2720
1661
+ },
1662
+ {
1663
+ "epoch": 5.71,
1664
+ "learning_rate": 2.1443514644351465e-05,
1665
+ "loss": 0.0095,
1666
+ "step": 2730
1667
+ },
1668
+ {
1669
+ "epoch": 5.73,
1670
+ "learning_rate": 2.1338912133891216e-05,
1671
+ "loss": 0.0052,
1672
+ "step": 2740
1673
+ },
1674
+ {
1675
+ "epoch": 5.75,
1676
+ "learning_rate": 2.1234309623430966e-05,
1677
+ "loss": 0.008,
1678
+ "step": 2750
1679
+ },
1680
+ {
1681
+ "epoch": 5.77,
1682
+ "learning_rate": 2.1129707112970713e-05,
1683
+ "loss": 0.0111,
1684
+ "step": 2760
1685
+ },
1686
+ {
1687
+ "epoch": 5.79,
1688
+ "learning_rate": 2.1025104602510464e-05,
1689
+ "loss": 0.0096,
1690
+ "step": 2770
1691
+ },
1692
+ {
1693
+ "epoch": 5.82,
1694
+ "learning_rate": 2.092050209205021e-05,
1695
+ "loss": 0.0073,
1696
+ "step": 2780
1697
+ },
1698
+ {
1699
+ "epoch": 5.84,
1700
+ "learning_rate": 2.0815899581589958e-05,
1701
+ "loss": 0.0079,
1702
+ "step": 2790
1703
+ },
1704
+ {
1705
+ "epoch": 5.86,
1706
+ "learning_rate": 2.0711297071129708e-05,
1707
+ "loss": 0.0094,
1708
+ "step": 2800
1709
+ },
1710
+ {
1711
+ "epoch": 5.88,
1712
+ "learning_rate": 2.0606694560669455e-05,
1713
+ "loss": 0.0068,
1714
+ "step": 2810
1715
+ },
1716
+ {
1717
+ "epoch": 5.9,
1718
+ "learning_rate": 2.0502092050209206e-05,
1719
+ "loss": 0.0055,
1720
+ "step": 2820
1721
+ },
1722
+ {
1723
+ "epoch": 5.92,
1724
+ "learning_rate": 2.0397489539748953e-05,
1725
+ "loss": 0.0094,
1726
+ "step": 2830
1727
+ },
1728
+ {
1729
+ "epoch": 5.94,
1730
+ "learning_rate": 2.0292887029288703e-05,
1731
+ "loss": 0.0084,
1732
+ "step": 2840
1733
+ },
1734
+ {
1735
+ "epoch": 5.96,
1736
+ "learning_rate": 2.0188284518828454e-05,
1737
+ "loss": 0.0098,
1738
+ "step": 2850
1739
+ },
1740
+ {
1741
+ "epoch": 5.98,
1742
+ "learning_rate": 2.00836820083682e-05,
1743
+ "loss": 0.0067,
1744
+ "step": 2860
1745
+ },
1746
+ {
1747
+ "epoch": 6.0,
1748
+ "learning_rate": 1.997907949790795e-05,
1749
+ "loss": 0.0067,
1750
+ "step": 2870
1751
+ },
1752
+ {
1753
+ "epoch": 6.03,
1754
+ "learning_rate": 1.9874476987447698e-05,
1755
+ "loss": 0.0055,
1756
+ "step": 2880
1757
+ },
1758
+ {
1759
+ "epoch": 6.05,
1760
+ "learning_rate": 1.976987447698745e-05,
1761
+ "loss": 0.0049,
1762
+ "step": 2890
1763
+ },
1764
+ {
1765
+ "epoch": 6.07,
1766
+ "learning_rate": 1.96652719665272e-05,
1767
+ "loss": 0.0051,
1768
+ "step": 2900
1769
+ },
1770
+ {
1771
+ "epoch": 6.09,
1772
+ "learning_rate": 1.9560669456066946e-05,
1773
+ "loss": 0.006,
1774
+ "step": 2910
1775
+ },
1776
+ {
1777
+ "epoch": 6.11,
1778
+ "learning_rate": 1.9456066945606696e-05,
1779
+ "loss": 0.0053,
1780
+ "step": 2920
1781
+ },
1782
+ {
1783
+ "epoch": 6.13,
1784
+ "learning_rate": 1.9351464435146444e-05,
1785
+ "loss": 0.0106,
1786
+ "step": 2930
1787
+ },
1788
+ {
1789
+ "epoch": 6.15,
1790
+ "learning_rate": 1.9246861924686194e-05,
1791
+ "loss": 0.005,
1792
+ "step": 2940
1793
+ },
1794
+ {
1795
+ "epoch": 6.17,
1796
+ "learning_rate": 1.9142259414225944e-05,
1797
+ "loss": 0.0036,
1798
+ "step": 2950
1799
+ },
1800
+ {
1801
+ "epoch": 6.19,
1802
+ "learning_rate": 1.903765690376569e-05,
1803
+ "loss": 0.007,
1804
+ "step": 2960
1805
+ },
1806
+ {
1807
+ "epoch": 6.21,
1808
+ "learning_rate": 1.8933054393305442e-05,
1809
+ "loss": 0.004,
1810
+ "step": 2970
1811
+ },
1812
+ {
1813
+ "epoch": 6.23,
1814
+ "learning_rate": 1.882845188284519e-05,
1815
+ "loss": 0.0068,
1816
+ "step": 2980
1817
+ },
1818
+ {
1819
+ "epoch": 6.26,
1820
+ "learning_rate": 1.872384937238494e-05,
1821
+ "loss": 0.0058,
1822
+ "step": 2990
1823
+ },
1824
+ {
1825
+ "epoch": 6.28,
1826
+ "learning_rate": 1.8619246861924686e-05,
1827
+ "loss": 0.0037,
1828
+ "step": 3000
1829
+ },
1830
+ {
1831
+ "epoch": 6.28,
1832
+ "eval_acc": 0.6930693034996569,
1833
+ "eval_cer": 0.0365622032288699,
1834
+ "eval_loss": 0.016910642385482788,
1835
+ "eval_runtime": 63.1824,
1836
+ "eval_samples_per_second": 3.197,
1837
+ "eval_steps_per_second": 0.412,
1838
+ "step": 3000
1839
+ }
1840
+ ],
1841
+ "max_steps": 4780,
1842
+ "num_train_epochs": 10,
1843
+ "total_flos": 1.8698207423260262e+18,
1844
+ "trial_name": null,
1845
+ "trial_params": null
1846
+ }
checkpoint/trocr-custdata/checkpoint-3000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c07b40ab180dec9e88bab744a3d592d2744899e57c88313f6027dc65f67253
3
+ size 3579
checkpoint/trocr-custdata/checkpoint-4000/config.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_commit_hash": null,
3
+ "_name_or_path": "./cust-data/weights",
4
+ "architectures": [
5
+ "VisionEncoderDecoderModel"
6
+ ],
7
+ "decoder": {
8
+ "_name_or_path": "",
9
+ "activation_dropout": 0.0,
10
+ "activation_function": "relu",
11
+ "add_cross_attention": true,
12
+ "architectures": null,
13
+ "attention_dropout": 0.0,
14
+ "bad_words_ids": null,
15
+ "begin_suppress_tokens": null,
16
+ "bos_token_id": 0,
17
+ "chunk_size_feed_forward": 0,
18
+ "classifier_dropout": 0.0,
19
+ "cross_attention_hidden_size": 384,
20
+ "d_model": 256,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 1024,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 2,
26
+ "diversity_penalty": 0.0,
27
+ "do_sample": false,
28
+ "dropout": 0.1,
29
+ "early_stopping": false,
30
+ "encoder_no_repeat_ngram_size": 0,
31
+ "eos_token_id": 2,
32
+ "exponential_decay_length_penalty": null,
33
+ "finetuning_task": null,
34
+ "forced_bos_token_id": null,
35
+ "forced_eos_token_id": null,
36
+ "id2label": {
37
+ "0": "LABEL_0",
38
+ "1": "LABEL_1"
39
+ },
40
+ "init_std": 0.02,
41
+ "is_decoder": true,
42
+ "is_encoder_decoder": false,
43
+ "label2id": {
44
+ "LABEL_0": 0,
45
+ "LABEL_1": 1
46
+ },
47
+ "layernorm_embedding": true,
48
+ "length_penalty": 1.0,
49
+ "max_length": 20,
50
+ "max_position_embeddings": 512,
51
+ "min_length": 0,
52
+ "model_type": "trocr",
53
+ "no_repeat_ngram_size": 0,
54
+ "num_beam_groups": 1,
55
+ "num_beams": 1,
56
+ "num_return_sequences": 1,
57
+ "output_attentions": false,
58
+ "output_hidden_states": false,
59
+ "output_scores": false,
60
+ "pad_token_id": 1,
61
+ "prefix": null,
62
+ "problem_type": null,
63
+ "pruned_heads": {},
64
+ "remove_invalid_values": false,
65
+ "repetition_penalty": 1.0,
66
+ "return_dict": true,
67
+ "return_dict_in_generate": false,
68
+ "scale_embedding": true,
69
+ "sep_token_id": null,
70
+ "suppress_tokens": null,
71
+ "task_specific_params": null,
72
+ "temperature": 1.0,
73
+ "tf_legacy_loss": false,
74
+ "tie_encoder_decoder": false,
75
+ "tie_word_embeddings": false,
76
+ "tokenizer_class": null,
77
+ "top_k": 50,
78
+ "top_p": 1.0,
79
+ "torch_dtype": null,
80
+ "torchscript": false,
81
+ "transformers_version": "4.26.0.dev0",
82
+ "typical_p": 1.0,
83
+ "use_bfloat16": false,
84
+ "use_cache": false,
85
+ "use_learned_position_embeddings": true,
86
+ "vocab_size": 2794
87
+ },
88
+ "decoder_start_token_id": 0,
89
+ "early_stopping": true,
90
+ "encoder": {
91
+ "_name_or_path": "",
92
+ "add_cross_attention": false,
93
+ "architectures": null,
94
+ "attention_probs_dropout_prob": 0.0,
95
+ "bad_words_ids": null,
96
+ "begin_suppress_tokens": null,
97
+ "bos_token_id": null,
98
+ "chunk_size_feed_forward": 0,
99
+ "cross_attention_hidden_size": null,
100
+ "decoder_start_token_id": null,
101
+ "diversity_penalty": 0.0,
102
+ "do_sample": false,
103
+ "early_stopping": false,
104
+ "encoder_no_repeat_ngram_size": 0,
105
+ "encoder_stride": 16,
106
+ "eos_token_id": null,
107
+ "exponential_decay_length_penalty": null,
108
+ "finetuning_task": null,
109
+ "forced_bos_token_id": null,
110
+ "forced_eos_token_id": null,
111
+ "hidden_act": "gelu",
112
+ "hidden_dropout_prob": 0.0,
113
+ "hidden_size": 384,
114
+ "id2label": {
115
+ "0": "LABEL_0",
116
+ "1": "LABEL_1"
117
+ },
118
+ "image_size": 384,
119
+ "initializer_range": 0.02,
120
+ "intermediate_size": 1536,
121
+ "is_decoder": false,
122
+ "is_encoder_decoder": false,
123
+ "label2id": {
124
+ "LABEL_0": 0,
125
+ "LABEL_1": 1
126
+ },
127
+ "layer_norm_eps": 1e-12,
128
+ "length_penalty": 1.0,
129
+ "max_length": 20,
130
+ "min_length": 0,
131
+ "model_type": "deit",
132
+ "no_repeat_ngram_size": 0,
133
+ "num_attention_heads": 6,
134
+ "num_beam_groups": 1,
135
+ "num_beams": 1,
136
+ "num_channels": 3,
137
+ "num_hidden_layers": 12,
138
+ "num_return_sequences": 1,
139
+ "output_attentions": false,
140
+ "output_hidden_states": false,
141
+ "output_scores": false,
142
+ "pad_token_id": null,
143
+ "patch_size": 16,
144
+ "prefix": null,
145
+ "problem_type": null,
146
+ "pruned_heads": {},
147
+ "qkv_bias": true,
148
+ "remove_invalid_values": false,
149
+ "repetition_penalty": 1.0,
150
+ "return_dict": true,
151
+ "return_dict_in_generate": false,
152
+ "sep_token_id": null,
153
+ "suppress_tokens": null,
154
+ "task_specific_params": null,
155
+ "temperature": 1.0,
156
+ "tf_legacy_loss": false,
157
+ "tie_encoder_decoder": false,
158
+ "tie_word_embeddings": true,
159
+ "tokenizer_class": null,
160
+ "top_k": 50,
161
+ "top_p": 1.0,
162
+ "torch_dtype": null,
163
+ "torchscript": false,
164
+ "transformers_version": "4.26.0.dev0",
165
+ "typical_p": 1.0,
166
+ "use_bfloat16": false
167
+ },
168
+ "eos_token_id": 2,
169
+ "is_encoder_decoder": true,
170
+ "length_penalty": 2.0,
171
+ "max_length": 256,
172
+ "model_type": "vision-encoder-decoder",
173
+ "no_repeat_ngram_size": 3,
174
+ "num_beams": 4,
175
+ "pad_token_id": 1,
176
+ "tie_word_embeddings": false,
177
+ "torch_dtype": "float32",
178
+ "transformers_version": null,
179
+ "vocab_size": 2794
180
+ }
checkpoint/trocr-custdata/checkpoint-4000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be307e23da26d8e05cfa5df8a1192add26c251847f410574f62243c342d7647e
3
+ size 240912133
checkpoint/trocr-custdata/checkpoint-4000/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 384,
20
+ "width": 384
21
+ }
22
+ }
checkpoint/trocr-custdata/checkpoint-4000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf23e942aa1edda26f4e67b047585f6d2e57df0cd04f515863e2f7a1b2e1ca9
3
+ size 121067061
checkpoint/trocr-custdata/checkpoint-4000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:034df1b25a0d6dcde245bff321126bf5b3c2c03a79f4cf33375c2b79f3b28a12
3
+ size 627
checkpoint/trocr-custdata/checkpoint-4000/trainer_state.json ADDED
@@ -0,0 +1,2456 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 8.368200836820083,
5
+ "global_step": 4000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.02,
12
+ "learning_rate": 4.989539748953975e-05,
13
+ "loss": 0.3889,
14
+ "step": 10
15
+ },
16
+ {
17
+ "epoch": 0.04,
18
+ "learning_rate": 4.97907949790795e-05,
19
+ "loss": 0.245,
20
+ "step": 20
21
+ },
22
+ {
23
+ "epoch": 0.06,
24
+ "learning_rate": 4.968619246861925e-05,
25
+ "loss": 0.1722,
26
+ "step": 30
27
+ },
28
+ {
29
+ "epoch": 0.08,
30
+ "learning_rate": 4.9581589958159e-05,
31
+ "loss": 0.1545,
32
+ "step": 40
33
+ },
34
+ {
35
+ "epoch": 0.1,
36
+ "learning_rate": 4.947698744769875e-05,
37
+ "loss": 0.1614,
38
+ "step": 50
39
+ },
40
+ {
41
+ "epoch": 0.13,
42
+ "learning_rate": 4.93723849372385e-05,
43
+ "loss": 0.1332,
44
+ "step": 60
45
+ },
46
+ {
47
+ "epoch": 0.15,
48
+ "learning_rate": 4.926778242677825e-05,
49
+ "loss": 0.1098,
50
+ "step": 70
51
+ },
52
+ {
53
+ "epoch": 0.17,
54
+ "learning_rate": 4.916317991631799e-05,
55
+ "loss": 0.1298,
56
+ "step": 80
57
+ },
58
+ {
59
+ "epoch": 0.19,
60
+ "learning_rate": 4.905857740585774e-05,
61
+ "loss": 0.117,
62
+ "step": 90
63
+ },
64
+ {
65
+ "epoch": 0.21,
66
+ "learning_rate": 4.895397489539749e-05,
67
+ "loss": 0.114,
68
+ "step": 100
69
+ },
70
+ {
71
+ "epoch": 0.23,
72
+ "learning_rate": 4.8849372384937244e-05,
73
+ "loss": 0.1137,
74
+ "step": 110
75
+ },
76
+ {
77
+ "epoch": 0.25,
78
+ "learning_rate": 4.8744769874476994e-05,
79
+ "loss": 0.077,
80
+ "step": 120
81
+ },
82
+ {
83
+ "epoch": 0.27,
84
+ "learning_rate": 4.864016736401674e-05,
85
+ "loss": 0.0907,
86
+ "step": 130
87
+ },
88
+ {
89
+ "epoch": 0.29,
90
+ "learning_rate": 4.853556485355649e-05,
91
+ "loss": 0.0863,
92
+ "step": 140
93
+ },
94
+ {
95
+ "epoch": 0.31,
96
+ "learning_rate": 4.843096234309624e-05,
97
+ "loss": 0.0909,
98
+ "step": 150
99
+ },
100
+ {
101
+ "epoch": 0.33,
102
+ "learning_rate": 4.832635983263599e-05,
103
+ "loss": 0.0923,
104
+ "step": 160
105
+ },
106
+ {
107
+ "epoch": 0.36,
108
+ "learning_rate": 4.822175732217574e-05,
109
+ "loss": 0.0898,
110
+ "step": 170
111
+ },
112
+ {
113
+ "epoch": 0.38,
114
+ "learning_rate": 4.811715481171548e-05,
115
+ "loss": 0.0852,
116
+ "step": 180
117
+ },
118
+ {
119
+ "epoch": 0.4,
120
+ "learning_rate": 4.8012552301255234e-05,
121
+ "loss": 0.0739,
122
+ "step": 190
123
+ },
124
+ {
125
+ "epoch": 0.42,
126
+ "learning_rate": 4.7907949790794984e-05,
127
+ "loss": 0.0801,
128
+ "step": 200
129
+ },
130
+ {
131
+ "epoch": 0.44,
132
+ "learning_rate": 4.7803347280334734e-05,
133
+ "loss": 0.076,
134
+ "step": 210
135
+ },
136
+ {
137
+ "epoch": 0.46,
138
+ "learning_rate": 4.7698744769874485e-05,
139
+ "loss": 0.0772,
140
+ "step": 220
141
+ },
142
+ {
143
+ "epoch": 0.48,
144
+ "learning_rate": 4.759414225941423e-05,
145
+ "loss": 0.0595,
146
+ "step": 230
147
+ },
148
+ {
149
+ "epoch": 0.5,
150
+ "learning_rate": 4.748953974895398e-05,
151
+ "loss": 0.0612,
152
+ "step": 240
153
+ },
154
+ {
155
+ "epoch": 0.52,
156
+ "learning_rate": 4.738493723849373e-05,
157
+ "loss": 0.0513,
158
+ "step": 250
159
+ },
160
+ {
161
+ "epoch": 0.54,
162
+ "learning_rate": 4.728033472803347e-05,
163
+ "loss": 0.0555,
164
+ "step": 260
165
+ },
166
+ {
167
+ "epoch": 0.56,
168
+ "learning_rate": 4.7175732217573224e-05,
169
+ "loss": 0.0731,
170
+ "step": 270
171
+ },
172
+ {
173
+ "epoch": 0.59,
174
+ "learning_rate": 4.7071129707112974e-05,
175
+ "loss": 0.0677,
176
+ "step": 280
177
+ },
178
+ {
179
+ "epoch": 0.61,
180
+ "learning_rate": 4.696652719665272e-05,
181
+ "loss": 0.0673,
182
+ "step": 290
183
+ },
184
+ {
185
+ "epoch": 0.63,
186
+ "learning_rate": 4.686192468619247e-05,
187
+ "loss": 0.0552,
188
+ "step": 300
189
+ },
190
+ {
191
+ "epoch": 0.65,
192
+ "learning_rate": 4.675732217573222e-05,
193
+ "loss": 0.0646,
194
+ "step": 310
195
+ },
196
+ {
197
+ "epoch": 0.67,
198
+ "learning_rate": 4.665271966527197e-05,
199
+ "loss": 0.0681,
200
+ "step": 320
201
+ },
202
+ {
203
+ "epoch": 0.69,
204
+ "learning_rate": 4.654811715481171e-05,
205
+ "loss": 0.05,
206
+ "step": 330
207
+ },
208
+ {
209
+ "epoch": 0.71,
210
+ "learning_rate": 4.644351464435146e-05,
211
+ "loss": 0.0621,
212
+ "step": 340
213
+ },
214
+ {
215
+ "epoch": 0.73,
216
+ "learning_rate": 4.6338912133891213e-05,
217
+ "loss": 0.0557,
218
+ "step": 350
219
+ },
220
+ {
221
+ "epoch": 0.75,
222
+ "learning_rate": 4.6234309623430964e-05,
223
+ "loss": 0.0682,
224
+ "step": 360
225
+ },
226
+ {
227
+ "epoch": 0.77,
228
+ "learning_rate": 4.6129707112970714e-05,
229
+ "loss": 0.0543,
230
+ "step": 370
231
+ },
232
+ {
233
+ "epoch": 0.79,
234
+ "learning_rate": 4.602510460251046e-05,
235
+ "loss": 0.0576,
236
+ "step": 380
237
+ },
238
+ {
239
+ "epoch": 0.82,
240
+ "learning_rate": 4.592050209205021e-05,
241
+ "loss": 0.0551,
242
+ "step": 390
243
+ },
244
+ {
245
+ "epoch": 0.84,
246
+ "learning_rate": 4.581589958158996e-05,
247
+ "loss": 0.0627,
248
+ "step": 400
249
+ },
250
+ {
251
+ "epoch": 0.86,
252
+ "learning_rate": 4.571129707112971e-05,
253
+ "loss": 0.0708,
254
+ "step": 410
255
+ },
256
+ {
257
+ "epoch": 0.88,
258
+ "learning_rate": 4.560669456066946e-05,
259
+ "loss": 0.0616,
260
+ "step": 420
261
+ },
262
+ {
263
+ "epoch": 0.9,
264
+ "learning_rate": 4.5502092050209203e-05,
265
+ "loss": 0.0496,
266
+ "step": 430
267
+ },
268
+ {
269
+ "epoch": 0.92,
270
+ "learning_rate": 4.5397489539748954e-05,
271
+ "loss": 0.0444,
272
+ "step": 440
273
+ },
274
+ {
275
+ "epoch": 0.94,
276
+ "learning_rate": 4.5292887029288704e-05,
277
+ "loss": 0.0538,
278
+ "step": 450
279
+ },
280
+ {
281
+ "epoch": 0.96,
282
+ "learning_rate": 4.5188284518828455e-05,
283
+ "loss": 0.0553,
284
+ "step": 460
285
+ },
286
+ {
287
+ "epoch": 0.98,
288
+ "learning_rate": 4.5083682008368205e-05,
289
+ "loss": 0.0499,
290
+ "step": 470
291
+ },
292
+ {
293
+ "epoch": 1.0,
294
+ "learning_rate": 4.497907949790795e-05,
295
+ "loss": 0.059,
296
+ "step": 480
297
+ },
298
+ {
299
+ "epoch": 1.03,
300
+ "learning_rate": 4.48744769874477e-05,
301
+ "loss": 0.0433,
302
+ "step": 490
303
+ },
304
+ {
305
+ "epoch": 1.05,
306
+ "learning_rate": 4.476987447698745e-05,
307
+ "loss": 0.0408,
308
+ "step": 500
309
+ },
310
+ {
311
+ "epoch": 1.07,
312
+ "learning_rate": 4.46652719665272e-05,
313
+ "loss": 0.0469,
314
+ "step": 510
315
+ },
316
+ {
317
+ "epoch": 1.09,
318
+ "learning_rate": 4.456066945606695e-05,
319
+ "loss": 0.0397,
320
+ "step": 520
321
+ },
322
+ {
323
+ "epoch": 1.11,
324
+ "learning_rate": 4.4456066945606694e-05,
325
+ "loss": 0.0329,
326
+ "step": 530
327
+ },
328
+ {
329
+ "epoch": 1.13,
330
+ "learning_rate": 4.4351464435146445e-05,
331
+ "loss": 0.0421,
332
+ "step": 540
333
+ },
334
+ {
335
+ "epoch": 1.15,
336
+ "learning_rate": 4.4246861924686195e-05,
337
+ "loss": 0.0357,
338
+ "step": 550
339
+ },
340
+ {
341
+ "epoch": 1.17,
342
+ "learning_rate": 4.4142259414225946e-05,
343
+ "loss": 0.0383,
344
+ "step": 560
345
+ },
346
+ {
347
+ "epoch": 1.19,
348
+ "learning_rate": 4.4037656903765696e-05,
349
+ "loss": 0.0364,
350
+ "step": 570
351
+ },
352
+ {
353
+ "epoch": 1.21,
354
+ "learning_rate": 4.393305439330544e-05,
355
+ "loss": 0.0338,
356
+ "step": 580
357
+ },
358
+ {
359
+ "epoch": 1.23,
360
+ "learning_rate": 4.382845188284519e-05,
361
+ "loss": 0.0415,
362
+ "step": 590
363
+ },
364
+ {
365
+ "epoch": 1.26,
366
+ "learning_rate": 4.372384937238494e-05,
367
+ "loss": 0.026,
368
+ "step": 600
369
+ },
370
+ {
371
+ "epoch": 1.28,
372
+ "learning_rate": 4.361924686192469e-05,
373
+ "loss": 0.0366,
374
+ "step": 610
375
+ },
376
+ {
377
+ "epoch": 1.3,
378
+ "learning_rate": 4.351464435146444e-05,
379
+ "loss": 0.03,
380
+ "step": 620
381
+ },
382
+ {
383
+ "epoch": 1.32,
384
+ "learning_rate": 4.3410041841004185e-05,
385
+ "loss": 0.0313,
386
+ "step": 630
387
+ },
388
+ {
389
+ "epoch": 1.34,
390
+ "learning_rate": 4.3305439330543936e-05,
391
+ "loss": 0.0277,
392
+ "step": 640
393
+ },
394
+ {
395
+ "epoch": 1.36,
396
+ "learning_rate": 4.3200836820083686e-05,
397
+ "loss": 0.0351,
398
+ "step": 650
399
+ },
400
+ {
401
+ "epoch": 1.38,
402
+ "learning_rate": 4.3096234309623436e-05,
403
+ "loss": 0.0277,
404
+ "step": 660
405
+ },
406
+ {
407
+ "epoch": 1.4,
408
+ "learning_rate": 4.299163179916319e-05,
409
+ "loss": 0.0334,
410
+ "step": 670
411
+ },
412
+ {
413
+ "epoch": 1.42,
414
+ "learning_rate": 4.288702928870293e-05,
415
+ "loss": 0.0254,
416
+ "step": 680
417
+ },
418
+ {
419
+ "epoch": 1.44,
420
+ "learning_rate": 4.278242677824268e-05,
421
+ "loss": 0.0327,
422
+ "step": 690
423
+ },
424
+ {
425
+ "epoch": 1.46,
426
+ "learning_rate": 4.267782426778243e-05,
427
+ "loss": 0.0298,
428
+ "step": 700
429
+ },
430
+ {
431
+ "epoch": 1.49,
432
+ "learning_rate": 4.257322175732218e-05,
433
+ "loss": 0.0328,
434
+ "step": 710
435
+ },
436
+ {
437
+ "epoch": 1.51,
438
+ "learning_rate": 4.246861924686193e-05,
439
+ "loss": 0.0299,
440
+ "step": 720
441
+ },
442
+ {
443
+ "epoch": 1.53,
444
+ "learning_rate": 4.2364016736401676e-05,
445
+ "loss": 0.0371,
446
+ "step": 730
447
+ },
448
+ {
449
+ "epoch": 1.55,
450
+ "learning_rate": 4.2259414225941426e-05,
451
+ "loss": 0.0298,
452
+ "step": 740
453
+ },
454
+ {
455
+ "epoch": 1.57,
456
+ "learning_rate": 4.215481171548118e-05,
457
+ "loss": 0.034,
458
+ "step": 750
459
+ },
460
+ {
461
+ "epoch": 1.59,
462
+ "learning_rate": 4.205020920502093e-05,
463
+ "loss": 0.0273,
464
+ "step": 760
465
+ },
466
+ {
467
+ "epoch": 1.61,
468
+ "learning_rate": 4.194560669456067e-05,
469
+ "loss": 0.0323,
470
+ "step": 770
471
+ },
472
+ {
473
+ "epoch": 1.63,
474
+ "learning_rate": 4.184100418410042e-05,
475
+ "loss": 0.0293,
476
+ "step": 780
477
+ },
478
+ {
479
+ "epoch": 1.65,
480
+ "learning_rate": 4.173640167364017e-05,
481
+ "loss": 0.0196,
482
+ "step": 790
483
+ },
484
+ {
485
+ "epoch": 1.67,
486
+ "learning_rate": 4.1631799163179915e-05,
487
+ "loss": 0.036,
488
+ "step": 800
489
+ },
490
+ {
491
+ "epoch": 1.69,
492
+ "learning_rate": 4.1527196652719666e-05,
493
+ "loss": 0.0368,
494
+ "step": 810
495
+ },
496
+ {
497
+ "epoch": 1.72,
498
+ "learning_rate": 4.1422594142259416e-05,
499
+ "loss": 0.032,
500
+ "step": 820
501
+ },
502
+ {
503
+ "epoch": 1.74,
504
+ "learning_rate": 4.131799163179916e-05,
505
+ "loss": 0.0242,
506
+ "step": 830
507
+ },
508
+ {
509
+ "epoch": 1.76,
510
+ "learning_rate": 4.121338912133891e-05,
511
+ "loss": 0.0303,
512
+ "step": 840
513
+ },
514
+ {
515
+ "epoch": 1.78,
516
+ "learning_rate": 4.110878661087866e-05,
517
+ "loss": 0.036,
518
+ "step": 850
519
+ },
520
+ {
521
+ "epoch": 1.8,
522
+ "learning_rate": 4.100418410041841e-05,
523
+ "loss": 0.0379,
524
+ "step": 860
525
+ },
526
+ {
527
+ "epoch": 1.82,
528
+ "learning_rate": 4.089958158995816e-05,
529
+ "loss": 0.0321,
530
+ "step": 870
531
+ },
532
+ {
533
+ "epoch": 1.84,
534
+ "learning_rate": 4.0794979079497905e-05,
535
+ "loss": 0.0259,
536
+ "step": 880
537
+ },
538
+ {
539
+ "epoch": 1.86,
540
+ "learning_rate": 4.0690376569037656e-05,
541
+ "loss": 0.031,
542
+ "step": 890
543
+ },
544
+ {
545
+ "epoch": 1.88,
546
+ "learning_rate": 4.0585774058577406e-05,
547
+ "loss": 0.0339,
548
+ "step": 900
549
+ },
550
+ {
551
+ "epoch": 1.9,
552
+ "learning_rate": 4.048117154811716e-05,
553
+ "loss": 0.0326,
554
+ "step": 910
555
+ },
556
+ {
557
+ "epoch": 1.92,
558
+ "learning_rate": 4.037656903765691e-05,
559
+ "loss": 0.0309,
560
+ "step": 920
561
+ },
562
+ {
563
+ "epoch": 1.95,
564
+ "learning_rate": 4.027196652719665e-05,
565
+ "loss": 0.0269,
566
+ "step": 930
567
+ },
568
+ {
569
+ "epoch": 1.97,
570
+ "learning_rate": 4.01673640167364e-05,
571
+ "loss": 0.0289,
572
+ "step": 940
573
+ },
574
+ {
575
+ "epoch": 1.99,
576
+ "learning_rate": 4.006276150627615e-05,
577
+ "loss": 0.0348,
578
+ "step": 950
579
+ },
580
+ {
581
+ "epoch": 2.01,
582
+ "learning_rate": 3.99581589958159e-05,
583
+ "loss": 0.0343,
584
+ "step": 960
585
+ },
586
+ {
587
+ "epoch": 2.03,
588
+ "learning_rate": 3.985355648535565e-05,
589
+ "loss": 0.03,
590
+ "step": 970
591
+ },
592
+ {
593
+ "epoch": 2.05,
594
+ "learning_rate": 3.9748953974895396e-05,
595
+ "loss": 0.0178,
596
+ "step": 980
597
+ },
598
+ {
599
+ "epoch": 2.07,
600
+ "learning_rate": 3.964435146443515e-05,
601
+ "loss": 0.0285,
602
+ "step": 990
603
+ },
604
+ {
605
+ "epoch": 2.09,
606
+ "learning_rate": 3.95397489539749e-05,
607
+ "loss": 0.0312,
608
+ "step": 1000
609
+ },
610
+ {
611
+ "epoch": 2.09,
612
+ "eval_acc": 0.5445544527497305,
613
+ "eval_cer": 0.06267806267806268,
614
+ "eval_loss": 0.029834048822522163,
615
+ "eval_runtime": 75.6807,
616
+ "eval_samples_per_second": 2.669,
617
+ "eval_steps_per_second": 0.344,
618
+ "step": 1000
619
+ },
620
+ {
621
+ "epoch": 2.11,
622
+ "learning_rate": 3.943514644351465e-05,
623
+ "loss": 0.0242,
624
+ "step": 1010
625
+ },
626
+ {
627
+ "epoch": 2.13,
628
+ "learning_rate": 3.93305439330544e-05,
629
+ "loss": 0.0205,
630
+ "step": 1020
631
+ },
632
+ {
633
+ "epoch": 2.15,
634
+ "learning_rate": 3.922594142259414e-05,
635
+ "loss": 0.0185,
636
+ "step": 1030
637
+ },
638
+ {
639
+ "epoch": 2.18,
640
+ "learning_rate": 3.912133891213389e-05,
641
+ "loss": 0.0205,
642
+ "step": 1040
643
+ },
644
+ {
645
+ "epoch": 2.2,
646
+ "learning_rate": 3.901673640167364e-05,
647
+ "loss": 0.0234,
648
+ "step": 1050
649
+ },
650
+ {
651
+ "epoch": 2.22,
652
+ "learning_rate": 3.891213389121339e-05,
653
+ "loss": 0.0225,
654
+ "step": 1060
655
+ },
656
+ {
657
+ "epoch": 2.24,
658
+ "learning_rate": 3.880753138075314e-05,
659
+ "loss": 0.0153,
660
+ "step": 1070
661
+ },
662
+ {
663
+ "epoch": 2.26,
664
+ "learning_rate": 3.870292887029289e-05,
665
+ "loss": 0.0155,
666
+ "step": 1080
667
+ },
668
+ {
669
+ "epoch": 2.28,
670
+ "learning_rate": 3.859832635983264e-05,
671
+ "loss": 0.0244,
672
+ "step": 1090
673
+ },
674
+ {
675
+ "epoch": 2.3,
676
+ "learning_rate": 3.849372384937239e-05,
677
+ "loss": 0.0212,
678
+ "step": 1100
679
+ },
680
+ {
681
+ "epoch": 2.32,
682
+ "learning_rate": 3.838912133891214e-05,
683
+ "loss": 0.014,
684
+ "step": 1110
685
+ },
686
+ {
687
+ "epoch": 2.34,
688
+ "learning_rate": 3.828451882845189e-05,
689
+ "loss": 0.0157,
690
+ "step": 1120
691
+ },
692
+ {
693
+ "epoch": 2.36,
694
+ "learning_rate": 3.817991631799163e-05,
695
+ "loss": 0.0182,
696
+ "step": 1130
697
+ },
698
+ {
699
+ "epoch": 2.38,
700
+ "learning_rate": 3.807531380753138e-05,
701
+ "loss": 0.0185,
702
+ "step": 1140
703
+ },
704
+ {
705
+ "epoch": 2.41,
706
+ "learning_rate": 3.797071129707113e-05,
707
+ "loss": 0.0187,
708
+ "step": 1150
709
+ },
710
+ {
711
+ "epoch": 2.43,
712
+ "learning_rate": 3.7866108786610884e-05,
713
+ "loss": 0.0216,
714
+ "step": 1160
715
+ },
716
+ {
717
+ "epoch": 2.45,
718
+ "learning_rate": 3.7761506276150634e-05,
719
+ "loss": 0.0126,
720
+ "step": 1170
721
+ },
722
+ {
723
+ "epoch": 2.47,
724
+ "learning_rate": 3.765690376569038e-05,
725
+ "loss": 0.0229,
726
+ "step": 1180
727
+ },
728
+ {
729
+ "epoch": 2.49,
730
+ "learning_rate": 3.755230125523013e-05,
731
+ "loss": 0.0163,
732
+ "step": 1190
733
+ },
734
+ {
735
+ "epoch": 2.51,
736
+ "learning_rate": 3.744769874476988e-05,
737
+ "loss": 0.0169,
738
+ "step": 1200
739
+ },
740
+ {
741
+ "epoch": 2.53,
742
+ "learning_rate": 3.734309623430963e-05,
743
+ "loss": 0.0161,
744
+ "step": 1210
745
+ },
746
+ {
747
+ "epoch": 2.55,
748
+ "learning_rate": 3.723849372384937e-05,
749
+ "loss": 0.0284,
750
+ "step": 1220
751
+ },
752
+ {
753
+ "epoch": 2.57,
754
+ "learning_rate": 3.713389121338912e-05,
755
+ "loss": 0.0255,
756
+ "step": 1230
757
+ },
758
+ {
759
+ "epoch": 2.59,
760
+ "learning_rate": 3.7029288702928874e-05,
761
+ "loss": 0.025,
762
+ "step": 1240
763
+ },
764
+ {
765
+ "epoch": 2.62,
766
+ "learning_rate": 3.6924686192468624e-05,
767
+ "loss": 0.0221,
768
+ "step": 1250
769
+ },
770
+ {
771
+ "epoch": 2.64,
772
+ "learning_rate": 3.6820083682008375e-05,
773
+ "loss": 0.0209,
774
+ "step": 1260
775
+ },
776
+ {
777
+ "epoch": 2.66,
778
+ "learning_rate": 3.671548117154812e-05,
779
+ "loss": 0.0223,
780
+ "step": 1270
781
+ },
782
+ {
783
+ "epoch": 2.68,
784
+ "learning_rate": 3.661087866108787e-05,
785
+ "loss": 0.024,
786
+ "step": 1280
787
+ },
788
+ {
789
+ "epoch": 2.7,
790
+ "learning_rate": 3.650627615062762e-05,
791
+ "loss": 0.0187,
792
+ "step": 1290
793
+ },
794
+ {
795
+ "epoch": 2.72,
796
+ "learning_rate": 3.640167364016737e-05,
797
+ "loss": 0.0244,
798
+ "step": 1300
799
+ },
800
+ {
801
+ "epoch": 2.74,
802
+ "learning_rate": 3.629707112970711e-05,
803
+ "loss": 0.0243,
804
+ "step": 1310
805
+ },
806
+ {
807
+ "epoch": 2.76,
808
+ "learning_rate": 3.6192468619246864e-05,
809
+ "loss": 0.0185,
810
+ "step": 1320
811
+ },
812
+ {
813
+ "epoch": 2.78,
814
+ "learning_rate": 3.6087866108786614e-05,
815
+ "loss": 0.0207,
816
+ "step": 1330
817
+ },
818
+ {
819
+ "epoch": 2.8,
820
+ "learning_rate": 3.598326359832636e-05,
821
+ "loss": 0.0219,
822
+ "step": 1340
823
+ },
824
+ {
825
+ "epoch": 2.82,
826
+ "learning_rate": 3.587866108786611e-05,
827
+ "loss": 0.0183,
828
+ "step": 1350
829
+ },
830
+ {
831
+ "epoch": 2.85,
832
+ "learning_rate": 3.577405857740586e-05,
833
+ "loss": 0.0194,
834
+ "step": 1360
835
+ },
836
+ {
837
+ "epoch": 2.87,
838
+ "learning_rate": 3.566945606694561e-05,
839
+ "loss": 0.0177,
840
+ "step": 1370
841
+ },
842
+ {
843
+ "epoch": 2.89,
844
+ "learning_rate": 3.556485355648535e-05,
845
+ "loss": 0.0281,
846
+ "step": 1380
847
+ },
848
+ {
849
+ "epoch": 2.91,
850
+ "learning_rate": 3.54602510460251e-05,
851
+ "loss": 0.0198,
852
+ "step": 1390
853
+ },
854
+ {
855
+ "epoch": 2.93,
856
+ "learning_rate": 3.5355648535564854e-05,
857
+ "loss": 0.0233,
858
+ "step": 1400
859
+ },
860
+ {
861
+ "epoch": 2.95,
862
+ "learning_rate": 3.5251046025104604e-05,
863
+ "loss": 0.0199,
864
+ "step": 1410
865
+ },
866
+ {
867
+ "epoch": 2.97,
868
+ "learning_rate": 3.514644351464435e-05,
869
+ "loss": 0.0194,
870
+ "step": 1420
871
+ },
872
+ {
873
+ "epoch": 2.99,
874
+ "learning_rate": 3.50418410041841e-05,
875
+ "loss": 0.0222,
876
+ "step": 1430
877
+ },
878
+ {
879
+ "epoch": 3.01,
880
+ "learning_rate": 3.493723849372385e-05,
881
+ "loss": 0.0219,
882
+ "step": 1440
883
+ },
884
+ {
885
+ "epoch": 3.03,
886
+ "learning_rate": 3.48326359832636e-05,
887
+ "loss": 0.0139,
888
+ "step": 1450
889
+ },
890
+ {
891
+ "epoch": 3.05,
892
+ "learning_rate": 3.472803347280335e-05,
893
+ "loss": 0.0155,
894
+ "step": 1460
895
+ },
896
+ {
897
+ "epoch": 3.08,
898
+ "learning_rate": 3.462343096234309e-05,
899
+ "loss": 0.0123,
900
+ "step": 1470
901
+ },
902
+ {
903
+ "epoch": 3.1,
904
+ "learning_rate": 3.4518828451882844e-05,
905
+ "loss": 0.0174,
906
+ "step": 1480
907
+ },
908
+ {
909
+ "epoch": 3.12,
910
+ "learning_rate": 3.4414225941422594e-05,
911
+ "loss": 0.0161,
912
+ "step": 1490
913
+ },
914
+ {
915
+ "epoch": 3.14,
916
+ "learning_rate": 3.4309623430962344e-05,
917
+ "loss": 0.014,
918
+ "step": 1500
919
+ },
920
+ {
921
+ "epoch": 3.16,
922
+ "learning_rate": 3.4205020920502095e-05,
923
+ "loss": 0.0137,
924
+ "step": 1510
925
+ },
926
+ {
927
+ "epoch": 3.18,
928
+ "learning_rate": 3.410041841004184e-05,
929
+ "loss": 0.0118,
930
+ "step": 1520
931
+ },
932
+ {
933
+ "epoch": 3.2,
934
+ "learning_rate": 3.399581589958159e-05,
935
+ "loss": 0.0164,
936
+ "step": 1530
937
+ },
938
+ {
939
+ "epoch": 3.22,
940
+ "learning_rate": 3.389121338912134e-05,
941
+ "loss": 0.0134,
942
+ "step": 1540
943
+ },
944
+ {
945
+ "epoch": 3.24,
946
+ "learning_rate": 3.378661087866109e-05,
947
+ "loss": 0.0172,
948
+ "step": 1550
949
+ },
950
+ {
951
+ "epoch": 3.26,
952
+ "learning_rate": 3.368200836820084e-05,
953
+ "loss": 0.0129,
954
+ "step": 1560
955
+ },
956
+ {
957
+ "epoch": 3.28,
958
+ "learning_rate": 3.3577405857740584e-05,
959
+ "loss": 0.0185,
960
+ "step": 1570
961
+ },
962
+ {
963
+ "epoch": 3.31,
964
+ "learning_rate": 3.3472803347280334e-05,
965
+ "loss": 0.0173,
966
+ "step": 1580
967
+ },
968
+ {
969
+ "epoch": 3.33,
970
+ "learning_rate": 3.3368200836820085e-05,
971
+ "loss": 0.0133,
972
+ "step": 1590
973
+ },
974
+ {
975
+ "epoch": 3.35,
976
+ "learning_rate": 3.3263598326359835e-05,
977
+ "loss": 0.0104,
978
+ "step": 1600
979
+ },
980
+ {
981
+ "epoch": 3.37,
982
+ "learning_rate": 3.3158995815899586e-05,
983
+ "loss": 0.0126,
984
+ "step": 1610
985
+ },
986
+ {
987
+ "epoch": 3.39,
988
+ "learning_rate": 3.305439330543933e-05,
989
+ "loss": 0.0193,
990
+ "step": 1620
991
+ },
992
+ {
993
+ "epoch": 3.41,
994
+ "learning_rate": 3.294979079497908e-05,
995
+ "loss": 0.0164,
996
+ "step": 1630
997
+ },
998
+ {
999
+ "epoch": 3.43,
1000
+ "learning_rate": 3.284518828451883e-05,
1001
+ "loss": 0.0109,
1002
+ "step": 1640
1003
+ },
1004
+ {
1005
+ "epoch": 3.45,
1006
+ "learning_rate": 3.274058577405858e-05,
1007
+ "loss": 0.0106,
1008
+ "step": 1650
1009
+ },
1010
+ {
1011
+ "epoch": 3.47,
1012
+ "learning_rate": 3.263598326359833e-05,
1013
+ "loss": 0.009,
1014
+ "step": 1660
1015
+ },
1016
+ {
1017
+ "epoch": 3.49,
1018
+ "learning_rate": 3.2531380753138075e-05,
1019
+ "loss": 0.0165,
1020
+ "step": 1670
1021
+ },
1022
+ {
1023
+ "epoch": 3.51,
1024
+ "learning_rate": 3.2426778242677825e-05,
1025
+ "loss": 0.0152,
1026
+ "step": 1680
1027
+ },
1028
+ {
1029
+ "epoch": 3.54,
1030
+ "learning_rate": 3.2322175732217576e-05,
1031
+ "loss": 0.0149,
1032
+ "step": 1690
1033
+ },
1034
+ {
1035
+ "epoch": 3.56,
1036
+ "learning_rate": 3.2217573221757326e-05,
1037
+ "loss": 0.0122,
1038
+ "step": 1700
1039
+ },
1040
+ {
1041
+ "epoch": 3.58,
1042
+ "learning_rate": 3.2112970711297076e-05,
1043
+ "loss": 0.0181,
1044
+ "step": 1710
1045
+ },
1046
+ {
1047
+ "epoch": 3.6,
1048
+ "learning_rate": 3.200836820083682e-05,
1049
+ "loss": 0.0128,
1050
+ "step": 1720
1051
+ },
1052
+ {
1053
+ "epoch": 3.62,
1054
+ "learning_rate": 3.190376569037657e-05,
1055
+ "loss": 0.0124,
1056
+ "step": 1730
1057
+ },
1058
+ {
1059
+ "epoch": 3.64,
1060
+ "learning_rate": 3.179916317991632e-05,
1061
+ "loss": 0.0139,
1062
+ "step": 1740
1063
+ },
1064
+ {
1065
+ "epoch": 3.66,
1066
+ "learning_rate": 3.169456066945607e-05,
1067
+ "loss": 0.013,
1068
+ "step": 1750
1069
+ },
1070
+ {
1071
+ "epoch": 3.68,
1072
+ "learning_rate": 3.158995815899582e-05,
1073
+ "loss": 0.0115,
1074
+ "step": 1760
1075
+ },
1076
+ {
1077
+ "epoch": 3.7,
1078
+ "learning_rate": 3.1485355648535566e-05,
1079
+ "loss": 0.0182,
1080
+ "step": 1770
1081
+ },
1082
+ {
1083
+ "epoch": 3.72,
1084
+ "learning_rate": 3.1380753138075316e-05,
1085
+ "loss": 0.014,
1086
+ "step": 1780
1087
+ },
1088
+ {
1089
+ "epoch": 3.74,
1090
+ "learning_rate": 3.1276150627615066e-05,
1091
+ "loss": 0.0131,
1092
+ "step": 1790
1093
+ },
1094
+ {
1095
+ "epoch": 3.77,
1096
+ "learning_rate": 3.117154811715482e-05,
1097
+ "loss": 0.013,
1098
+ "step": 1800
1099
+ },
1100
+ {
1101
+ "epoch": 3.79,
1102
+ "learning_rate": 3.106694560669457e-05,
1103
+ "loss": 0.0114,
1104
+ "step": 1810
1105
+ },
1106
+ {
1107
+ "epoch": 3.81,
1108
+ "learning_rate": 3.096234309623431e-05,
1109
+ "loss": 0.015,
1110
+ "step": 1820
1111
+ },
1112
+ {
1113
+ "epoch": 3.83,
1114
+ "learning_rate": 3.085774058577406e-05,
1115
+ "loss": 0.0131,
1116
+ "step": 1830
1117
+ },
1118
+ {
1119
+ "epoch": 3.85,
1120
+ "learning_rate": 3.075313807531381e-05,
1121
+ "loss": 0.011,
1122
+ "step": 1840
1123
+ },
1124
+ {
1125
+ "epoch": 3.87,
1126
+ "learning_rate": 3.0648535564853556e-05,
1127
+ "loss": 0.0126,
1128
+ "step": 1850
1129
+ },
1130
+ {
1131
+ "epoch": 3.89,
1132
+ "learning_rate": 3.0543933054393306e-05,
1133
+ "loss": 0.0104,
1134
+ "step": 1860
1135
+ },
1136
+ {
1137
+ "epoch": 3.91,
1138
+ "learning_rate": 3.0439330543933053e-05,
1139
+ "loss": 0.0134,
1140
+ "step": 1870
1141
+ },
1142
+ {
1143
+ "epoch": 3.93,
1144
+ "learning_rate": 3.0334728033472803e-05,
1145
+ "loss": 0.0201,
1146
+ "step": 1880
1147
+ },
1148
+ {
1149
+ "epoch": 3.95,
1150
+ "learning_rate": 3.0230125523012554e-05,
1151
+ "loss": 0.0143,
1152
+ "step": 1890
1153
+ },
1154
+ {
1155
+ "epoch": 3.97,
1156
+ "learning_rate": 3.0125523012552304e-05,
1157
+ "loss": 0.0154,
1158
+ "step": 1900
1159
+ },
1160
+ {
1161
+ "epoch": 4.0,
1162
+ "learning_rate": 3.0020920502092055e-05,
1163
+ "loss": 0.0085,
1164
+ "step": 1910
1165
+ },
1166
+ {
1167
+ "epoch": 4.02,
1168
+ "learning_rate": 2.99163179916318e-05,
1169
+ "loss": 0.0156,
1170
+ "step": 1920
1171
+ },
1172
+ {
1173
+ "epoch": 4.04,
1174
+ "learning_rate": 2.981171548117155e-05,
1175
+ "loss": 0.0121,
1176
+ "step": 1930
1177
+ },
1178
+ {
1179
+ "epoch": 4.06,
1180
+ "learning_rate": 2.97071129707113e-05,
1181
+ "loss": 0.0085,
1182
+ "step": 1940
1183
+ },
1184
+ {
1185
+ "epoch": 4.08,
1186
+ "learning_rate": 2.960251046025105e-05,
1187
+ "loss": 0.0097,
1188
+ "step": 1950
1189
+ },
1190
+ {
1191
+ "epoch": 4.1,
1192
+ "learning_rate": 2.9497907949790797e-05,
1193
+ "loss": 0.011,
1194
+ "step": 1960
1195
+ },
1196
+ {
1197
+ "epoch": 4.12,
1198
+ "learning_rate": 2.9393305439330544e-05,
1199
+ "loss": 0.0124,
1200
+ "step": 1970
1201
+ },
1202
+ {
1203
+ "epoch": 4.14,
1204
+ "learning_rate": 2.9288702928870294e-05,
1205
+ "loss": 0.0124,
1206
+ "step": 1980
1207
+ },
1208
+ {
1209
+ "epoch": 4.16,
1210
+ "learning_rate": 2.9184100418410045e-05,
1211
+ "loss": 0.0109,
1212
+ "step": 1990
1213
+ },
1214
+ {
1215
+ "epoch": 4.18,
1216
+ "learning_rate": 2.9079497907949792e-05,
1217
+ "loss": 0.0117,
1218
+ "step": 2000
1219
+ },
1220
+ {
1221
+ "epoch": 4.18,
1222
+ "eval_acc": 0.6881188084746593,
1223
+ "eval_cer": 0.039886039886039885,
1224
+ "eval_loss": 0.02099423296749592,
1225
+ "eval_runtime": 62.3807,
1226
+ "eval_samples_per_second": 3.238,
1227
+ "eval_steps_per_second": 0.417,
1228
+ "step": 2000
1229
+ },
1230
+ {
1231
+ "epoch": 4.21,
1232
+ "learning_rate": 2.8974895397489542e-05,
1233
+ "loss": 0.0086,
1234
+ "step": 2010
1235
+ },
1236
+ {
1237
+ "epoch": 4.23,
1238
+ "learning_rate": 2.887029288702929e-05,
1239
+ "loss": 0.0137,
1240
+ "step": 2020
1241
+ },
1242
+ {
1243
+ "epoch": 4.25,
1244
+ "learning_rate": 2.8765690376569036e-05,
1245
+ "loss": 0.0076,
1246
+ "step": 2030
1247
+ },
1248
+ {
1249
+ "epoch": 4.27,
1250
+ "learning_rate": 2.8661087866108787e-05,
1251
+ "loss": 0.0095,
1252
+ "step": 2040
1253
+ },
1254
+ {
1255
+ "epoch": 4.29,
1256
+ "learning_rate": 2.8556485355648537e-05,
1257
+ "loss": 0.009,
1258
+ "step": 2050
1259
+ },
1260
+ {
1261
+ "epoch": 4.31,
1262
+ "learning_rate": 2.8451882845188288e-05,
1263
+ "loss": 0.0108,
1264
+ "step": 2060
1265
+ },
1266
+ {
1267
+ "epoch": 4.33,
1268
+ "learning_rate": 2.834728033472803e-05,
1269
+ "loss": 0.0097,
1270
+ "step": 2070
1271
+ },
1272
+ {
1273
+ "epoch": 4.35,
1274
+ "learning_rate": 2.824267782426778e-05,
1275
+ "loss": 0.0081,
1276
+ "step": 2080
1277
+ },
1278
+ {
1279
+ "epoch": 4.37,
1280
+ "learning_rate": 2.8138075313807532e-05,
1281
+ "loss": 0.0075,
1282
+ "step": 2090
1283
+ },
1284
+ {
1285
+ "epoch": 4.39,
1286
+ "learning_rate": 2.8033472803347283e-05,
1287
+ "loss": 0.012,
1288
+ "step": 2100
1289
+ },
1290
+ {
1291
+ "epoch": 4.41,
1292
+ "learning_rate": 2.7928870292887033e-05,
1293
+ "loss": 0.0062,
1294
+ "step": 2110
1295
+ },
1296
+ {
1297
+ "epoch": 4.44,
1298
+ "learning_rate": 2.7824267782426777e-05,
1299
+ "loss": 0.0126,
1300
+ "step": 2120
1301
+ },
1302
+ {
1303
+ "epoch": 4.46,
1304
+ "learning_rate": 2.7719665271966527e-05,
1305
+ "loss": 0.0137,
1306
+ "step": 2130
1307
+ },
1308
+ {
1309
+ "epoch": 4.48,
1310
+ "learning_rate": 2.7615062761506278e-05,
1311
+ "loss": 0.0102,
1312
+ "step": 2140
1313
+ },
1314
+ {
1315
+ "epoch": 4.5,
1316
+ "learning_rate": 2.7510460251046028e-05,
1317
+ "loss": 0.0122,
1318
+ "step": 2150
1319
+ },
1320
+ {
1321
+ "epoch": 4.52,
1322
+ "learning_rate": 2.740585774058578e-05,
1323
+ "loss": 0.0054,
1324
+ "step": 2160
1325
+ },
1326
+ {
1327
+ "epoch": 4.54,
1328
+ "learning_rate": 2.7301255230125522e-05,
1329
+ "loss": 0.0102,
1330
+ "step": 2170
1331
+ },
1332
+ {
1333
+ "epoch": 4.56,
1334
+ "learning_rate": 2.7196652719665273e-05,
1335
+ "loss": 0.0095,
1336
+ "step": 2180
1337
+ },
1338
+ {
1339
+ "epoch": 4.58,
1340
+ "learning_rate": 2.7092050209205023e-05,
1341
+ "loss": 0.0077,
1342
+ "step": 2190
1343
+ },
1344
+ {
1345
+ "epoch": 4.6,
1346
+ "learning_rate": 2.6987447698744773e-05,
1347
+ "loss": 0.0104,
1348
+ "step": 2200
1349
+ },
1350
+ {
1351
+ "epoch": 4.62,
1352
+ "learning_rate": 2.6882845188284524e-05,
1353
+ "loss": 0.0149,
1354
+ "step": 2210
1355
+ },
1356
+ {
1357
+ "epoch": 4.64,
1358
+ "learning_rate": 2.6778242677824267e-05,
1359
+ "loss": 0.0106,
1360
+ "step": 2220
1361
+ },
1362
+ {
1363
+ "epoch": 4.67,
1364
+ "learning_rate": 2.6673640167364018e-05,
1365
+ "loss": 0.0104,
1366
+ "step": 2230
1367
+ },
1368
+ {
1369
+ "epoch": 4.69,
1370
+ "learning_rate": 2.656903765690377e-05,
1371
+ "loss": 0.0094,
1372
+ "step": 2240
1373
+ },
1374
+ {
1375
+ "epoch": 4.71,
1376
+ "learning_rate": 2.6464435146443515e-05,
1377
+ "loss": 0.0083,
1378
+ "step": 2250
1379
+ },
1380
+ {
1381
+ "epoch": 4.73,
1382
+ "learning_rate": 2.6359832635983266e-05,
1383
+ "loss": 0.0072,
1384
+ "step": 2260
1385
+ },
1386
+ {
1387
+ "epoch": 4.75,
1388
+ "learning_rate": 2.6255230125523013e-05,
1389
+ "loss": 0.0121,
1390
+ "step": 2270
1391
+ },
1392
+ {
1393
+ "epoch": 4.77,
1394
+ "learning_rate": 2.615062761506276e-05,
1395
+ "loss": 0.0093,
1396
+ "step": 2280
1397
+ },
1398
+ {
1399
+ "epoch": 4.79,
1400
+ "learning_rate": 2.604602510460251e-05,
1401
+ "loss": 0.0115,
1402
+ "step": 2290
1403
+ },
1404
+ {
1405
+ "epoch": 4.81,
1406
+ "learning_rate": 2.594142259414226e-05,
1407
+ "loss": 0.0084,
1408
+ "step": 2300
1409
+ },
1410
+ {
1411
+ "epoch": 4.83,
1412
+ "learning_rate": 2.583682008368201e-05,
1413
+ "loss": 0.009,
1414
+ "step": 2310
1415
+ },
1416
+ {
1417
+ "epoch": 4.85,
1418
+ "learning_rate": 2.5732217573221755e-05,
1419
+ "loss": 0.0149,
1420
+ "step": 2320
1421
+ },
1422
+ {
1423
+ "epoch": 4.87,
1424
+ "learning_rate": 2.5627615062761505e-05,
1425
+ "loss": 0.012,
1426
+ "step": 2330
1427
+ },
1428
+ {
1429
+ "epoch": 4.9,
1430
+ "learning_rate": 2.5523012552301256e-05,
1431
+ "loss": 0.011,
1432
+ "step": 2340
1433
+ },
1434
+ {
1435
+ "epoch": 4.92,
1436
+ "learning_rate": 2.5418410041841006e-05,
1437
+ "loss": 0.0088,
1438
+ "step": 2350
1439
+ },
1440
+ {
1441
+ "epoch": 4.94,
1442
+ "learning_rate": 2.5313807531380757e-05,
1443
+ "loss": 0.0123,
1444
+ "step": 2360
1445
+ },
1446
+ {
1447
+ "epoch": 4.96,
1448
+ "learning_rate": 2.52092050209205e-05,
1449
+ "loss": 0.0127,
1450
+ "step": 2370
1451
+ },
1452
+ {
1453
+ "epoch": 4.98,
1454
+ "learning_rate": 2.510460251046025e-05,
1455
+ "loss": 0.0078,
1456
+ "step": 2380
1457
+ },
1458
+ {
1459
+ "epoch": 5.0,
1460
+ "learning_rate": 2.5e-05,
1461
+ "loss": 0.01,
1462
+ "step": 2390
1463
+ },
1464
+ {
1465
+ "epoch": 5.02,
1466
+ "learning_rate": 2.489539748953975e-05,
1467
+ "loss": 0.007,
1468
+ "step": 2400
1469
+ },
1470
+ {
1471
+ "epoch": 5.04,
1472
+ "learning_rate": 2.47907949790795e-05,
1473
+ "loss": 0.0082,
1474
+ "step": 2410
1475
+ },
1476
+ {
1477
+ "epoch": 5.06,
1478
+ "learning_rate": 2.468619246861925e-05,
1479
+ "loss": 0.0078,
1480
+ "step": 2420
1481
+ },
1482
+ {
1483
+ "epoch": 5.08,
1484
+ "learning_rate": 2.4581589958158996e-05,
1485
+ "loss": 0.0089,
1486
+ "step": 2430
1487
+ },
1488
+ {
1489
+ "epoch": 5.1,
1490
+ "learning_rate": 2.4476987447698747e-05,
1491
+ "loss": 0.0076,
1492
+ "step": 2440
1493
+ },
1494
+ {
1495
+ "epoch": 5.13,
1496
+ "learning_rate": 2.4372384937238497e-05,
1497
+ "loss": 0.0055,
1498
+ "step": 2450
1499
+ },
1500
+ {
1501
+ "epoch": 5.15,
1502
+ "learning_rate": 2.4267782426778244e-05,
1503
+ "loss": 0.0108,
1504
+ "step": 2460
1505
+ },
1506
+ {
1507
+ "epoch": 5.17,
1508
+ "learning_rate": 2.4163179916317995e-05,
1509
+ "loss": 0.0089,
1510
+ "step": 2470
1511
+ },
1512
+ {
1513
+ "epoch": 5.19,
1514
+ "learning_rate": 2.405857740585774e-05,
1515
+ "loss": 0.0104,
1516
+ "step": 2480
1517
+ },
1518
+ {
1519
+ "epoch": 5.21,
1520
+ "learning_rate": 2.3953974895397492e-05,
1521
+ "loss": 0.0068,
1522
+ "step": 2490
1523
+ },
1524
+ {
1525
+ "epoch": 5.23,
1526
+ "learning_rate": 2.3849372384937242e-05,
1527
+ "loss": 0.006,
1528
+ "step": 2500
1529
+ },
1530
+ {
1531
+ "epoch": 5.25,
1532
+ "learning_rate": 2.374476987447699e-05,
1533
+ "loss": 0.0075,
1534
+ "step": 2510
1535
+ },
1536
+ {
1537
+ "epoch": 5.27,
1538
+ "learning_rate": 2.3640167364016737e-05,
1539
+ "loss": 0.0063,
1540
+ "step": 2520
1541
+ },
1542
+ {
1543
+ "epoch": 5.29,
1544
+ "learning_rate": 2.3535564853556487e-05,
1545
+ "loss": 0.0083,
1546
+ "step": 2530
1547
+ },
1548
+ {
1549
+ "epoch": 5.31,
1550
+ "learning_rate": 2.3430962343096234e-05,
1551
+ "loss": 0.0108,
1552
+ "step": 2540
1553
+ },
1554
+ {
1555
+ "epoch": 5.33,
1556
+ "learning_rate": 2.3326359832635984e-05,
1557
+ "loss": 0.0084,
1558
+ "step": 2550
1559
+ },
1560
+ {
1561
+ "epoch": 5.36,
1562
+ "learning_rate": 2.322175732217573e-05,
1563
+ "loss": 0.0076,
1564
+ "step": 2560
1565
+ },
1566
+ {
1567
+ "epoch": 5.38,
1568
+ "learning_rate": 2.3117154811715482e-05,
1569
+ "loss": 0.0054,
1570
+ "step": 2570
1571
+ },
1572
+ {
1573
+ "epoch": 5.4,
1574
+ "learning_rate": 2.301255230125523e-05,
1575
+ "loss": 0.0073,
1576
+ "step": 2580
1577
+ },
1578
+ {
1579
+ "epoch": 5.42,
1580
+ "learning_rate": 2.290794979079498e-05,
1581
+ "loss": 0.0054,
1582
+ "step": 2590
1583
+ },
1584
+ {
1585
+ "epoch": 5.44,
1586
+ "learning_rate": 2.280334728033473e-05,
1587
+ "loss": 0.0046,
1588
+ "step": 2600
1589
+ },
1590
+ {
1591
+ "epoch": 5.46,
1592
+ "learning_rate": 2.2698744769874477e-05,
1593
+ "loss": 0.008,
1594
+ "step": 2610
1595
+ },
1596
+ {
1597
+ "epoch": 5.48,
1598
+ "learning_rate": 2.2594142259414227e-05,
1599
+ "loss": 0.0067,
1600
+ "step": 2620
1601
+ },
1602
+ {
1603
+ "epoch": 5.5,
1604
+ "learning_rate": 2.2489539748953974e-05,
1605
+ "loss": 0.009,
1606
+ "step": 2630
1607
+ },
1608
+ {
1609
+ "epoch": 5.52,
1610
+ "learning_rate": 2.2384937238493725e-05,
1611
+ "loss": 0.0062,
1612
+ "step": 2640
1613
+ },
1614
+ {
1615
+ "epoch": 5.54,
1616
+ "learning_rate": 2.2280334728033475e-05,
1617
+ "loss": 0.0071,
1618
+ "step": 2650
1619
+ },
1620
+ {
1621
+ "epoch": 5.56,
1622
+ "learning_rate": 2.2175732217573222e-05,
1623
+ "loss": 0.0048,
1624
+ "step": 2660
1625
+ },
1626
+ {
1627
+ "epoch": 5.59,
1628
+ "learning_rate": 2.2071129707112973e-05,
1629
+ "loss": 0.0094,
1630
+ "step": 2670
1631
+ },
1632
+ {
1633
+ "epoch": 5.61,
1634
+ "learning_rate": 2.196652719665272e-05,
1635
+ "loss": 0.0085,
1636
+ "step": 2680
1637
+ },
1638
+ {
1639
+ "epoch": 5.63,
1640
+ "learning_rate": 2.186192468619247e-05,
1641
+ "loss": 0.0058,
1642
+ "step": 2690
1643
+ },
1644
+ {
1645
+ "epoch": 5.65,
1646
+ "learning_rate": 2.175732217573222e-05,
1647
+ "loss": 0.0055,
1648
+ "step": 2700
1649
+ },
1650
+ {
1651
+ "epoch": 5.67,
1652
+ "learning_rate": 2.1652719665271968e-05,
1653
+ "loss": 0.0058,
1654
+ "step": 2710
1655
+ },
1656
+ {
1657
+ "epoch": 5.69,
1658
+ "learning_rate": 2.1548117154811718e-05,
1659
+ "loss": 0.0096,
1660
+ "step": 2720
1661
+ },
1662
+ {
1663
+ "epoch": 5.71,
1664
+ "learning_rate": 2.1443514644351465e-05,
1665
+ "loss": 0.0095,
1666
+ "step": 2730
1667
+ },
1668
+ {
1669
+ "epoch": 5.73,
1670
+ "learning_rate": 2.1338912133891216e-05,
1671
+ "loss": 0.0052,
1672
+ "step": 2740
1673
+ },
1674
+ {
1675
+ "epoch": 5.75,
1676
+ "learning_rate": 2.1234309623430966e-05,
1677
+ "loss": 0.008,
1678
+ "step": 2750
1679
+ },
1680
+ {
1681
+ "epoch": 5.77,
1682
+ "learning_rate": 2.1129707112970713e-05,
1683
+ "loss": 0.0111,
1684
+ "step": 2760
1685
+ },
1686
+ {
1687
+ "epoch": 5.79,
1688
+ "learning_rate": 2.1025104602510464e-05,
1689
+ "loss": 0.0096,
1690
+ "step": 2770
1691
+ },
1692
+ {
1693
+ "epoch": 5.82,
1694
+ "learning_rate": 2.092050209205021e-05,
1695
+ "loss": 0.0073,
1696
+ "step": 2780
1697
+ },
1698
+ {
1699
+ "epoch": 5.84,
1700
+ "learning_rate": 2.0815899581589958e-05,
1701
+ "loss": 0.0079,
1702
+ "step": 2790
1703
+ },
1704
+ {
1705
+ "epoch": 5.86,
1706
+ "learning_rate": 2.0711297071129708e-05,
1707
+ "loss": 0.0094,
1708
+ "step": 2800
1709
+ },
1710
+ {
1711
+ "epoch": 5.88,
1712
+ "learning_rate": 2.0606694560669455e-05,
1713
+ "loss": 0.0068,
1714
+ "step": 2810
1715
+ },
1716
+ {
1717
+ "epoch": 5.9,
1718
+ "learning_rate": 2.0502092050209206e-05,
1719
+ "loss": 0.0055,
1720
+ "step": 2820
1721
+ },
1722
+ {
1723
+ "epoch": 5.92,
1724
+ "learning_rate": 2.0397489539748953e-05,
1725
+ "loss": 0.0094,
1726
+ "step": 2830
1727
+ },
1728
+ {
1729
+ "epoch": 5.94,
1730
+ "learning_rate": 2.0292887029288703e-05,
1731
+ "loss": 0.0084,
1732
+ "step": 2840
1733
+ },
1734
+ {
1735
+ "epoch": 5.96,
1736
+ "learning_rate": 2.0188284518828454e-05,
1737
+ "loss": 0.0098,
1738
+ "step": 2850
1739
+ },
1740
+ {
1741
+ "epoch": 5.98,
1742
+ "learning_rate": 2.00836820083682e-05,
1743
+ "loss": 0.0067,
1744
+ "step": 2860
1745
+ },
1746
+ {
1747
+ "epoch": 6.0,
1748
+ "learning_rate": 1.997907949790795e-05,
1749
+ "loss": 0.0067,
1750
+ "step": 2870
1751
+ },
1752
+ {
1753
+ "epoch": 6.03,
1754
+ "learning_rate": 1.9874476987447698e-05,
1755
+ "loss": 0.0055,
1756
+ "step": 2880
1757
+ },
1758
+ {
1759
+ "epoch": 6.05,
1760
+ "learning_rate": 1.976987447698745e-05,
1761
+ "loss": 0.0049,
1762
+ "step": 2890
1763
+ },
1764
+ {
1765
+ "epoch": 6.07,
1766
+ "learning_rate": 1.96652719665272e-05,
1767
+ "loss": 0.0051,
1768
+ "step": 2900
1769
+ },
1770
+ {
1771
+ "epoch": 6.09,
1772
+ "learning_rate": 1.9560669456066946e-05,
1773
+ "loss": 0.006,
1774
+ "step": 2910
1775
+ },
1776
+ {
1777
+ "epoch": 6.11,
1778
+ "learning_rate": 1.9456066945606696e-05,
1779
+ "loss": 0.0053,
1780
+ "step": 2920
1781
+ },
1782
+ {
1783
+ "epoch": 6.13,
1784
+ "learning_rate": 1.9351464435146444e-05,
1785
+ "loss": 0.0106,
1786
+ "step": 2930
1787
+ },
1788
+ {
1789
+ "epoch": 6.15,
1790
+ "learning_rate": 1.9246861924686194e-05,
1791
+ "loss": 0.005,
1792
+ "step": 2940
1793
+ },
1794
+ {
1795
+ "epoch": 6.17,
1796
+ "learning_rate": 1.9142259414225944e-05,
1797
+ "loss": 0.0036,
1798
+ "step": 2950
1799
+ },
1800
+ {
1801
+ "epoch": 6.19,
1802
+ "learning_rate": 1.903765690376569e-05,
1803
+ "loss": 0.007,
1804
+ "step": 2960
1805
+ },
1806
+ {
1807
+ "epoch": 6.21,
1808
+ "learning_rate": 1.8933054393305442e-05,
1809
+ "loss": 0.004,
1810
+ "step": 2970
1811
+ },
1812
+ {
1813
+ "epoch": 6.23,
1814
+ "learning_rate": 1.882845188284519e-05,
1815
+ "loss": 0.0068,
1816
+ "step": 2980
1817
+ },
1818
+ {
1819
+ "epoch": 6.26,
1820
+ "learning_rate": 1.872384937238494e-05,
1821
+ "loss": 0.0058,
1822
+ "step": 2990
1823
+ },
1824
+ {
1825
+ "epoch": 6.28,
1826
+ "learning_rate": 1.8619246861924686e-05,
1827
+ "loss": 0.0037,
1828
+ "step": 3000
1829
+ },
1830
+ {
1831
+ "epoch": 6.28,
1832
+ "eval_acc": 0.6930693034996569,
1833
+ "eval_cer": 0.0365622032288699,
1834
+ "eval_loss": 0.016910642385482788,
1835
+ "eval_runtime": 63.1824,
1836
+ "eval_samples_per_second": 3.197,
1837
+ "eval_steps_per_second": 0.412,
1838
+ "step": 3000
1839
+ },
1840
+ {
1841
+ "epoch": 6.3,
1842
+ "learning_rate": 1.8514644351464437e-05,
1843
+ "loss": 0.0054,
1844
+ "step": 3010
1845
+ },
1846
+ {
1847
+ "epoch": 6.32,
1848
+ "learning_rate": 1.8410041841004187e-05,
1849
+ "loss": 0.0071,
1850
+ "step": 3020
1851
+ },
1852
+ {
1853
+ "epoch": 6.34,
1854
+ "learning_rate": 1.8305439330543934e-05,
1855
+ "loss": 0.0057,
1856
+ "step": 3030
1857
+ },
1858
+ {
1859
+ "epoch": 6.36,
1860
+ "learning_rate": 1.8200836820083685e-05,
1861
+ "loss": 0.0045,
1862
+ "step": 3040
1863
+ },
1864
+ {
1865
+ "epoch": 6.38,
1866
+ "learning_rate": 1.8096234309623432e-05,
1867
+ "loss": 0.0062,
1868
+ "step": 3050
1869
+ },
1870
+ {
1871
+ "epoch": 6.4,
1872
+ "learning_rate": 1.799163179916318e-05,
1873
+ "loss": 0.0059,
1874
+ "step": 3060
1875
+ },
1876
+ {
1877
+ "epoch": 6.42,
1878
+ "learning_rate": 1.788702928870293e-05,
1879
+ "loss": 0.0094,
1880
+ "step": 3070
1881
+ },
1882
+ {
1883
+ "epoch": 6.44,
1884
+ "learning_rate": 1.7782426778242676e-05,
1885
+ "loss": 0.0072,
1886
+ "step": 3080
1887
+ },
1888
+ {
1889
+ "epoch": 6.46,
1890
+ "learning_rate": 1.7677824267782427e-05,
1891
+ "loss": 0.0071,
1892
+ "step": 3090
1893
+ },
1894
+ {
1895
+ "epoch": 6.49,
1896
+ "learning_rate": 1.7573221757322174e-05,
1897
+ "loss": 0.0037,
1898
+ "step": 3100
1899
+ },
1900
+ {
1901
+ "epoch": 6.51,
1902
+ "learning_rate": 1.7468619246861924e-05,
1903
+ "loss": 0.006,
1904
+ "step": 3110
1905
+ },
1906
+ {
1907
+ "epoch": 6.53,
1908
+ "learning_rate": 1.7364016736401675e-05,
1909
+ "loss": 0.0068,
1910
+ "step": 3120
1911
+ },
1912
+ {
1913
+ "epoch": 6.55,
1914
+ "learning_rate": 1.7259414225941422e-05,
1915
+ "loss": 0.0067,
1916
+ "step": 3130
1917
+ },
1918
+ {
1919
+ "epoch": 6.57,
1920
+ "learning_rate": 1.7154811715481172e-05,
1921
+ "loss": 0.0055,
1922
+ "step": 3140
1923
+ },
1924
+ {
1925
+ "epoch": 6.59,
1926
+ "learning_rate": 1.705020920502092e-05,
1927
+ "loss": 0.0062,
1928
+ "step": 3150
1929
+ },
1930
+ {
1931
+ "epoch": 6.61,
1932
+ "learning_rate": 1.694560669456067e-05,
1933
+ "loss": 0.0084,
1934
+ "step": 3160
1935
+ },
1936
+ {
1937
+ "epoch": 6.63,
1938
+ "learning_rate": 1.684100418410042e-05,
1939
+ "loss": 0.0054,
1940
+ "step": 3170
1941
+ },
1942
+ {
1943
+ "epoch": 6.65,
1944
+ "learning_rate": 1.6736401673640167e-05,
1945
+ "loss": 0.0073,
1946
+ "step": 3180
1947
+ },
1948
+ {
1949
+ "epoch": 6.67,
1950
+ "learning_rate": 1.6631799163179918e-05,
1951
+ "loss": 0.0055,
1952
+ "step": 3190
1953
+ },
1954
+ {
1955
+ "epoch": 6.69,
1956
+ "learning_rate": 1.6527196652719665e-05,
1957
+ "loss": 0.0062,
1958
+ "step": 3200
1959
+ },
1960
+ {
1961
+ "epoch": 6.72,
1962
+ "learning_rate": 1.6422594142259415e-05,
1963
+ "loss": 0.006,
1964
+ "step": 3210
1965
+ },
1966
+ {
1967
+ "epoch": 6.74,
1968
+ "learning_rate": 1.6317991631799166e-05,
1969
+ "loss": 0.0053,
1970
+ "step": 3220
1971
+ },
1972
+ {
1973
+ "epoch": 6.76,
1974
+ "learning_rate": 1.6213389121338913e-05,
1975
+ "loss": 0.0081,
1976
+ "step": 3230
1977
+ },
1978
+ {
1979
+ "epoch": 6.78,
1980
+ "learning_rate": 1.6108786610878663e-05,
1981
+ "loss": 0.0053,
1982
+ "step": 3240
1983
+ },
1984
+ {
1985
+ "epoch": 6.8,
1986
+ "learning_rate": 1.600418410041841e-05,
1987
+ "loss": 0.0077,
1988
+ "step": 3250
1989
+ },
1990
+ {
1991
+ "epoch": 6.82,
1992
+ "learning_rate": 1.589958158995816e-05,
1993
+ "loss": 0.0032,
1994
+ "step": 3260
1995
+ },
1996
+ {
1997
+ "epoch": 6.84,
1998
+ "learning_rate": 1.579497907949791e-05,
1999
+ "loss": 0.0045,
2000
+ "step": 3270
2001
+ },
2002
+ {
2003
+ "epoch": 6.86,
2004
+ "learning_rate": 1.5690376569037658e-05,
2005
+ "loss": 0.0072,
2006
+ "step": 3280
2007
+ },
2008
+ {
2009
+ "epoch": 6.88,
2010
+ "learning_rate": 1.558577405857741e-05,
2011
+ "loss": 0.0047,
2012
+ "step": 3290
2013
+ },
2014
+ {
2015
+ "epoch": 6.9,
2016
+ "learning_rate": 1.5481171548117155e-05,
2017
+ "loss": 0.0078,
2018
+ "step": 3300
2019
+ },
2020
+ {
2021
+ "epoch": 6.92,
2022
+ "learning_rate": 1.5376569037656906e-05,
2023
+ "loss": 0.0039,
2024
+ "step": 3310
2025
+ },
2026
+ {
2027
+ "epoch": 6.95,
2028
+ "learning_rate": 1.5271966527196653e-05,
2029
+ "loss": 0.0045,
2030
+ "step": 3320
2031
+ },
2032
+ {
2033
+ "epoch": 6.97,
2034
+ "learning_rate": 1.5167364016736402e-05,
2035
+ "loss": 0.0031,
2036
+ "step": 3330
2037
+ },
2038
+ {
2039
+ "epoch": 6.99,
2040
+ "learning_rate": 1.5062761506276152e-05,
2041
+ "loss": 0.0096,
2042
+ "step": 3340
2043
+ },
2044
+ {
2045
+ "epoch": 7.01,
2046
+ "learning_rate": 1.49581589958159e-05,
2047
+ "loss": 0.0087,
2048
+ "step": 3350
2049
+ },
2050
+ {
2051
+ "epoch": 7.03,
2052
+ "learning_rate": 1.485355648535565e-05,
2053
+ "loss": 0.004,
2054
+ "step": 3360
2055
+ },
2056
+ {
2057
+ "epoch": 7.05,
2058
+ "learning_rate": 1.4748953974895398e-05,
2059
+ "loss": 0.0036,
2060
+ "step": 3370
2061
+ },
2062
+ {
2063
+ "epoch": 7.07,
2064
+ "learning_rate": 1.4644351464435147e-05,
2065
+ "loss": 0.0066,
2066
+ "step": 3380
2067
+ },
2068
+ {
2069
+ "epoch": 7.09,
2070
+ "learning_rate": 1.4539748953974896e-05,
2071
+ "loss": 0.004,
2072
+ "step": 3390
2073
+ },
2074
+ {
2075
+ "epoch": 7.11,
2076
+ "learning_rate": 1.4435146443514645e-05,
2077
+ "loss": 0.0056,
2078
+ "step": 3400
2079
+ },
2080
+ {
2081
+ "epoch": 7.13,
2082
+ "learning_rate": 1.4330543933054393e-05,
2083
+ "loss": 0.0045,
2084
+ "step": 3410
2085
+ },
2086
+ {
2087
+ "epoch": 7.15,
2088
+ "learning_rate": 1.4225941422594144e-05,
2089
+ "loss": 0.0058,
2090
+ "step": 3420
2091
+ },
2092
+ {
2093
+ "epoch": 7.18,
2094
+ "learning_rate": 1.412133891213389e-05,
2095
+ "loss": 0.0047,
2096
+ "step": 3430
2097
+ },
2098
+ {
2099
+ "epoch": 7.2,
2100
+ "learning_rate": 1.4016736401673641e-05,
2101
+ "loss": 0.0045,
2102
+ "step": 3440
2103
+ },
2104
+ {
2105
+ "epoch": 7.22,
2106
+ "learning_rate": 1.3912133891213388e-05,
2107
+ "loss": 0.0039,
2108
+ "step": 3450
2109
+ },
2110
+ {
2111
+ "epoch": 7.24,
2112
+ "learning_rate": 1.3807531380753139e-05,
2113
+ "loss": 0.0031,
2114
+ "step": 3460
2115
+ },
2116
+ {
2117
+ "epoch": 7.26,
2118
+ "learning_rate": 1.370292887029289e-05,
2119
+ "loss": 0.0056,
2120
+ "step": 3470
2121
+ },
2122
+ {
2123
+ "epoch": 7.28,
2124
+ "learning_rate": 1.3598326359832636e-05,
2125
+ "loss": 0.0045,
2126
+ "step": 3480
2127
+ },
2128
+ {
2129
+ "epoch": 7.3,
2130
+ "learning_rate": 1.3493723849372387e-05,
2131
+ "loss": 0.0071,
2132
+ "step": 3490
2133
+ },
2134
+ {
2135
+ "epoch": 7.32,
2136
+ "learning_rate": 1.3389121338912134e-05,
2137
+ "loss": 0.0077,
2138
+ "step": 3500
2139
+ },
2140
+ {
2141
+ "epoch": 7.34,
2142
+ "learning_rate": 1.3284518828451884e-05,
2143
+ "loss": 0.0036,
2144
+ "step": 3510
2145
+ },
2146
+ {
2147
+ "epoch": 7.36,
2148
+ "learning_rate": 1.3179916317991633e-05,
2149
+ "loss": 0.0041,
2150
+ "step": 3520
2151
+ },
2152
+ {
2153
+ "epoch": 7.38,
2154
+ "learning_rate": 1.307531380753138e-05,
2155
+ "loss": 0.0047,
2156
+ "step": 3530
2157
+ },
2158
+ {
2159
+ "epoch": 7.41,
2160
+ "learning_rate": 1.297071129707113e-05,
2161
+ "loss": 0.0042,
2162
+ "step": 3540
2163
+ },
2164
+ {
2165
+ "epoch": 7.43,
2166
+ "learning_rate": 1.2866108786610877e-05,
2167
+ "loss": 0.0049,
2168
+ "step": 3550
2169
+ },
2170
+ {
2171
+ "epoch": 7.45,
2172
+ "learning_rate": 1.2761506276150628e-05,
2173
+ "loss": 0.0045,
2174
+ "step": 3560
2175
+ },
2176
+ {
2177
+ "epoch": 7.47,
2178
+ "learning_rate": 1.2656903765690378e-05,
2179
+ "loss": 0.0043,
2180
+ "step": 3570
2181
+ },
2182
+ {
2183
+ "epoch": 7.49,
2184
+ "learning_rate": 1.2552301255230125e-05,
2185
+ "loss": 0.0052,
2186
+ "step": 3580
2187
+ },
2188
+ {
2189
+ "epoch": 7.51,
2190
+ "learning_rate": 1.2447698744769876e-05,
2191
+ "loss": 0.0045,
2192
+ "step": 3590
2193
+ },
2194
+ {
2195
+ "epoch": 7.53,
2196
+ "learning_rate": 1.2343096234309625e-05,
2197
+ "loss": 0.0065,
2198
+ "step": 3600
2199
+ },
2200
+ {
2201
+ "epoch": 7.55,
2202
+ "learning_rate": 1.2238493723849373e-05,
2203
+ "loss": 0.0059,
2204
+ "step": 3610
2205
+ },
2206
+ {
2207
+ "epoch": 7.57,
2208
+ "learning_rate": 1.2133891213389122e-05,
2209
+ "loss": 0.0049,
2210
+ "step": 3620
2211
+ },
2212
+ {
2213
+ "epoch": 7.59,
2214
+ "learning_rate": 1.202928870292887e-05,
2215
+ "loss": 0.0045,
2216
+ "step": 3630
2217
+ },
2218
+ {
2219
+ "epoch": 7.62,
2220
+ "learning_rate": 1.1924686192468621e-05,
2221
+ "loss": 0.0041,
2222
+ "step": 3640
2223
+ },
2224
+ {
2225
+ "epoch": 7.64,
2226
+ "learning_rate": 1.1820083682008368e-05,
2227
+ "loss": 0.006,
2228
+ "step": 3650
2229
+ },
2230
+ {
2231
+ "epoch": 7.66,
2232
+ "learning_rate": 1.1715481171548117e-05,
2233
+ "loss": 0.0053,
2234
+ "step": 3660
2235
+ },
2236
+ {
2237
+ "epoch": 7.68,
2238
+ "learning_rate": 1.1610878661087866e-05,
2239
+ "loss": 0.0046,
2240
+ "step": 3670
2241
+ },
2242
+ {
2243
+ "epoch": 7.7,
2244
+ "learning_rate": 1.1506276150627615e-05,
2245
+ "loss": 0.0038,
2246
+ "step": 3680
2247
+ },
2248
+ {
2249
+ "epoch": 7.72,
2250
+ "learning_rate": 1.1401673640167365e-05,
2251
+ "loss": 0.0043,
2252
+ "step": 3690
2253
+ },
2254
+ {
2255
+ "epoch": 7.74,
2256
+ "learning_rate": 1.1297071129707114e-05,
2257
+ "loss": 0.0072,
2258
+ "step": 3700
2259
+ },
2260
+ {
2261
+ "epoch": 7.76,
2262
+ "learning_rate": 1.1192468619246862e-05,
2263
+ "loss": 0.005,
2264
+ "step": 3710
2265
+ },
2266
+ {
2267
+ "epoch": 7.78,
2268
+ "learning_rate": 1.1087866108786611e-05,
2269
+ "loss": 0.0048,
2270
+ "step": 3720
2271
+ },
2272
+ {
2273
+ "epoch": 7.8,
2274
+ "learning_rate": 1.098326359832636e-05,
2275
+ "loss": 0.0039,
2276
+ "step": 3730
2277
+ },
2278
+ {
2279
+ "epoch": 7.82,
2280
+ "learning_rate": 1.087866108786611e-05,
2281
+ "loss": 0.003,
2282
+ "step": 3740
2283
+ },
2284
+ {
2285
+ "epoch": 7.85,
2286
+ "learning_rate": 1.0774058577405859e-05,
2287
+ "loss": 0.0044,
2288
+ "step": 3750
2289
+ },
2290
+ {
2291
+ "epoch": 7.87,
2292
+ "learning_rate": 1.0669456066945608e-05,
2293
+ "loss": 0.0061,
2294
+ "step": 3760
2295
+ },
2296
+ {
2297
+ "epoch": 7.89,
2298
+ "learning_rate": 1.0564853556485357e-05,
2299
+ "loss": 0.0056,
2300
+ "step": 3770
2301
+ },
2302
+ {
2303
+ "epoch": 7.91,
2304
+ "learning_rate": 1.0460251046025105e-05,
2305
+ "loss": 0.0053,
2306
+ "step": 3780
2307
+ },
2308
+ {
2309
+ "epoch": 7.93,
2310
+ "learning_rate": 1.0355648535564854e-05,
2311
+ "loss": 0.0038,
2312
+ "step": 3790
2313
+ },
2314
+ {
2315
+ "epoch": 7.95,
2316
+ "learning_rate": 1.0251046025104603e-05,
2317
+ "loss": 0.0039,
2318
+ "step": 3800
2319
+ },
2320
+ {
2321
+ "epoch": 7.97,
2322
+ "learning_rate": 1.0146443514644352e-05,
2323
+ "loss": 0.0047,
2324
+ "step": 3810
2325
+ },
2326
+ {
2327
+ "epoch": 7.99,
2328
+ "learning_rate": 1.00418410041841e-05,
2329
+ "loss": 0.0043,
2330
+ "step": 3820
2331
+ },
2332
+ {
2333
+ "epoch": 8.01,
2334
+ "learning_rate": 9.937238493723849e-06,
2335
+ "loss": 0.0052,
2336
+ "step": 3830
2337
+ },
2338
+ {
2339
+ "epoch": 8.03,
2340
+ "learning_rate": 9.8326359832636e-06,
2341
+ "loss": 0.0038,
2342
+ "step": 3840
2343
+ },
2344
+ {
2345
+ "epoch": 8.05,
2346
+ "learning_rate": 9.728033472803348e-06,
2347
+ "loss": 0.0047,
2348
+ "step": 3850
2349
+ },
2350
+ {
2351
+ "epoch": 8.08,
2352
+ "learning_rate": 9.623430962343097e-06,
2353
+ "loss": 0.0057,
2354
+ "step": 3860
2355
+ },
2356
+ {
2357
+ "epoch": 8.1,
2358
+ "learning_rate": 9.518828451882846e-06,
2359
+ "loss": 0.003,
2360
+ "step": 3870
2361
+ },
2362
+ {
2363
+ "epoch": 8.12,
2364
+ "learning_rate": 9.414225941422594e-06,
2365
+ "loss": 0.004,
2366
+ "step": 3880
2367
+ },
2368
+ {
2369
+ "epoch": 8.14,
2370
+ "learning_rate": 9.309623430962343e-06,
2371
+ "loss": 0.0037,
2372
+ "step": 3890
2373
+ },
2374
+ {
2375
+ "epoch": 8.16,
2376
+ "learning_rate": 9.205020920502094e-06,
2377
+ "loss": 0.0052,
2378
+ "step": 3900
2379
+ },
2380
+ {
2381
+ "epoch": 8.18,
2382
+ "learning_rate": 9.100418410041842e-06,
2383
+ "loss": 0.0033,
2384
+ "step": 3910
2385
+ },
2386
+ {
2387
+ "epoch": 8.2,
2388
+ "learning_rate": 8.99581589958159e-06,
2389
+ "loss": 0.0037,
2390
+ "step": 3920
2391
+ },
2392
+ {
2393
+ "epoch": 8.22,
2394
+ "learning_rate": 8.891213389121338e-06,
2395
+ "loss": 0.0032,
2396
+ "step": 3930
2397
+ },
2398
+ {
2399
+ "epoch": 8.24,
2400
+ "learning_rate": 8.786610878661087e-06,
2401
+ "loss": 0.0036,
2402
+ "step": 3940
2403
+ },
2404
+ {
2405
+ "epoch": 8.26,
2406
+ "learning_rate": 8.682008368200837e-06,
2407
+ "loss": 0.0046,
2408
+ "step": 3950
2409
+ },
2410
+ {
2411
+ "epoch": 8.28,
2412
+ "learning_rate": 8.577405857740586e-06,
2413
+ "loss": 0.0052,
2414
+ "step": 3960
2415
+ },
2416
+ {
2417
+ "epoch": 8.31,
2418
+ "learning_rate": 8.472803347280335e-06,
2419
+ "loss": 0.0034,
2420
+ "step": 3970
2421
+ },
2422
+ {
2423
+ "epoch": 8.33,
2424
+ "learning_rate": 8.368200836820084e-06,
2425
+ "loss": 0.0038,
2426
+ "step": 3980
2427
+ },
2428
+ {
2429
+ "epoch": 8.35,
2430
+ "learning_rate": 8.263598326359832e-06,
2431
+ "loss": 0.0046,
2432
+ "step": 3990
2433
+ },
2434
+ {
2435
+ "epoch": 8.37,
2436
+ "learning_rate": 8.158995815899583e-06,
2437
+ "loss": 0.0026,
2438
+ "step": 4000
2439
+ },
2440
+ {
2441
+ "epoch": 8.37,
2442
+ "eval_acc": 0.7524752437996275,
2443
+ "eval_cer": 0.029439696106362774,
2444
+ "eval_loss": 0.015278388746082783,
2445
+ "eval_runtime": 65.9528,
2446
+ "eval_samples_per_second": 3.063,
2447
+ "eval_steps_per_second": 0.394,
2448
+ "step": 4000
2449
+ }
2450
+ ],
2451
+ "max_steps": 4780,
2452
+ "num_train_epochs": 10,
2453
+ "total_flos": 2.4930943231013683e+18,
2454
+ "trial_name": null,
2455
+ "trial_params": null
2456
+ }
checkpoint/trocr-custdata/checkpoint-4000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c07b40ab180dec9e88bab744a3d592d2744899e57c88313f6027dc65f67253
3
+ size 3579
checkpoint/trocr-custdata/last/config.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_commit_hash": null,
3
+ "_name_or_path": "./cust-data/weights",
4
+ "architectures": [
5
+ "VisionEncoderDecoderModel"
6
+ ],
7
+ "decoder": {
8
+ "_name_or_path": "",
9
+ "activation_dropout": 0.0,
10
+ "activation_function": "relu",
11
+ "add_cross_attention": true,
12
+ "architectures": null,
13
+ "attention_dropout": 0.0,
14
+ "bad_words_ids": null,
15
+ "begin_suppress_tokens": null,
16
+ "bos_token_id": 0,
17
+ "chunk_size_feed_forward": 0,
18
+ "classifier_dropout": 0.0,
19
+ "cross_attention_hidden_size": 384,
20
+ "d_model": 256,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 1024,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 2,
26
+ "diversity_penalty": 0.0,
27
+ "do_sample": false,
28
+ "dropout": 0.1,
29
+ "early_stopping": false,
30
+ "encoder_no_repeat_ngram_size": 0,
31
+ "eos_token_id": 2,
32
+ "exponential_decay_length_penalty": null,
33
+ "finetuning_task": null,
34
+ "forced_bos_token_id": null,
35
+ "forced_eos_token_id": null,
36
+ "id2label": {
37
+ "0": "LABEL_0",
38
+ "1": "LABEL_1"
39
+ },
40
+ "init_std": 0.02,
41
+ "is_decoder": true,
42
+ "is_encoder_decoder": false,
43
+ "label2id": {
44
+ "LABEL_0": 0,
45
+ "LABEL_1": 1
46
+ },
47
+ "layernorm_embedding": true,
48
+ "length_penalty": 1.0,
49
+ "max_length": 20,
50
+ "max_position_embeddings": 512,
51
+ "min_length": 0,
52
+ "model_type": "trocr",
53
+ "no_repeat_ngram_size": 0,
54
+ "num_beam_groups": 1,
55
+ "num_beams": 1,
56
+ "num_return_sequences": 1,
57
+ "output_attentions": false,
58
+ "output_hidden_states": false,
59
+ "output_scores": false,
60
+ "pad_token_id": 1,
61
+ "prefix": null,
62
+ "problem_type": null,
63
+ "pruned_heads": {},
64
+ "remove_invalid_values": false,
65
+ "repetition_penalty": 1.0,
66
+ "return_dict": true,
67
+ "return_dict_in_generate": false,
68
+ "scale_embedding": true,
69
+ "sep_token_id": null,
70
+ "suppress_tokens": null,
71
+ "task_specific_params": null,
72
+ "temperature": 1.0,
73
+ "tf_legacy_loss": false,
74
+ "tie_encoder_decoder": false,
75
+ "tie_word_embeddings": false,
76
+ "tokenizer_class": null,
77
+ "top_k": 50,
78
+ "top_p": 1.0,
79
+ "torch_dtype": null,
80
+ "torchscript": false,
81
+ "transformers_version": "4.26.0.dev0",
82
+ "typical_p": 1.0,
83
+ "use_bfloat16": false,
84
+ "use_cache": false,
85
+ "use_learned_position_embeddings": true,
86
+ "vocab_size": 2794
87
+ },
88
+ "decoder_start_token_id": 0,
89
+ "early_stopping": true,
90
+ "encoder": {
91
+ "_name_or_path": "",
92
+ "add_cross_attention": false,
93
+ "architectures": null,
94
+ "attention_probs_dropout_prob": 0.0,
95
+ "bad_words_ids": null,
96
+ "begin_suppress_tokens": null,
97
+ "bos_token_id": null,
98
+ "chunk_size_feed_forward": 0,
99
+ "cross_attention_hidden_size": null,
100
+ "decoder_start_token_id": null,
101
+ "diversity_penalty": 0.0,
102
+ "do_sample": false,
103
+ "early_stopping": false,
104
+ "encoder_no_repeat_ngram_size": 0,
105
+ "encoder_stride": 16,
106
+ "eos_token_id": null,
107
+ "exponential_decay_length_penalty": null,
108
+ "finetuning_task": null,
109
+ "forced_bos_token_id": null,
110
+ "forced_eos_token_id": null,
111
+ "hidden_act": "gelu",
112
+ "hidden_dropout_prob": 0.0,
113
+ "hidden_size": 384,
114
+ "id2label": {
115
+ "0": "LABEL_0",
116
+ "1": "LABEL_1"
117
+ },
118
+ "image_size": 384,
119
+ "initializer_range": 0.02,
120
+ "intermediate_size": 1536,
121
+ "is_decoder": false,
122
+ "is_encoder_decoder": false,
123
+ "label2id": {
124
+ "LABEL_0": 0,
125
+ "LABEL_1": 1
126
+ },
127
+ "layer_norm_eps": 1e-12,
128
+ "length_penalty": 1.0,
129
+ "max_length": 20,
130
+ "min_length": 0,
131
+ "model_type": "deit",
132
+ "no_repeat_ngram_size": 0,
133
+ "num_attention_heads": 6,
134
+ "num_beam_groups": 1,
135
+ "num_beams": 1,
136
+ "num_channels": 3,
137
+ "num_hidden_layers": 12,
138
+ "num_return_sequences": 1,
139
+ "output_attentions": false,
140
+ "output_hidden_states": false,
141
+ "output_scores": false,
142
+ "pad_token_id": null,
143
+ "patch_size": 16,
144
+ "prefix": null,
145
+ "problem_type": null,
146
+ "pruned_heads": {},
147
+ "qkv_bias": true,
148
+ "remove_invalid_values": false,
149
+ "repetition_penalty": 1.0,
150
+ "return_dict": true,
151
+ "return_dict_in_generate": false,
152
+ "sep_token_id": null,
153
+ "suppress_tokens": null,
154
+ "task_specific_params": null,
155
+ "temperature": 1.0,
156
+ "tf_legacy_loss": false,
157
+ "tie_encoder_decoder": false,
158
+ "tie_word_embeddings": true,
159
+ "tokenizer_class": null,
160
+ "top_k": 50,
161
+ "top_p": 1.0,
162
+ "torch_dtype": null,
163
+ "torchscript": false,
164
+ "transformers_version": "4.26.0.dev0",
165
+ "typical_p": 1.0,
166
+ "use_bfloat16": false
167
+ },
168
+ "eos_token_id": 2,
169
+ "is_encoder_decoder": true,
170
+ "length_penalty": 2.0,
171
+ "max_length": 256,
172
+ "model_type": "vision-encoder-decoder",
173
+ "no_repeat_ngram_size": 3,
174
+ "num_beams": 4,
175
+ "pad_token_id": 1,
176
+ "tie_word_embeddings": false,
177
+ "torch_dtype": "float32",
178
+ "transformers_version": null,
179
+ "vocab_size": 2794
180
+ }
checkpoint/trocr-custdata/last/merges.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ #version: 0.2 - Trained by `huggingface/tokenizers`
checkpoint/trocr-custdata/last/preprocessor_config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "processor_class": "TrOCRProcessor",
17
+ "resample": 2,
18
+ "rescale_factor": 0.00392156862745098,
19
+ "size": {
20
+ "height": 384,
21
+ "width": 384
22
+ }
23
+ }
checkpoint/trocr-custdata/last/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c39ba4eb5cf07c3521208618495b79a6290c0d9314de6fecb7c80ac1cd47aa
3
+ size 121067061
checkpoint/trocr-custdata/last/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": true,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": true,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": true,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
checkpoint/trocr-custdata/last/tokenizer.json ADDED
@@ -0,0 +1,2883 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 0,
8
+ "content": "<s>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": true,
13
+ "special": true
14
+ },
15
+ {
16
+ "id": 1,
17
+ "content": "<pad>",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": true,
22
+ "special": true
23
+ },
24
+ {
25
+ "id": 2,
26
+ "content": "</s>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": true,
31
+ "special": true
32
+ },
33
+ {
34
+ "id": 3,
35
+ "content": "<unk>",
36
+ "single_word": false,
37
+ "lstrip": false,
38
+ "rstrip": false,
39
+ "normalized": true,
40
+ "special": true
41
+ },
42
+ {
43
+ "id": 4,
44
+ "content": "<mask>",
45
+ "single_word": false,
46
+ "lstrip": true,
47
+ "rstrip": false,
48
+ "normalized": true,
49
+ "special": true
50
+ }
51
+ ],
52
+ "normalizer": null,
53
+ "pre_tokenizer": {
54
+ "type": "ByteLevel",
55
+ "add_prefix_space": false,
56
+ "trim_offsets": true,
57
+ "use_regex": true
58
+ },
59
+ "post_processor": {
60
+ "type": "RobertaProcessing",
61
+ "sep": [
62
+ "</s>",
63
+ 2
64
+ ],
65
+ "cls": [
66
+ "<s>",
67
+ 0
68
+ ],
69
+ "trim_offsets": true,
70
+ "add_prefix_space": false
71
+ },
72
+ "decoder": {
73
+ "type": "ByteLevel",
74
+ "add_prefix_space": true,
75
+ "trim_offsets": true,
76
+ "use_regex": true
77
+ },
78
+ "model": {
79
+ "type": "BPE",
80
+ "dropout": null,
81
+ "unk_token": null,
82
+ "continuing_subword_prefix": "",
83
+ "end_of_word_suffix": "",
84
+ "fuse_unk": false,
85
+ "vocab": {
86
+ "<s>": 0,
87
+ "<pad>": 1,
88
+ "</s>": 2,
89
+ "<unk>": 3,
90
+ "<mask>": 4,
91
+ "吋": 5,
92
+ "如": 6,
93
+ "競": 7,
94
+ "襤": 8,
95
+ "輟": 9,
96
+ "嘯": 10,
97
+ "員": 11,
98
+ "噉": 12,
99
+ "多": 13,
100
+ "蜘": 14,
101
+ "炎": 15,
102
+ "場": 16,
103
+ "問": 17,
104
+ "空": 18,
105
+ "萌": 19,
106
+ "恆": 20,
107
+ "參": 21,
108
+ "斷": 22,
109
+ "聯": 23,
110
+ "稱": 24,
111
+ "巷": 25,
112
+ "麥": 26,
113
+ "丶": 27,
114
+ "嗲": 28,
115
+ "覺": 29,
116
+ "扤": 30,
117
+ "甕": 31,
118
+ "v": 32,
119
+ "2": 33,
120
+ "鋭": 34,
121
+ "闊": 35,
122
+ "哄": 36,
123
+ "功": 37,
124
+ "喪": 38,
125
+ "願": 39,
126
+ "易": 40,
127
+ "斯": 41,
128
+ "豆": 42,
129
+ "柱": 43,
130
+ "紙": 44,
131
+ "剔": 45,
132
+ "蟲": 46,
133
+ "審": 47,
134
+ "霎": 48,
135
+ "黐": 49,
136
+ "尿": 50,
137
+ "凹": 51,
138
+ "抱": 52,
139
+ "偉": 53,
140
+ "墊": 54,
141
+ "貪": 55,
142
+ "鍋": 56,
143
+ "籍": 57,
144
+ "擾": 58,
145
+ "乓": 59,
146
+ "臂": 60,
147
+ "腔": 61,
148
+ "誼": 62,
149
+ "註": 63,
150
+ "遞": 64,
151
+ "模": 65,
152
+ "戇": 66,
153
+ "處": 67,
154
+ "前": 68,
155
+ "鴛": 69,
156
+ "篇": 70,
157
+ "磚": 71,
158
+ "炒": 72,
159
+ "夷": 73,
160
+ "爵": 74,
161
+ "輯": 75,
162
+ "葡": 76,
163
+ "怕": 77,
164
+ "綁": 78,
165
+ "煌": 79,
166
+ "可": 80,
167
+ "髓": 81,
168
+ "乎": 82,
169
+ "膊": 83,
170
+ "蘇": 84,
171
+ "雪": 85,
172
+ "裇": 86,
173
+ "晚": 87,
174
+ "壯": 88,
175
+ "境": 89,
176
+ "慈": 90,
177
+ "晶": 91,
178
+ "章": 92,
179
+ ".": 93,
180
+ "層": 94,
181
+ "馬": 95,
182
+ "囡": 96,
183
+ "志": 97,
184
+ "址": 98,
185
+ "途": 99,
186
+ "勉": 100,
187
+ "孤": 101,
188
+ "貞": 102,
189
+ "構": 103,
190
+ "鼻": 104,
191
+ "榨": 105,
192
+ "微": 106,
193
+ "怒": 107,
194
+ "摸": 108,
195
+ "接": 109,
196
+ "駐": 110,
197
+ "贏": 111,
198
+ "咦": 112,
199
+ "諗": 113,
200
+ "沓": 114,
201
+ "鼓": 115,
202
+ "攝": 116,
203
+ "亂": 117,
204
+ "遮": 118,
205
+ "嘢": 119,
206
+ "文": 120,
207
+ "啫": 121,
208
+ "衣": 122,
209
+ "躍": 123,
210
+ "百": 124,
211
+ "人": 125,
212
+ "蘋": 126,
213
+ "酒": 127,
214
+ "遢": 128,
215
+ "但": 129,
216
+ "反": 130,
217
+ "咳": 131,
218
+ "謹": 132,
219
+ "姓": 133,
220
+ "羨": 134,
221
+ "逆": 135,
222
+ "嫌": 136,
223
+ "化": 137,
224
+ "齡": 138,
225
+ "鮮": 139,
226
+ "敵": 140,
227
+ "M": 141,
228
+ "捐": 142,
229
+ "喼": 143,
230
+ "篡": 144,
231
+ "財": 145,
232
+ "棲": 146,
233
+ "捲": 147,
234
+ "捅": 148,
235
+ "痴": 149,
236
+ "逢": 150,
237
+ "劃": 151,
238
+ "淫": 152,
239
+ "碳": 153,
240
+ "d": 154,
241
+ "洗": 155,
242
+ "啼": 156,
243
+ ",": 157,
244
+ "身": 158,
245
+ "深": 159,
246
+ "胞": 160,
247
+ "帽": 161,
248
+ "嘻": 162,
249
+ "寶": 163,
250
+ "h": 164,
251
+ "乞": 165,
252
+ "傷": 166,
253
+ "及": 167,
254
+ "唐": 168,
255
+ "措": 169,
256
+ "梯": 170,
257
+ "牧": 171,
258
+ "驗": 172,
259
+ "牽": 173,
260
+ "喚": 174,
261
+ "七": 175,
262
+ "裝": 176,
263
+ "糞": 177,
264
+ "惜": 178,
265
+ "脹": 179,
266
+ "晨": 180,
267
+ "戥": 181,
268
+ "‧": 182,
269
+ "季": 183,
270
+ "淑": 184,
271
+ "市": 185,
272
+ "盜": 186,
273
+ "咯": 187,
274
+ "雀": 188,
275
+ "鳩": 189,
276
+ "瀨": 190,
277
+ "某": 191,
278
+ "燶": 192,
279
+ "匹": 193,
280
+ "偈": 194,
281
+ "晝": 195,
282
+ "幾": 196,
283
+ "筏": 197,
284
+ "浪": 198,
285
+ "沖": 199,
286
+ "泉": 200,
287
+ "劑": 201,
288
+ "往": 202,
289
+ "園": 203,
290
+ "F": 204,
291
+ "打": 205,
292
+ "賓": 206,
293
+ "羹": 207,
294
+ "遍": 208,
295
+ "繼": 209,
296
+ "魅": 210,
297
+ "戚": 211,
298
+ "傭": 212,
299
+ "孭": 213,
300
+ "涉": 214,
301
+ "星": 215,
302
+ "尊": 216,
303
+ "搜": 217,
304
+ "趙": 218,
305
+ "洲": 219,
306
+ "力": 220,
307
+ "彎": 221,
308
+ "瘍": 222,
309
+ "度": 223,
310
+ "尋": 224,
311
+ "乒": 225,
312
+ "徐": 226,
313
+ "嘟": 227,
314
+ "楚": 228,
315
+ "瑰": 229,
316
+ "感": 230,
317
+ "揉": 231,
318
+ "商": 232,
319
+ "巡": 233,
320
+ "囉": 234,
321
+ "磨": 235,
322
+ "幕": 236,
323
+ "循": 237,
324
+ "簡": 238,
325
+ "鍊": 239,
326
+ "君": 240,
327
+ "揩": 241,
328
+ "橙": 242,
329
+ "帳": 243,
330
+ "木": 244,
331
+ "酬": 245,
332
+ "痕": 246,
333
+ "營": 247,
334
+ "告": 248,
335
+ "醉": 249,
336
+ "烏": 250,
337
+ "茶": 251,
338
+ "碎": 252,
339
+ "付": 253,
340
+ "少": 254,
341
+ "廚": 255,
342
+ "仍": 256,
343
+ "版": 257,
344
+ "非": 258,
345
+ "𡃁": 259,
346
+ "兵": 260,
347
+ "男": 261,
348
+ "擂": 262,
349
+ "㔆": 263,
350
+ "氏": 264,
351
+ "佬": 265,
352
+ "陷": 266,
353
+ "穎": 267,
354
+ "夙": 268,
355
+ "捉": 269,
356
+ "程": 270,
357
+ "茲": 271,
358
+ "冬": 272,
359
+ "竽": 273,
360
+ "癲": 274,
361
+ "揗": 275,
362
+ "八": 276,
363
+ "湘": 277,
364
+ "永": 278,
365
+ "血": 279,
366
+ "裏": 280,
367
+ "誦": 281,
368
+ "掂": 282,
369
+ "稚": 283,
370
+ "字": 284,
371
+ "掗": 285,
372
+ "松": 286,
373
+ "成": 287,
374
+ "傾": 288,
375
+ "小": 289,
376
+ "港": 290,
377
+ "頁": 291,
378
+ "啱": 292,
379
+ "販": 293,
380
+ "哚": 294,
381
+ "堵": 295,
382
+ "揀": 296,
383
+ "鯁": 297,
384
+ "官": 298,
385
+ "測": 299,
386
+ "雜": 300,
387
+ "償": 301,
388
+ "蛇": 302,
389
+ "每": 303,
390
+ "齒": 304,
391
+ "軀": 305,
392
+ "劣": 306,
393
+ "戲": 307,
394
+ "蛛": 308,
395
+ "熊": 309,
396
+ "班": 310,
397
+ "晏": 311,
398
+ "創": 312,
399
+ "查": 313,
400
+ "笪": 314,
401
+ "被": 315,
402
+ "謝": 316,
403
+ "皮": 317,
404
+ "督": 318,
405
+ "軌": 319,
406
+ "圄": 320,
407
+ "產": 321,
408
+ "鑽": 322,
409
+ "消": 323,
410
+ "鴨": 324,
411
+ "割": 325,
412
+ "疑": 326,
413
+ "糭": 327,
414
+ "屁": 328,
415
+ "救": 329,
416
+ "六": 330,
417
+ "像": 331,
418
+ "室": 332,
419
+ "樽": 333,
420
+ "粹": 334,
421
+ "歉": 335,
422
+ "餘": 336,
423
+ "柒": 337,
424
+ "信": 338,
425
+ "膠": 339,
426
+ "趁": 340,
427
+ "攏": 341,
428
+ "黃": 342,
429
+ "南": 343,
430
+ "噬": 344,
431
+ "布": 345,
432
+ "世": 346,
433
+ "然": 347,
434
+ "談": 348,
435
+ "顧": 349,
436
+ "城": 350,
437
+ "租": 351,
438
+ "佳": 352,
439
+ "潤": 353,
440
+ "煮": 354,
441
+ "瓣": 355,
442
+ "礙": 356,
443
+ "孽": 357,
444
+ "貼": 358,
445
+ "嘩": 359,
446
+ "韓": 360,
447
+ "爐": 361,
448
+ "溜": 362,
449
+ "爬": 363,
450
+ "省": 364,
451
+ "錯": 365,
452
+ "健": 366,
453
+ "丈": 367,
454
+ "估": 368,
455
+ "汪": 369,
456
+ "唱": 370,
457
+ "與": 371,
458
+ "休": 372,
459
+ "平": 373,
460
+ "漢": 374,
461
+ "獵": 375,
462
+ "若": 376,
463
+ "退": 377,
464
+ "粗": 378,
465
+ "妨": 379,
466
+ "姦": 380,
467
+ "峯": 381,
468
+ "網": 382,
469
+ "透": 383,
470
+ "還": 384,
471
+ "莫": 385,
472
+ "就": 386,
473
+ "簿": 387,
474
+ "0": 388,
475
+ "廠": 389,
476
+ "嘴": 390,
477
+ "1": 391,
478
+ "項": 392,
479
+ "招": 393,
480
+ "椗": 394,
481
+ "邨": 395,
482
+ "罡": 396,
483
+ "懷": 397,
484
+ "掅": 398,
485
+ "導": 399,
486
+ "資": 400,
487
+ "軍": 401,
488
+ "共": 402,
489
+ "根": 403,
490
+ "W": 404,
491
+ "累": 405,
492
+ "雷": 406,
493
+ "算": 407,
494
+ "蜇": 408,
495
+ "呻": 409,
496
+ "瀏": 410,
497
+ "祖": 411,
498
+ "跡": 412,
499
+ "妳": 413,
500
+ "口": 414,
501
+ "黨": 415,
502
+ "賽": 416,
503
+ "骰": 417,
504
+ "凸": 418,
505
+ "果": 419,
506
+ "仃": 420,
507
+ "釋": 421,
508
+ "推": 422,
509
+ "掹": 423,
510
+ "廉": 424,
511
+ "叛": 425,
512
+ "剪": 426,
513
+ "噪": 427,
514
+ "閏": 428,
515
+ "神": 429,
516
+ "鏽": 430,
517
+ "織": 431,
518
+ "登": 432,
519
+ "宴": 433,
520
+ "蹺": 434,
521
+ "朗": 435,
522
+ "煉": 436,
523
+ "𠻹": 437,
524
+ "檸": 438,
525
+ "體": 439,
526
+ "壟": 440,
527
+ "疾": 441,
528
+ "蹄": 442,
529
+ "峰": 443,
530
+ "膏": 444,
531
+ "怨": 445,
532
+ "演": 446,
533
+ "仇": 447,
534
+ "泰": 448,
535
+ "啖": 449,
536
+ "圾": 450,
537
+ "睬": 451,
538
+ "暖": 452,
539
+ "戀": 453,
540
+ "票": 454,
541
+ "禮": 455,
542
+ "週": 456,
543
+ "悶": 457,
544
+ "幟": 458,
545
+ "盆": 459,
546
+ "緊": 460,
547
+ "思": 461,
548
+ "精": 462,
549
+ "窺": 463,
550
+ "驟": 464,
551
+ "緣": 465,
552
+ "噫": 466,
553
+ "事": 467,
554
+ "吃": 468,
555
+ "盟": 469,
556
+ "揸": 470,
557
+ "呔": 471,
558
+ "烈": 472,
559
+ "揪": 473,
560
+ "煙": 474,
561
+ "亳": 475,
562
+ "蓮": 476,
563
+ "棘": 477,
564
+ "兇": 478,
565
+ "規": 479,
566
+ "持": 480,
567
+ "肢": 481,
568
+ "舒": 482,
569
+ "專": 483,
570
+ "風": 484,
571
+ "紐": 485,
572
+ "差": 486,
573
+ "殉": 487,
574
+ "輩": 488,
575
+ "摩": 489,
576
+ "嬲": 490,
577
+ "縱": 491,
578
+ "襠": 492,
579
+ "越": 493,
580
+ "陣": 494,
581
+ "棚": 495,
582
+ "憾": 496,
583
+ "造": 497,
584
+ "嬰": 498,
585
+ "衡": 499,
586
+ "伸": 500,
587
+ "判": 501,
588
+ "磋": 502,
589
+ "曲": 503,
590
+ "哥": 504,
591
+ "基": 505,
592
+ "艱": 506,
593
+ "學": 507,
594
+ "叻": 508,
595
+ "州": 509,
596
+ "質": 510,
597
+ "坦": 511,
598
+ "危": 512,
599
+ "習": 513,
600
+ "喻": 514,
601
+ "彙": 515,
602
+ "姑": 516,
603
+ "函": 517,
604
+ "婚": 518,
605
+ "借": 519,
606
+ "繃": 520,
607
+ "謎": 521,
608
+ "慰": 522,
609
+ "蠱": 523,
610
+ "圍": 524,
611
+ "留": 525,
612
+ "垂": 526,
613
+ "段": 527,
614
+ "交": 528,
615
+ "忟": 529,
616
+ "寐": 530,
617
+ "賞": 531,
618
+ "潰": 532,
619
+ "課": 533,
620
+ "辮": 534,
621
+ "築": 535,
622
+ "否": 536,
623
+ "卷": 537,
624
+ "野": 538,
625
+ "嘭": 539,
626
+ "邊": 540,
627
+ "效": 541,
628
+ "襯": 542,
629
+ "巴": 543,
630
+ "云": 544,
631
+ "值": 545,
632
+ "碇": 546,
633
+ "的": 547,
634
+ "崩": 548,
635
+ "聘": 549,
636
+ "仿": 550,
637
+ "餐": 551,
638
+ "強": 552,
639
+ "呈": 553,
640
+ "懶": 554,
641
+ "扑": 555,
642
+ "下": 556,
643
+ "泊": 557,
644
+ "颱": 558,
645
+ "偶": 559,
646
+ "絕": 560,
647
+ "斃": 561,
648
+ "臘": 562,
649
+ "龐": 563,
650
+ "橋": 564,
651
+ "惹": 565,
652
+ "磷": 566,
653
+ "觀": 567,
654
+ "掣": 568,
655
+ "奶": 569,
656
+ "浮": 570,
657
+ "貌": 571,
658
+ "塔": 572,
659
+ "訂": 573,
660
+ "俄": 574,
661
+ "宵": 575,
662
+ "豁": 576,
663
+ "叮": 577,
664
+ "雙": 578,
665
+ "檢": 579,
666
+ "怪": 580,
667
+ "到": 581,
668
+ "義": 582,
669
+ "罷": 583,
670
+ "剝": 584,
671
+ "剩": 585,
672
+ "暈": 586,
673
+ "採": 587,
674
+ "叩": 588,
675
+ "陪": 589,
676
+ "曦": 590,
677
+ "蝦": 591,
678
+ "速": 592,
679
+ "褪": 593,
680
+ "7": 594,
681
+ "徵": 595,
682
+ "准": 596,
683
+ "許": 597,
684
+ "衝": 598,
685
+ "頃": 599,
686
+ "本": 600,
687
+ "莉": 601,
688
+ "暫": 602,
689
+ "長": 603,
690
+ "棒": 604,
691
+ "拒": 605,
692
+ "舟": 606,
693
+ "欲": 607,
694
+ "疊": 608,
695
+ "弦": 609,
696
+ "格": 610,
697
+ "凋": 611,
698
+ "矇": 612,
699
+ "幹": 613,
700
+ "炙": 614,
701
+ "仁": 615,
702
+ "誇": 616,
703
+ "𨈇": 617,
704
+ "絨": 618,
705
+ "蠢": 619,
706
+ "鷗": 620,
707
+ "勝": 621,
708
+ "努": 622,
709
+ "電": 623,
710
+ "丁": 624,
711
+ "銘": 625,
712
+ "!": 626,
713
+ "寢": 627,
714
+ "數": 628,
715
+ "佔": 629,
716
+ "𥄫": 630,
717
+ "領": 631,
718
+ "姐": 632,
719
+ "富": 633,
720
+ "鑊": 634,
721
+ "才": 635,
722
+ "諾": 636,
723
+ "睄": 637,
724
+ "嚿": 638,
725
+ "f": 639,
726
+ "汁": 640,
727
+ "𨋢": 641,
728
+ "薄": 642,
729
+ "憂": 643,
730
+ "輸": 644,
731
+ "扯": 645,
732
+ "量": 646,
733
+ "申": 647,
734
+ "司": 648,
735
+ "閨": 649,
736
+ "逞": 650,
737
+ "搖": 651,
738
+ "語": 652,
739
+ "猛": 653,
740
+ "朝": 654,
741
+ "莓": 655,
742
+ "一": 656,
743
+ "賦": 657,
744
+ "吼": 658,
745
+ "鴦": 659,
746
+ "歇": 660,
747
+ "葉": 661,
748
+ "特": 662,
749
+ "骹": 663,
750
+ "頓": 664,
751
+ "使": 665,
752
+ "套": 666,
753
+ "m": 667,
754
+ "自": 668,
755
+ "聳": 669,
756
+ "欸": 670,
757
+ "卡": 671,
758
+ "咸": 672,
759
+ "米": 673,
760
+ "副": 674,
761
+ "桶": 675,
762
+ "瘦": 676,
763
+ "擪": 677,
764
+ "味": 678,
765
+ "四": 679,
766
+ "田": 680,
767
+ "王": 681,
768
+ "渣": 682,
769
+ "戌": 683,
770
+ "閹": 684,
771
+ "動": 685,
772
+ "底": 686,
773
+ "零": 687,
774
+ "溝": 688,
775
+ "袋": 689,
776
+ "警": 690,
777
+ "儲": 691,
778
+ "椰": 692,
779
+ "䂻": 693,
780
+ "泣": 694,
781
+ "侍": 695,
782
+ "榴": 696,
783
+ "焚": 697,
784
+ "靡": 698,
785
+ "狀": 699,
786
+ "績": 700,
787
+ "賠": 701,
788
+ "眉": 702,
789
+ "雕": 703,
790
+ "泥": 704,
791
+ "覆": 705,
792
+ "遴": 706,
793
+ "穢": 707,
794
+ "齊": 708,
795
+ "攙": 709,
796
+ "再": 710,
797
+ "卦": 711,
798
+ "竇": 712,
799
+ "啡": 713,
800
+ "粒": 714,
801
+ "筆": 715,
802
+ "霞": 716,
803
+ "寒": 717,
804
+ "燃": 718,
805
+ "8": 719,
806
+ "濕": 720,
807
+ "林": 721,
808
+ "跨": 722,
809
+ "包": 723,
810
+ "愛": 724,
811
+ "巾": 725,
812
+ "蛀": 726,
813
+ "己": 727,
814
+ "嫁": 728,
815
+ "俾": 729,
816
+ "佈": 730,
817
+ "踢": 731,
818
+ "吧": 732,
819
+ "肝": 733,
820
+ "三": 734,
821
+ "擋": 735,
822
+ "i": 736,
823
+ "罰": 737,
824
+ "讓": 738,
825
+ "當": 739,
826
+ "霧": 740,
827
+ "、": 741,
828
+ "濫": 742,
829
+ "唇": 743,
830
+ "是": 744,
831
+ "櫃": 745,
832
+ "餸": 746,
833
+ "收": 747,
834
+ "妹": 748,
835
+ "延": 749,
836
+ "墓": 750,
837
+ "迅": 751,
838
+ "夠": 752,
839
+ "側": 753,
840
+ "兄": 754,
841
+ "艮": 755,
842
+ "謂": 756,
843
+ "g": 757,
844
+ "童": 758,
845
+ "不": 759,
846
+ "着": 760,
847
+ "祈": 761,
848
+ "傑": 762,
849
+ "能": 763,
850
+ "欄": 764,
851
+ "傳": 765,
852
+ "刀": 766,
853
+ "揾": 767,
854
+ "攰": 768,
855
+ "髮": 769,
856
+ "拉": 770,
857
+ "糧": 771,
858
+ "菜": 772,
859
+ "改": 773,
860
+ "唞": 774,
861
+ "助": 775,
862
+ "豪": 776,
863
+ "啤": 777,
864
+ "則": 778,
865
+ "通": 779,
866
+ "賺": 780,
867
+ "政": 781,
868
+ "囤": 782,
869
+ "弱": 783,
870
+ "3": 784,
871
+ "喇": 785,
872
+ "管": 786,
873
+ "禧": 787,
874
+ "睇": 788,
875
+ "態": 789,
876
+ "鴻": 790,
877
+ "弒": 791,
878
+ "博": 792,
879
+ "妥": 793,
880
+ "罨": 794,
881
+ "明": 795,
882
+ "色": 796,
883
+ "率": 797,
884
+ "耷": 798,
885
+ "擳": 799,
886
+ "孖": 800,
887
+ "尖": 801,
888
+ "冤": 802,
889
+ "嗤": 803,
890
+ "卸": 804,
891
+ "菲": 805,
892
+ "殊": 806,
893
+ "奮": 807,
894
+ "屬": 808,
895
+ "炭": 809,
896
+ "税": 810,
897
+ "宙": 811,
898
+ "卒": 812,
899
+ "弟": 813,
900
+ "並": 814,
901
+ "料": 815,
902
+ "冇": 816,
903
+ "擅": 817,
904
+ "窄": 818,
905
+ "扒": 819,
906
+ "曆": 820,
907
+ "翰": 821,
908
+ "蕭": 822,
909
+ "疚": 823,
910
+ "現": 824,
911
+ "污": 825,
912
+ "斜": 826,
913
+ "隧": 827,
914
+ "閉": 828,
915
+ "房": 829,
916
+ "研": 830,
917
+ "阿": 831,
918
+ "繩": 832,
919
+ "締": 833,
920
+ "嶺": 834,
921
+ "姻": 835,
922
+ "賀": 836,
923
+ "腥": 837,
924
+ "科": 838,
925
+ "踏": 839,
926
+ "凝": 840,
927
+ "呃": 841,
928
+ "槍": 842,
929
+ "瞞": 843,
930
+ "寫": 844,
931
+ "舞": 845,
932
+ "賣": 846,
933
+ "憑": 847,
934
+ "樖": 848,
935
+ "籬": 849,
936
+ "染": 850,
937
+ "r": 851,
938
+ "矩": 852,
939
+ "譜": 853,
940
+ "缺": 854,
941
+ "突": 855,
942
+ "泡": 856,
943
+ "洋": 857,
944
+ "騎": 858,
945
+ "廷": 859,
946
+ "刪": 860,
947
+ "娜": 861,
948
+ "宜": 862,
949
+ "麻": 863,
950
+ "𠽤": 864,
951
+ "待": 865,
952
+ "脅": 866,
953
+ "選": 867,
954
+ "儘": 868,
955
+ "剁": 869,
956
+ "掃": 870,
957
+ "原": 871,
958
+ "邏": 872,
959
+ "型": 873,
960
+ "寨": 874,
961
+ "汽": 875,
962
+ "跳": 876,
963
+ "渠": 877,
964
+ "西": 878,
965
+ "沉": 879,
966
+ "樹": 880,
967
+ "撚": 881,
968
+ "倦": 882,
969
+ "翼": 883,
970
+ "傻": 884,
971
+ "搶": 885,
972
+ "勘": 886,
973
+ "慶": 887,
974
+ "了": 888,
975
+ "捕": 889,
976
+ "負": 890,
977
+ "瀆": 891,
978
+ "凶": 892,
979
+ "藥": 893,
980
+ "已": 894,
981
+ "舌": 895,
982
+ "暑": 896,
983
+ "附": 897,
984
+ "殘": 898,
985
+ "垃": 899,
986
+ "集": 900,
987
+ "仙": 901,
988
+ "襲": 902,
989
+ "齋": 903,
990
+ "寺": 904,
991
+ "哬": 905,
992
+ "純": 906,
993
+ "防": 907,
994
+ "溶": 908,
995
+ "艇": 909,
996
+ "𢃇": 910,
997
+ "涯": 911,
998
+ "授": 912,
999
+ "虛": 913,
1000
+ "朵": 914,
1001
+ "槤": 915,
1002
+ "板": 916,
1003
+ "唔": 917,
1004
+ "喂": 918,
1005
+ "橛": 919,
1006
+ "漸": 920,
1007
+ "道": 921,
1008
+ "鉸": 922,
1009
+ "棟": 923,
1010
+ "龍": 924,
1011
+ "聊": 925,
1012
+ "塊": 926,
1013
+ "蚊": 927,
1014
+ "筷": 928,
1015
+ "聾": 929,
1016
+ "綠": 930,
1017
+ "藝": 931,
1018
+ "掩": 932,
1019
+ "蹟": 933,
1020
+ "宏": 934,
1021
+ "醫": 935,
1022
+ "葛": 936,
1023
+ "雲": 937,
1024
+ "撐": 938,
1025
+ "洽": 939,
1026
+ "菊": 940,
1027
+ "碑": 941,
1028
+ "懲": 942,
1029
+ "搲": 943,
1030
+ "囑": 944,
1031
+ "猶": 945,
1032
+ "蟹": 946,
1033
+ "尾": 947,
1034
+ "張": 948,
1035
+ "痾": 949,
1036
+ "攜": 950,
1037
+ "哲": 951,
1038
+ "患": 952,
1039
+ "牙": 953,
1040
+ "撲": 954,
1041
+ "騮": 955,
1042
+ "鄉": 956,
1043
+ "證": 957,
1044
+ "爸": 958,
1045
+ "漬": 959,
1046
+ "虱": 960,
1047
+ "存": 961,
1048
+ "病": 962,
1049
+ "堡": 963,
1050
+ "凡": 964,
1051
+ "a": 965,
1052
+ "方": 966,
1053
+ "複": 967,
1054
+ "捨": 968,
1055
+ "走": 969,
1056
+ "終": 970,
1057
+ "摧": 971,
1058
+ "他": 972,
1059
+ "擺": 973,
1060
+ "闆": 974,
1061
+ "波": 975,
1062
+ "綜": 976,
1063
+ "偏": 977,
1064
+ "忘": 978,
1065
+ "例": 979,
1066
+ "奇": 980,
1067
+ "倪": 981,
1068
+ "宮": 982,
1069
+ "隻": 983,
1070
+ "俱": 984,
1071
+ "欠": 985,
1072
+ "庭": 986,
1073
+ "書": 987,
1074
+ "咭": 988,
1075
+ "寬": 989,
1076
+ "討": 990,
1077
+ "虎": 991,
1078
+ "挑": 992,
1079
+ "禽": 993,
1080
+ "忠": 994,
1081
+ "雖": 995,
1082
+ " ": 996,
1083
+ "架": 997,
1084
+ "菇": 998,
1085
+ "硬": 999,
1086
+ "碟": 1000,
1087
+ "肯": 1001,
1088
+ "地": 1002,
1089
+ "嘞": 1003,
1090
+ "妖": 1004,
1091
+ "顏": 1005,
1092
+ "意": 1006,
1093
+ "秋": 1007,
1094
+ "履": 1008,
1095
+ "狠": 1009,
1096
+ "據": 1010,
1097
+ "江": 1011,
1098
+ "散": 1012,
1099
+ "責": 1013,
1100
+ "踩": 1014,
1101
+ "吉": 1015,
1102
+ "苗": 1016,
1103
+ "遭": 1017,
1104
+ "椎": 1018,
1105
+ "咇": 1019,
1106
+ "貿": 1020,
1107
+ "家": 1021,
1108
+ "咬": 1022,
1109
+ "喐": 1023,
1110
+ "實": 1024,
1111
+ "泵": 1025,
1112
+ "扮": 1026,
1113
+ "刮": 1027,
1114
+ "旦": 1028,
1115
+ "老": 1029,
1116
+ "置": 1030,
1117
+ "杯": 1031,
1118
+ "倔": 1032,
1119
+ "禾": 1033,
1120
+ "俗": 1034,
1121
+ "良": 1035,
1122
+ "常": 1036,
1123
+ "迥": 1037,
1124
+ "鈔": 1038,
1125
+ "吮": 1039,
1126
+ "糯": 1040,
1127
+ "伊": 1041,
1128
+ "P": 1042,
1129
+ "肚": 1043,
1130
+ "束": 1044,
1131
+ "釣": 1045,
1132
+ "群": 1046,
1133
+ "孔": 1047,
1134
+ "攞": 1048,
1135
+ "黎": 1049,
1136
+ "悉": 1050,
1137
+ "廹": 1051,
1138
+ "蕩": 1052,
1139
+ "笨": 1053,
1140
+ "毒": 1054,
1141
+ "奔": 1055,
1142
+ "獄": 1056,
1143
+ "嘛": 1057,
1144
+ "荷": 1058,
1145
+ "坊": 1059,
1146
+ "枱": 1060,
1147
+ "軚": 1061,
1148
+ "仆": 1062,
1149
+ "抖": 1063,
1150
+ "萄": 1064,
1151
+ "勇": 1065,
1152
+ "堅": 1066,
1153
+ "旁": 1067,
1154
+ "趣": 1068,
1155
+ "陽": 1069,
1156
+ "照": 1070,
1157
+ "把": 1071,
1158
+ "卜": 1072,
1159
+ "媳": 1073,
1160
+ "遷": 1074,
1161
+ "拖": 1075,
1162
+ "喝": 1076,
1163
+ "站": 1077,
1164
+ "豬": 1078,
1165
+ "扭": 1079,
1166
+ "牆": 1080,
1167
+ "舊": 1081,
1168
+ "囹": 1082,
1169
+ "糠": 1083,
1170
+ "食": 1084,
1171
+ "切": 1085,
1172
+ "冠": 1086,
1173
+ "鞭": 1087,
1174
+ "響": 1088,
1175
+ "愧": 1089,
1176
+ "仗": 1090,
1177
+ "Q": 1091,
1178
+ "旨": 1092,
1179
+ "姿": 1093,
1180
+ "症": 1094,
1181
+ "𠺝": 1095,
1182
+ "凍": 1096,
1183
+ "任": 1097,
1184
+ "忽": 1098,
1185
+ "醃": 1099,
1186
+ "妝": 1100,
1187
+ "做": 1101,
1188
+ "勒": 1102,
1189
+ "震": 1103,
1190
+ "論": 1104,
1191
+ "昆": 1105,
1192
+ "嗌": 1106,
1193
+ "漫": 1107,
1194
+ "梁": 1108,
1195
+ "爆": 1109,
1196
+ "鄙": 1110,
1197
+ "費": 1111,
1198
+ "伙": 1112,
1199
+ "續": 1113,
1200
+ "袖": 1114,
1201
+ "k": 1115,
1202
+ "砣": 1116,
1203
+ "筍": 1117,
1204
+ "屋": 1118,
1205
+ "啪": 1119,
1206
+ "户": 1120,
1207
+ "鄰": 1121,
1208
+ "施": 1122,
1209
+ "見": 1123,
1210
+ "掛": 1124,
1211
+ "中": 1125,
1212
+ "得": 1126,
1213
+ "骸": 1127,
1214
+ "紋": 1128,
1215
+ "友": 1129,
1216
+ "矛": 1130,
1217
+ "有": 1131,
1218
+ "究": 1132,
1219
+ "題": 1133,
1220
+ "靜": 1134,
1221
+ "敏": 1135,
1222
+ "首": 1136,
1223
+ "狗": 1137,
1224
+ "闔": 1138,
1225
+ "具": 1139,
1226
+ "片": 1140,
1227
+ "頑": 1141,
1228
+ "策": 1142,
1229
+ "埗": 1143,
1230
+ "侯": 1144,
1231
+ "遜": 1145,
1232
+ "湊": 1146,
1233
+ "等": 1147,
1234
+ "礎": 1148,
1235
+ "趕": 1149,
1236
+ "臨": 1150,
1237
+ "準": 1151,
1238
+ "毆": 1152,
1239
+ "喘": 1153,
1240
+ "芽": 1154,
1241
+ "午": 1155,
1242
+ "恙": 1156,
1243
+ "滿": 1157,
1244
+ "兔": 1158,
1245
+ "刺": 1159,
1246
+ "疼": 1160,
1247
+ "興": 1161,
1248
+ "焗": 1162,
1249
+ "誘": 1163,
1250
+ "窮": 1164,
1251
+ "角": 1165,
1252
+ "寵": 1166,
1253
+ "穩": 1167,
1254
+ "師": 1168,
1255
+ "碌": 1169,
1256
+ "索": 1170,
1257
+ "相": 1171,
1258
+ "宣": 1172,
1259
+ "諮": 1173,
1260
+ "赤": 1174,
1261
+ "踴": 1175,
1262
+ "線": 1176,
1263
+ "公": 1177,
1264
+ "店": 1178,
1265
+ "/": 1179,
1266
+ "咹": 1180,
1267
+ "皆": 1181,
1268
+ "盞": 1182,
1269
+ "療": 1183,
1270
+ "盪": 1184,
1271
+ "匾": 1185,
1272
+ "歐": 1186,
1273
+ "緝": 1187,
1274
+ "N": 1188,
1275
+ "n": 1189,
1276
+ "探": 1190,
1277
+ "袍": 1191,
1278
+ "固": 1192,
1279
+ "景": 1193,
1280
+ "臉": 1194,
1281
+ "只": 1195,
1282
+ "嘅": 1196,
1283
+ "釐": 1197,
1284
+ "十": 1198,
1285
+ "澈": 1199,
1286
+ "辦": 1200,
1287
+ "光": 1201,
1288
+ "鼠": 1202,
1289
+ "察": 1203,
1290
+ "工": 1204,
1291
+ "換": 1205,
1292
+ "軟": 1206,
1293
+ "滅": 1207,
1294
+ "露": 1208,
1295
+ "㗎": 1209,
1296
+ "慌": 1210,
1297
+ "佢": 1211,
1298
+ "鵝": 1212,
1299
+ "頂": 1213,
1300
+ "英": 1214,
1301
+ "低": 1215,
1302
+ "扱": 1216,
1303
+ "操": 1217,
1304
+ "月": 1218,
1305
+ "嘜": 1219,
1306
+ "邋": 1220,
1307
+ "賄": 1221,
1308
+ "撤": 1222,
1309
+ "求": 1223,
1310
+ "式": 1224,
1311
+ "鐵": 1225,
1312
+ "植": 1226,
1313
+ "牌": 1227,
1314
+ "育": 1228,
1315
+ "稿": 1229,
1316
+ "躉": 1230,
1317
+ "忿": 1231,
1318
+ "跌": 1232,
1319
+ "士": 1233,
1320
+ "噚": 1234,
1321
+ "看": 1235,
1322
+ "陶": 1236,
1323
+ "輿": 1237,
1324
+ "針": 1238,
1325
+ "驚": 1239,
1326
+ "慘": 1240,
1327
+ "帝": 1241,
1328
+ "挨": 1242,
1329
+ "弛": 1243,
1330
+ "捍": 1244,
1331
+ "恨": 1245,
1332
+ "遂": 1246,
1333
+ "制": 1247,
1334
+ "魚": 1248,
1335
+ "墨": 1249,
1336
+ "我": 1250,
1337
+ "撫": 1251,
1338
+ "系": 1252,
1339
+ "汗": 1253,
1340
+ "x": 1254,
1341
+ "匿": 1255,
1342
+ "串": 1256,
1343
+ "塵": 1257,
1344
+ "A": 1258,
1345
+ "鹿": 1259,
1346
+ "辱": 1260,
1347
+ "屈": 1261,
1348
+ "曝": 1262,
1349
+ "攀": 1263,
1350
+ "足": 1264,
1351
+ "籮": 1265,
1352
+ "搭": 1266,
1353
+ "噴": 1267,
1354
+ "鋪": 1268,
1355
+ "射": 1269,
1356
+ "跑": 1270,
1357
+ "。": 1271,
1358
+ "檔": 1272,
1359
+ "咩": 1273,
1360
+ "央": 1274,
1361
+ "初": 1275,
1362
+ "充": 1276,
1363
+ "隔": 1277,
1364
+ "拱": 1278,
1365
+ "瓦": 1279,
1366
+ "爪": 1280,
1367
+ "紹": 1281,
1368
+ "…": 1282,
1369
+ "轆": 1283,
1370
+ "憎": 1284,
1371
+ "句": 1285,
1372
+ "認": 1286,
1373
+ "粉": 1287,
1374
+ "籌": 1288,
1375
+ "立": 1289,
1376
+ "聆": 1290,
1377
+ "冷": 1291,
1378
+ "饈": 1292,
1379
+ "誅": 1293,
1380
+ "盤": 1294,
1381
+ "混": 1295,
1382
+ "芥": 1296,
1383
+ "車": 1297,
1384
+ "虧": 1298,
1385
+ "蘿": 1299,
1386
+ "夏": 1300,
1387
+ "抬": 1301,
1388
+ "列": 1302,
1389
+ "併": 1303,
1390
+ "乸": 1304,
1391
+ "剖": 1305,
1392
+ "訓": 1306,
1393
+ "念": 1307,
1394
+ "秘": 1308,
1395
+ "閩": 1309,
1396
+ "沱": 1310,
1397
+ "扼": 1311,
1398
+ "遊": 1312,
1399
+ "免": 1313,
1400
+ "陳": 1314,
1401
+ "恤": 1315,
1402
+ "跟": 1316,
1403
+ "蔓": 1317,
1404
+ "抄": 1318,
1405
+ "騰": 1319,
1406
+ "熟": 1320,
1407
+ "腿": 1321,
1408
+ "業": 1322,
1409
+ "達": 1323,
1410
+ "無": 1324,
1411
+ "拃": 1325,
1412
+ "霉": 1326,
1413
+ "大": 1327,
1414
+ "息": 1328,
1415
+ "雞": 1329,
1416
+ "製": 1330,
1417
+ "祥": 1331,
1418
+ "虐": 1332,
1419
+ "執": 1333,
1420
+ "作": 1334,
1421
+ "澳": 1335,
1422
+ "拳": 1336,
1423
+ "元": 1337,
1424
+ "香": 1338,
1425
+ "醒": 1339,
1426
+ "噢": 1340,
1427
+ "校": 1341,
1428
+ "蠅": 1342,
1429
+ "侶": 1343,
1430
+ "預": 1344,
1431
+ "礦": 1345,
1432
+ "赴": 1346,
1433
+ "略": 1347,
1434
+ "解": 1348,
1435
+ "二": 1349,
1436
+ "石": 1350,
1437
+ "漾": 1351,
1438
+ "呢": 1352,
1439
+ "送": 1353,
1440
+ "序": 1354,
1441
+ "音": 1355,
1442
+ "藐": 1356,
1443
+ "妃": 1357,
1444
+ "繪": 1358,
1445
+ "所": 1359,
1446
+ "股": 1360,
1447
+ "覽": 1361,
1448
+ "番": 1362,
1449
+ "維": 1363,
1450
+ "輻": 1364,
1451
+ "哇": 1365,
1452
+ "廊": 1366,
1453
+ "怯": 1367,
1454
+ "勢": 1368,
1455
+ "粟": 1369,
1456
+ "沒": 1370,
1457
+ "揚": 1371,
1458
+ "厭": 1372,
1459
+ "紛": 1373,
1460
+ "潛": 1374,
1461
+ "潮": 1375,
1462
+ "曳": 1376,
1463
+ "啦": 1377,
1464
+ "都": 1378,
1465
+ "請": 1379,
1466
+ "劫": 1380,
1467
+ "(": 1381,
1468
+ "摳": 1382,
1469
+ "漲": 1383,
1470
+ "筋": 1384,
1471
+ ",": 1385,
1472
+ "砌": 1386,
1473
+ "河": 1387,
1474
+ "喎": 1388,
1475
+ "濁": 1389,
1476
+ "賭": 1390,
1477
+ "t": 1391,
1478
+ "徑": 1392,
1479
+ "清": 1393,
1480
+ "紀": 1394,
1481
+ "截": 1395,
1482
+ "範": 1396,
1483
+ "哦": 1397,
1484
+ "卧": 1398,
1485
+ "協": 1399,
1486
+ "娶": 1400,
1487
+ "掌": 1401,
1488
+ "鬚": 1402,
1489
+ "典": 1403,
1490
+ "鍵": 1404,
1491
+ "禁": 1405,
1492
+ "活": 1406,
1493
+ "遲": 1407,
1494
+ "燒": 1408,
1495
+ "鈕": 1409,
1496
+ "詢": 1410,
1497
+ "抽": 1411,
1498
+ "琦": 1412,
1499
+ "紂": 1413,
1500
+ "翻": 1414,
1501
+ "惶": 1415,
1502
+ "碗": 1416,
1503
+ "彼": 1417,
1504
+ "親": 1418,
1505
+ "或": 1419,
1506
+ "炸": 1420,
1507
+ "壇": 1421,
1508
+ "抰": 1422,
1509
+ "蝴": 1423,
1510
+ "撈": 1424,
1511
+ "賴": 1425,
1512
+ "性": 1426,
1513
+ "影": 1427,
1514
+ "酷": 1428,
1515
+ "-": 1429,
1516
+ "藜": 1430,
1517
+ "褸": 1431,
1518
+ "霸": 1432,
1519
+ "砍": 1433,
1520
+ "互": 1434,
1521
+ "癮": 1435,
1522
+ "廿": 1436,
1523
+ "誨": 1437,
1524
+ "腰": 1438,
1525
+ "畢": 1439,
1526
+ "減": 1440,
1527
+ "鉛": 1441,
1528
+ "綿": 1442,
1529
+ "鑄": 1443,
1530
+ "衞": 1444,
1531
+ "難": 1445,
1532
+ "橫": 1446,
1533
+ "楂": 1447,
1534
+ "私": 1448,
1535
+ "脾": 1449,
1536
+ "莊": 1450,
1537
+ "總": 1451,
1538
+ "券": 1452,
1539
+ "缸": 1453,
1540
+ "甲": 1454,
1541
+ "洞": 1455,
1542
+ "𢳂": 1456,
1543
+ "燭": 1457,
1544
+ "記": 1458,
1545
+ "計": 1459,
1546
+ "穫": 1460,
1547
+ "勃": 1461,
1548
+ "氦": 1462,
1549
+ "早": 1463,
1550
+ "脷": 1464,
1551
+ "評": 1465,
1552
+ "冥": 1466,
1553
+ "誓": 1467,
1554
+ "善": 1468,
1555
+ "脊": 1469,
1556
+ "幻": 1470,
1557
+ "氹": 1471,
1558
+ "沿": 1472,
1559
+ "夕": 1473,
1560
+ "增": 1474,
1561
+ "伺": 1475,
1562
+ "戴": 1476,
1563
+ "墟": 1477,
1564
+ "輕": 1478,
1565
+ "院": 1479,
1566
+ "甜": 1480,
1567
+ "/": 1481,
1568
+ "嚴": 1482,
1569
+ "益": 1483,
1570
+ "麪": 1484,
1571
+ "辛": 1485,
1572
+ "塘": 1486,
1573
+ "售": 1487,
1574
+ "紅": 1488,
1575
+ "詫": 1489,
1576
+ "5": 1490,
1577
+ "倒": 1491,
1578
+ "期": 1492,
1579
+ "距": 1493,
1580
+ "歲": 1494,
1581
+ "螆": 1495,
1582
+ "藍": 1496,
1583
+ "屹": 1497,
1584
+ "液": 1498,
1585
+ "裘": 1499,
1586
+ "菠": 1500,
1587
+ "榮": 1501,
1588
+ "蔽": 1502,
1589
+ "違": 1503,
1590
+ "啊": 1504,
1591
+ "竟": 1505,
1592
+ "箇": 1506,
1593
+ "枝": 1507,
1594
+ "桂": 1508,
1595
+ "眠": 1509,
1596
+ "醮": 1510,
1597
+ "懦": 1511,
1598
+ "環": 1512,
1599
+ "瞌": 1513,
1600
+ "扇": 1514,
1601
+ "羽": 1515,
1602
+ "」": 1516,
1603
+ "迷": 1517,
1604
+ "奀": 1518,
1605
+ "玩": 1519,
1606
+ "物": 1520,
1607
+ "飆": 1521,
1608
+ "帶": 1522,
1609
+ "w": 1523,
1610
+ "之": 1524,
1611
+ "狽": 1525,
1612
+ "鐘": 1526,
1613
+ "利": 1527,
1614
+ "適": 1528,
1615
+ "削": 1529,
1616
+ "賤": 1530,
1617
+ "治": 1531,
1618
+ "囚": 1532,
1619
+ "棍": 1533,
1620
+ "揮": 1534,
1621
+ "?": 1535,
1622
+ "氛": 1536,
1623
+ "控": 1537,
1624
+ "6": 1538,
1625
+ "席": 1539,
1626
+ "服": 1540,
1627
+ "嚡": 1541,
1628
+ "勻": 1542,
1629
+ "會": 1543,
1630
+ "委": 1544,
1631
+ "貓": 1545,
1632
+ "流": 1546,
1633
+ "日": 1547,
1634
+ "死": 1548,
1635
+ "肌": 1549,
1636
+ "揦": 1550,
1637
+ "坡": 1551,
1638
+ "捱": 1552,
1639
+ "淨": 1553,
1640
+ "紮": 1554,
1641
+ "涵": 1555,
1642
+ "笈": 1556,
1643
+ "兼": 1557,
1644
+ "啲": 1558,
1645
+ "案": 1559,
1646
+ "培": 1560,
1647
+ "示": 1561,
1648
+ "喉": 1562,
1649
+ "湧": 1563,
1650
+ "滑": 1564,
1651
+ "飯": 1565,
1652
+ "晉": 1566,
1653
+ "剛": 1567,
1654
+ "住": 1568,
1655
+ "佛": 1569,
1656
+ "嚟": 1570,
1657
+ "單": 1571,
1658
+ "妙": 1572,
1659
+ "合": 1573,
1660
+ "表": 1574,
1661
+ "雹": 1575,
1662
+ "夫": 1576,
1663
+ "修": 1577,
1664
+ "來": 1578,
1665
+ "掟": 1579,
1666
+ "予": 1580,
1667
+ "派": 1581,
1668
+ "吖": 1582,
1669
+ "乾": 1583,
1670
+ "盼": 1584,
1671
+ "辯": 1585,
1672
+ "全": 1586,
1673
+ "腫": 1587,
1674
+ "析": 1588,
1675
+ "社": 1589,
1676
+ "懇": 1590,
1677
+ "左": 1591,
1678
+ "森": 1592,
1679
+ "摹": 1593,
1680
+ "哽": 1594,
1681
+ "B": 1595,
1682
+ "葺": 1596,
1683
+ "T": 1597,
1684
+ "容": 1598,
1685
+ "禦": 1599,
1686
+ "悔": 1600,
1687
+ "寂": 1601,
1688
+ "泄": 1602,
1689
+ "迎": 1603,
1690
+ "邪": 1604,
1691
+ "辭": 1605,
1692
+ "祝": 1606,
1693
+ "黏": 1607,
1694
+ "譯": 1608,
1695
+ "融": 1609,
1696
+ "衰": 1610,
1697
+ "華": 1611,
1698
+ "遠": 1612,
1699
+ "穿": 1613,
1700
+ "史": 1614,
1701
+ "盡": 1615,
1702
+ "遁": 1616,
1703
+ "拜": 1617,
1704
+ "誡": 1618,
1705
+ "姨": 1619,
1706
+ "柳": 1620,
1707
+ "代": 1621,
1708
+ "裂": 1622,
1709
+ "瘋": 1623,
1710
+ "蒸": 1624,
1711
+ "脈": 1625,
1712
+ "冒": 1626,
1713
+ "盛": 1627,
1714
+ "埔": 1628,
1715
+ "眾": 1629,
1716
+ "狼": 1630,
1717
+ "宗": 1631,
1718
+ "腩": 1632,
1719
+ "企": 1633,
1720
+ "局": 1634,
1721
+ "幅": 1635,
1722
+ "爺": 1636,
1723
+ "嫩": 1637,
1724
+ "皺": 1638,
1725
+ "糕": 1639,
1726
+ "匯": 1640,
1727
+ "民": 1641,
1728
+ "逛": 1642,
1729
+ "別": 1643,
1730
+ "飾": 1644,
1731
+ "搏": 1645,
1732
+ "賂": 1646,
1733
+ "慎": 1647,
1734
+ "冊": 1648,
1735
+ "默": 1649,
1736
+ "攻": 1650,
1737
+ "隆": 1651,
1738
+ "咁": 1652,
1739
+ "𠺢": 1653,
1740
+ "止": 1654,
1741
+ "夢": 1655,
1742
+ "咓": 1656,
1743
+ "泳": 1657,
1744
+ "盒": 1658,
1745
+ "沾": 1659,
1746
+ "瞓": 1660,
1747
+ "鹹": 1661,
1748
+ "屆": 1662,
1749
+ "勞": 1663,
1750
+ "腦": 1664,
1751
+ "氣": 1665,
1752
+ "芝": 1666,
1753
+ "吟": 1667,
1754
+ "鈎": 1668,
1755
+ "!": 1669,
1756
+ "郁": 1670,
1757
+ "後": 1671,
1758
+ "貸": 1672,
1759
+ "舖": 1673,
1760
+ "術": 1674,
1761
+ "瑞": 1675,
1762
+ "族": 1676,
1763
+ "逐": 1677,
1764
+ "讀": 1678,
1765
+ "瓜": 1679,
1766
+ "恢": 1680,
1767
+ "知": 1681,
1768
+ "訊": 1682,
1769
+ "㖭": 1683,
1770
+ "廟": 1684,
1771
+ "「": 1685,
1772
+ "者": 1686,
1773
+ "仲": 1687,
1774
+ "靚": 1688,
1775
+ "按": 1689,
1776
+ "職": 1690,
1777
+ "飛": 1691,
1778
+ "圈": 1692,
1779
+ "搵": 1693,
1780
+ "冗": 1694,
1781
+ "蔗": 1695,
1782
+ "里": 1696,
1783
+ "漁": 1697,
1784
+ "梅": 1698,
1785
+ "客": 1699,
1786
+ "辣": 1700,
1787
+ "母": 1701,
1788
+ "嫲": 1702,
1789
+ "焰": 1703,
1790
+ "畀": 1704,
1791
+ "殽": 1705,
1792
+ "彈": 1706,
1793
+ "俐": 1707,
1794
+ "塑": 1708,
1795
+ "薰": 1709,
1796
+ "聰": 1710,
1797
+ "唯": 1711,
1798
+ "蔔": 1712,
1799
+ "僭": 1713,
1800
+ "依": 1714,
1801
+ "千": 1715,
1802
+ "笠": 1716,
1803
+ "蚣": 1717,
1804
+ "落": 1718,
1805
+ "油": 1719,
1806
+ "務": 1720,
1807
+ "兩": 1721,
1808
+ "荒": 1722,
1809
+ "主": 1723,
1810
+ "肆": 1724,
1811
+ "剽": 1725,
1812
+ "壁": 1726,
1813
+ "鬍": 1727,
1814
+ "徒": 1728,
1815
+ "言": 1729,
1816
+ "青": 1730,
1817
+ "滾": 1731,
1818
+ "擠": 1732,
1819
+ "圓": 1733,
1820
+ "噏": 1734,
1821
+ "儕": 1735,
1822
+ "搥": 1736,
1823
+ "比": 1737,
1824
+ "粵": 1738,
1825
+ "晒": 1739,
1826
+ "份": 1740,
1827
+ "獸": 1741,
1828
+ "降": 1742,
1829
+ "旗": 1743,
1830
+ "形": 1744,
1831
+ "貝": 1745,
1832
+ "致": 1746,
1833
+ "搬": 1747,
1834
+ "淚": 1748,
1835
+ "牀": 1749,
1836
+ "行": 1750,
1837
+ "凳": 1751,
1838
+ "胡": 1752,
1839
+ "獲": 1753,
1840
+ "為": 1754,
1841
+ "受": 1755,
1842
+ ")": 1756,
1843
+ "槽": 1757,
1844
+ "俠": 1758,
1845
+ "哋": 1759,
1846
+ "轉": 1760,
1847
+ "婆": 1761,
1848
+ "何": 1762,
1849
+ "錶": 1763,
1850
+ "重": 1764,
1851
+ "久": 1765,
1852
+ "賊": 1766,
1853
+ "嗜": 1767,
1854
+ "銜": 1768,
1855
+ "攬": 1769,
1856
+ "韌": 1770,
1857
+ "供": 1771,
1858
+ "發": 1772,
1859
+ "門": 1773,
1860
+ "伯": 1774,
1861
+ "拭": 1775,
1862
+ "隱": 1776,
1863
+ "約": 1777,
1864
+ "勤": 1778,
1865
+ "歌": 1779,
1866
+ "整": 1780,
1867
+ "臭": 1781,
1868
+ "4": 1782,
1869
+ "撑": 1783,
1870
+ "郊": 1784,
1871
+ "嘆": 1785,
1872
+ "勁": 1786,
1873
+ "歸": 1787,
1874
+ "均": 1788,
1875
+ "答": 1789,
1876
+ "餓": 1790,
1877
+ "伶": 1791,
1878
+ "蹤": 1792,
1879
+ "濃": 1793,
1880
+ "備": 1794,
1881
+ "烤": 1795,
1882
+ "蜜": 1796,
1883
+ "對": 1797,
1884
+ "甫": 1798,
1885
+ "惑": 1799,
1886
+ "餅": 1800,
1887
+ "錘": 1801,
1888
+ "耍": 1802,
1889
+ "R": 1803,
1890
+ "邀": 1804,
1891
+ "芬": 1805,
1892
+ "時": 1806,
1893
+ "闕": 1807,
1894
+ "諒": 1808,
1895
+ "哨": 1809,
1896
+ "枉": 1810,
1897
+ "壓": 1811,
1898
+ "廣": 1812,
1899
+ "滋": 1813,
1900
+ "鏡": 1814,
1901
+ "概": 1815,
1902
+ "緒": 1816,
1903
+ "儀": 1817,
1904
+ "扶": 1818,
1905
+ "介": 1819,
1906
+ "回": 1820,
1907
+ "嘉": 1821,
1908
+ "曾": 1822,
1909
+ "蒲": 1823,
1910
+ "承": 1824,
1911
+ "酸": 1825,
1912
+ "歎": 1826,
1913
+ "火": 1827,
1914
+ "理": 1828,
1915
+ "爛": 1829,
1916
+ "炬": 1830,
1917
+ "援": 1831,
1918
+ "裙": 1832,
1919
+ "近": 1833,
1920
+ "搞": 1834,
1921
+ "咀": 1835,
1922
+ "懵": 1836,
1923
+ "補": 1837,
1924
+ "b": 1838,
1925
+ "津": 1839,
1926
+ "放": 1840,
1927
+ "滯": 1841,
1928
+ "閂": 1842,
1929
+ "飢": 1843,
1930
+ "署": 1844,
1931
+ "濟": 1845,
1932
+ "劇": 1846,
1933
+ "渴": 1847,
1934
+ "護": 1848,
1935
+ "尤": 1849,
1936
+ "贊": 1850,
1937
+ "亮": 1851,
1938
+ "惠": 1852,
1939
+ "疤": 1853,
1940
+ "拙": 1854,
1941
+ "郵": 1855,
1942
+ "需": 1856,
1943
+ "躝": 1857,
1944
+ "權": 1858,
1945
+ "讚": 1859,
1946
+ "國": 1860,
1947
+ ":": 1861,
1948
+ "苦": 1862,
1949
+ "臃": 1863,
1950
+ "該": 1864,
1951
+ "短": 1865,
1952
+ "緩": 1866,
1953
+ "配": 1867,
1954
+ "鞋": 1868,
1955
+ "妻": 1869,
1956
+ "載": 1870,
1957
+ "珍": 1871,
1958
+ "水": 1872,
1959
+ "街": 1873,
1960
+ "吐": 1874,
1961
+ "船": 1875,
1962
+ "用": 1876,
1963
+ "入": 1877,
1964
+ "子": 1878,
1965
+ "兒": 1879,
1966
+ "哩": 1880,
1967
+ "雄": 1881,
1968
+ "湖": 1882,
1969
+ "內": 1883,
1970
+ "謠": 1884,
1971
+ "滄": 1885,
1972
+ "唳": 1886,
1973
+ "金": 1887,
1974
+ "臣": 1888,
1975
+ "革": 1889,
1976
+ "跣": 1890,
1977
+ "貢": 1891,
1978
+ "咗": 1892,
1979
+ "險": 1893,
1980
+ "酌": 1894,
1981
+ "鬼": 1895,
1982
+ "繁": 1896,
1983
+ "掉": 1897,
1984
+ "好": 1898,
1985
+ "追": 1899,
1986
+ "衫": 1900,
1987
+ "階": 1901,
1988
+ "嘈": 1902,
1989
+ "劈": 1903,
1990
+ "滂": 1904,
1991
+ "劏": 1905,
1992
+ "彩": 1906,
1993
+ "品": 1907,
1994
+ "鳥": 1908,
1995
+ "堆": 1909,
1996
+ "報": 1910,
1997
+ "裔": 1911,
1998
+ "抹": 1912,
1999
+ "幣": 1913,
2000
+ "苛": 1914,
2001
+ "薑": 1915,
2002
+ "吹": 1916,
2003
+ "玻": 1917,
2004
+ "酥": 1918,
2005
+ "素": 1919,
2006
+ "絲": 1920,
2007
+ "伏": 1921,
2008
+ "試": 1922,
2009
+ "撞": 1923,
2010
+ "?": 1924,
2011
+ "耳": 1925,
2012
+ "離": 1926,
2013
+ "菌": 1927,
2014
+ "憤": 1928,
2015
+ "況": 1929,
2016
+ "匙": 1930,
2017
+ "拘": 1931,
2018
+ "韞": 1932,
2019
+ "經": 1933,
2020
+ "啓": 1934,
2021
+ "駁": 1935,
2022
+ "忍": 1936,
2023
+ "兑": 1937,
2024
+ "暢": 1938,
2025
+ "監": 1939,
2026
+ "筒": 1940,
2027
+ "背": 1941,
2028
+ "豉": 1942,
2029
+ "疹": 1943,
2030
+ "濤": 1944,
2031
+ "訴": 1945,
2032
+ "順": 1946,
2033
+ "窒": 1947,
2034
+ "兆": 1948,
2035
+ "掖": 1949,
2036
+ "喜": 1950,
2037
+ "侵": 1951,
2038
+ "灣": 1952,
2039
+ "桃": 1953,
2040
+ "件": 1954,
2041
+ "》": 1955,
2042
+ "鷂": 1956,
2043
+ "僅": 1957,
2044
+ "薪": 1958,
2045
+ "屎": 1959,
2046
+ "喺": 1960,
2047
+ "障": 1961,
2048
+ "裁": 1962,
2049
+ "未": 1963,
2050
+ "懂": 1964,
2051
+ "峻": 1965,
2052
+ "卵": 1966,
2053
+ "鯭": 1967,
2054
+ "聽": 1968,
2055
+ "甸": 1969,
2056
+ "乜": 1970,
2057
+ "廂": 1971,
2058
+ "鳴": 1972,
2059
+ "急": 1973,
2060
+ "馴": 1974,
2061
+ "粥": 1975,
2062
+ "駛": 1976,
2063
+ "唉": 1977,
2064
+ "折": 1978,
2065
+ "灰": 1979,
2066
+ "完": 1980,
2067
+ "'": 1981,
2068
+ "竹": 1982,
2069
+ "奸": 1983,
2070
+ "農": 1984,
2071
+ "胃": 1985,
2072
+ ")": 1986,
2073
+ "直": 1987,
2074
+ "妓": 1988,
2075
+ "毛": 1989,
2076
+ "宇": 1990,
2077
+ "傅": 1991,
2078
+ "陸": 1992,
2079
+ "符": 1993,
2080
+ "熄": 1994,
2081
+ "疫": 1995,
2082
+ "壺": 1996,
2083
+ "過": 1997,
2084
+ "膝": 1998,
2085
+ "慣": 1999,
2086
+ "閣": 2000,
2087
+ "噃": 2001,
2088
+ "勾": 2002,
2089
+ "蓆": 2003,
2090
+ "呎": 2004,
2091
+ "淡": 2005,
2092
+ "歡": 2006,
2093
+ "窿": 2007,
2094
+ "位": 2008,
2095
+ "勛": 2009,
2096
+ "鋒": 2010,
2097
+ "芻": 2011,
2098
+ "毫": 2012,
2099
+ "璧": 2013,
2100
+ "憶": 2014,
2101
+ "向": 2015,
2102
+ "居": 2016,
2103
+ "爾": 2017,
2104
+ "冰": 2018,
2105
+ "聞": 2019,
2106
+ "輝": 2020,
2107
+ "爽": 2021,
2108
+ "嘍": 2022,
2109
+ "哎": 2023,
2110
+ "確": 2024,
2111
+ "翁": 2025,
2112
+ "寄": 2026,
2113
+ "填": 2027,
2114
+ "櫈": 2028,
2115
+ "搪": 2029,
2116
+ "故": 2030,
2117
+ "慢": 2031,
2118
+ "寇": 2032,
2119
+ "哭": 2033,
2120
+ "悲": 2034,
2121
+ "膽": 2035,
2122
+ "茄": 2036,
2123
+ "朋": 2037,
2124
+ "漏": 2038,
2125
+ "述": 2039,
2126
+ "屌": 2040,
2127
+ "惰": 2041,
2128
+ "s": 2042,
2129
+ "吞": 2043,
2130
+ "連": 2044,
2131
+ "間": 2045,
2132
+ "含": 2046,
2133
+ "慮": 2047,
2134
+ "j": 2048,
2135
+ "矮": 2049,
2136
+ "銷": 2050,
2137
+ "貴": 2051,
2138
+ "款": 2052,
2139
+ "台": 2053,
2140
+ "邦": 2054,
2141
+ "裕": 2055,
2142
+ "嗰": 2056,
2143
+ "觸": 2057,
2144
+ "斥": 2058,
2145
+ "由": 2059,
2146
+ "撳": 2060,
2147
+ "遇": 2061,
2148
+ "肺": 2062,
2149
+ "標": 2063,
2150
+ "囊": 2064,
2151
+ "花": 2065,
2152
+ "坐": 2066,
2153
+ "漆": 2067,
2154
+ "晴": 2068,
2155
+ "享": 2069,
2156
+ "分": 2070,
2157
+ "真": 2071,
2158
+ "笑": 2072,
2159
+ "右": 2073,
2160
+ "島": 2074,
2161
+ "添": 2075,
2162
+ "餵": 2076,
2163
+ "害": 2077,
2164
+ "壆": 2078,
2165
+ "S": 2079,
2166
+ "縮": 2080,
2167
+ "瑩": 2081,
2168
+ "於": 2082,
2169
+ "糟": 2083,
2170
+ "睡": 2084,
2171
+ "樣": 2085,
2172
+ "棺": 2086,
2173
+ "哈": 2087,
2174
+ "芯": 2088,
2175
+ "柔": 2089,
2176
+ "吓": 2090,
2177
+ "渙": 2091,
2178
+ "梗": 2092,
2179
+ "刑": 2093,
2180
+ "閪": 2094,
2181
+ "鎊": 2095,
2182
+ "裹": 2096,
2183
+ "限": 2097,
2184
+ "斑": 2098,
2185
+ "屙": 2099,
2186
+ "啩": 2100,
2187
+ "孫": 2101,
2188
+ "屢": 2102,
2189
+ "唧": 2103,
2190
+ "咋": 2104,
2191
+ "歪": 2105,
2192
+ "浸": 2106,
2193
+ "關": 2107,
2194
+ "茱": 2108,
2195
+ "假": 2109,
2196
+ "胎": 2110,
2197
+ "扳": 2111,
2198
+ "犀": 2112,
2199
+ "仰": 2113,
2200
+ "鬆": 2114,
2201
+ "額": 2115,
2202
+ "腮": 2116,
2203
+ "窩": 2117,
2204
+ "恬": 2118,
2205
+ "醬": 2119,
2206
+ "羊": 2120,
2207
+ "返": 2121,
2208
+ "引": 2122,
2209
+ "女": 2123,
2210
+ "養": 2124,
2211
+ "攤": 2125,
2212
+ "鋼": 2126,
2213
+ "獻": 2127,
2214
+ "韻": 2128,
2215
+ "括": 2129,
2216
+ "碩": 2130,
2217
+ "c": 2131,
2218
+ "皇": 2132,
2219
+ "丟": 2133,
2220
+ "便": 2134,
2221
+ "扻": 2135,
2222
+ "咿": 2136,
2223
+ "胖": 2137,
2224
+ "搓": 2138,
2225
+ "顯": 2139,
2226
+ "杞": 2140,
2227
+ "出": 2141,
2228
+ "摟": 2142,
2229
+ "又": 2143,
2230
+ "羅": 2144,
2231
+ "沛": 2145,
2232
+ "旋": 2146,
2233
+ "土": 2147,
2234
+ "航": 2148,
2235
+ "頒": 2149,
2236
+ "外": 2150,
2237
+ "禍": 2151,
2238
+ "抓": 2152,
2239
+ "堪": 2153,
2240
+ "舍": 2154,
2241
+ "批": 2155,
2242
+ "殮": 2156,
2243
+ "揣": 2157,
2244
+ "珠": 2158,
2245
+ "阱": 2159,
2246
+ "手": 2160,
2247
+ "夜": 2161,
2248
+ "埞": 2162,
2249
+ "鈍": 2163,
2250
+ "泛": 2164,
2251
+ "姊": 2165,
2252
+ "組": 2166,
2253
+ "投": 2167,
2254
+ "想": 2168,
2255
+ "伴": 2169,
2256
+ "草": 2170,
2257
+ "細": 2171,
2258
+ "浴": 2172,
2259
+ "艘": 2173,
2260
+ "偽": 2174,
2261
+ "柚": 2175,
2262
+ "迴": 2176,
2263
+ "康": 2177,
2264
+ "壽": 2178,
2265
+ "淺": 2179,
2266
+ "擴": 2180,
2267
+ "級": 2181,
2268
+ "鬧": 2182,
2269
+ "提": 2183,
2270
+ "丹": 2184,
2271
+ "厚": 2185,
2272
+ "篤": 2186,
2273
+ "庫": 2187,
2274
+ "噍": 2188,
2275
+ "積": 2189,
2276
+ "輪": 2190,
2277
+ "渾": 2191,
2278
+ "盾": 2192,
2279
+ "肥": 2193,
2280
+ "起": 2194,
2281
+ "今": 2195,
2282
+ "鹽": 2196,
2283
+ "亡": 2197,
2284
+ "眼": 2198,
2285
+ "應": 2199,
2286
+ "柄": 2200,
2287
+ "嚇": 2201,
2288
+ "籤": 2202,
2289
+ "揭": 2203,
2290
+ "面": 2204,
2291
+ "奉": 2205,
2292
+ "展": 2206,
2293
+ "昔": 2207,
2294
+ "擦": 2208,
2295
+ "極": 2209,
2296
+ "館": 2210,
2297
+ "技": 2211,
2298
+ "超": 2212,
2299
+ "喊": 2213,
2300
+ "厘": 2214,
2301
+ "李": 2215,
2302
+ "呀": 2216,
2303
+ "抵": 2217,
2304
+ "誕": 2218,
2305
+ "琢": 2219,
2306
+ "欣": 2220,
2307
+ "咕": 2221,
2308
+ "訪": 2222,
2309
+ "團": 2223,
2310
+ "餿": 2224,
2311
+ "亭": 2225,
2312
+ "慕": 2226,
2313
+ "五": 2227,
2314
+ "井": 2228,
2315
+ "烽": 2229,
2316
+ "東": 2230,
2317
+ "指": 2231,
2318
+ "旅": 2232,
2319
+ "脱": 2233,
2320
+ "羈": 2234,
2321
+ "扣": 2235,
2322
+ "敲": 2236,
2323
+ "I": 2237,
2324
+ "條": 2238,
2325
+ "吸": 2239,
2326
+ "壞": 2240,
2327
+ "漠": 2241,
2328
+ "喱": 2242,
2329
+ "賬": 2243,
2330
+ "琴": 2244,
2331
+ "愉": 2245,
2332
+ "后": 2246,
2333
+ "路": 2247,
2334
+ "淤": 2248,
2335
+ "芒": 2249,
2336
+ "繫": 2250,
2337
+ "蘑": 2251,
2338
+ "啞": 2252,
2339
+ "梳": 2253,
2340
+ "焫": 2254,
2341
+ "膚": 2255,
2342
+ "倫": 2256,
2343
+ "掘": 2257,
2344
+ "傍": 2258,
2345
+ "除": 2259,
2346
+ "棉": 2260,
2347
+ "貧": 2261,
2348
+ "尺": 2262,
2349
+ "診": 2263,
2350
+ "萬": 2264,
2351
+ "釘": 2265,
2352
+ "令": 2266,
2353
+ "拎": 2267,
2354
+ "譽": 2268,
2355
+ "核": 2269,
2356
+ "骨": 2270,
2357
+ "糖": 2271,
2358
+ "結": 2272,
2359
+ "噓": 2273,
2360
+ "纜": 2274,
2361
+ "蓋": 2275,
2362
+ "既": 2276,
2363
+ "衩": 2277,
2364
+ "誌": 2278,
2365
+ "𧕴": 2279,
2366
+ "陰": 2280,
2367
+ "簾": 2281,
2368
+ "籃": 2282,
2369
+ "寧": 2283,
2370
+ "藏": 2284,
2371
+ "陀": 2285,
2372
+ "苑": 2286,
2373
+ "頗": 2287,
2374
+ "庇": 2288,
2375
+ "古": 2289,
2376
+ "魂": 2290,
2377
+ "曬": 2291,
2378
+ "暴": 2292,
2379
+ "嘥": 2293,
2380
+ "攪": 2294,
2381
+ "痧": 2295,
2382
+ "飲": 2296,
2383
+ "恕": 2297,
2384
+ "迫": 2298,
2385
+ "際": 2299,
2386
+ "徇": 2300,
2387
+ "豔": 2301,
2388
+ "守": 2302,
2389
+ "目": 2303,
2390
+ "教": 2304,
2391
+ "淒": 2305,
2392
+ "佑": 2306,
2393
+ "閒": 2307,
2394
+ "竄": 2308,
2395
+ "頌": 2309,
2396
+ "敗": 2310,
2397
+ "臟": 2311,
2398
+ "描": 2312,
2399
+ "刻": 2313,
2400
+ "斧": 2314,
2401
+ "餞": 2315,
2402
+ "炮": 2316,
2403
+ "拿": 2317,
2404
+ "矢": 2318,
2405
+ "籟": 2319,
2406
+ "生": 2320,
2407
+ "烚": 2321,
2408
+ "斟": 2322,
2409
+ "廳": 2323,
2410
+ "德": 2324,
2411
+ "保": 2325,
2412
+ "榜": 2326,
2413
+ "以": 2327,
2414
+ "p": 2328,
2415
+ "異": 2329,
2416
+ "箍": 2330,
2417
+ "識": 2331,
2418
+ "鎖": 2332,
2419
+ "踪": 2333,
2420
+ "勵": 2334,
2421
+ "乏": 2335,
2422
+ "候": 2336,
2423
+ "其": 2337,
2424
+ "汐": 2338,
2425
+ "肉": 2339,
2426
+ "橡": 2340,
2427
+ "游": 2341,
2428
+ "慳": 2342,
2429
+ "戈": 2343,
2430
+ "鶻": 2344,
2431
+ "蕉": 2345,
2432
+ "停": 2346,
2433
+ "密": 2347,
2434
+ "域": 2348,
2435
+ "匪": 2349,
2436
+ "𣲷": 2350,
2437
+ "魔": 2351,
2438
+ "𡁻": 2352,
2439
+ "戰": 2353,
2440
+ "似": 2354,
2441
+ "而": 2355,
2442
+ "偵": 2356,
2443
+ "V": 2357,
2444
+ "咫": 2358,
2445
+ "遙": 2359,
2446
+ "隨": 2360,
2447
+ "球": 2361,
2448
+ "誤": 2362,
2449
+ "轟": 2363,
2450
+ "龕": 2364,
2451
+ "取": 2365,
2452
+ "礫": 2366,
2453
+ "𤶸": 2367,
2454
+ "溫": 2368,
2455
+ "部": 2369,
2456
+ "排": 2370,
2457
+ "寡": 2371,
2458
+ "奪": 2372,
2459
+ "蚯": 2373,
2460
+ "敦": 2374,
2461
+ "破": 2375,
2462
+ "鍾": 2376,
2463
+ "魄": 2377,
2464
+ "犯": 2378,
2465
+ "編": 2379,
2466
+ "紡": 2380,
2467
+ "獎": 2381,
2468
+ "半": 2382,
2469
+ "蚓": 2383,
2470
+ "刷": 2384,
2471
+ "曹": 2385,
2472
+ "年": 2386,
2473
+ "債": 2387,
2474
+ "岸": 2388,
2475
+ "望": 2389,
2476
+ "失": 2390,
2477
+ "璃": 2391,
2478
+ "膉": 2392,
2479
+ "玉": 2393,
2480
+ "聚": 2394,
2481
+ "暗": 2395,
2482
+ "父": 2396,
2483
+ "靠": 2397,
2484
+ "須": 2398,
2485
+ "閘": 2399,
2486
+ "睹": 2400,
2487
+ "福": 2401,
2488
+ "稍": 2402,
2489
+ "拋": 2403,
2490
+ "種": 2404,
2491
+ "避": 2405,
2492
+ "定": 2406,
2493
+ "價": 2407,
2494
+ "買": 2408,
2495
+ "拔": 2409,
2496
+ "煩": 2410,
2497
+ "憐": 2411,
2498
+ "豐": 2412,
2499
+ "媽": 2413,
2500
+ "聖": 2414,
2501
+ "視": 2415,
2502
+ "熨": 2416,
2503
+ "廝": 2417,
2504
+ "步": 2418,
2505
+ "忌": 2419,
2506
+ "o": 2420,
2507
+ "《": 2421,
2508
+ "即": 2422,
2509
+ "薯": 2423,
2510
+ "敬": 2424,
2511
+ "啃": 2425,
2512
+ "襟": 2426,
2513
+ "京": 2427,
2514
+ "踐": 2428,
2515
+ "幫": 2429,
2516
+ "設": 2430,
2517
+ "議": 2431,
2518
+ "説": 2432,
2519
+ "奏": 2433,
2520
+ "拾": 2434,
2521
+ "恩": 2435,
2522
+ "膩": 2436,
2523
+ "冚": 2437,
2524
+ "逃": 2438,
2525
+ "齣": 2439,
2526
+ "蝶": 2440,
2527
+ "錄": 2441,
2528
+ "源": 2442,
2529
+ "嘔": 2443,
2530
+ "乘": 2444,
2531
+ "褲": 2445,
2532
+ "銀": 2446,
2533
+ "霍": 2447,
2534
+ "徹": 2448,
2535
+ "太": 2449,
2536
+ "幸": 2450,
2537
+ "北": 2451,
2538
+ "乳": 2452,
2539
+ "府": 2453,
2540
+ "繳": 2454,
2541
+ "從": 2455,
2542
+ "高": 2456,
2543
+ "錢": 2457,
2544
+ "端": 2458,
2545
+ "悠": 2459,
2546
+ "屍": 2460,
2547
+ "滴": 2461,
2548
+ "咖": 2462,
2549
+ "岔": 2463,
2550
+ "斬": 2464,
2551
+ "濾": 2465,
2552
+ "樂": 2466,
2553
+ "儒": 2467,
2554
+ "進": 2468,
2555
+ "勿": 2469,
2556
+ "吊": 2470,
2557
+ "亞": 2471,
2558
+ "阻": 2472,
2559
+ "禱": 2473,
2560
+ "葩": 2474,
2561
+ "厲": 2475,
2562
+ "器": 2476,
2563
+ "美": 2477,
2564
+ "煤": 2478,
2565
+ "鬥": 2479,
2566
+ "村": 2480,
2567
+ "雅": 2481,
2568
+ "𦧲": 2482,
2569
+ "疏": 2483,
2570
+ "武": 2484,
2571
+ "耿": 2485,
2572
+ "悖": 2486,
2573
+ "刊": 2487,
2574
+ "螢": 2488,
2575
+ "(": 2489,
2576
+ "支": 2490,
2577
+ "簽": 2491,
2578
+ "証": 2492,
2579
+ "湛": 2493,
2580
+ "塞": 2494,
2581
+ "傢": 2495,
2582
+ "購": 2496,
2583
+ "類": 2497,
2584
+ "吏": 2498,
2585
+ "糍": 2499,
2586
+ "誠": 2500,
2587
+ "幼": 2501,
2588
+ "點": 2502,
2589
+ "慾": 2503,
2590
+ "㷫": 2504,
2591
+ "鍛": 2505,
2592
+ "娛": 2506,
2593
+ "趻": 2507,
2594
+ "災": 2508,
2595
+ "窗": 2509,
2596
+ "貨": 2510,
2597
+ "揼": 2511,
2598
+ "山": 2512,
2599
+ "秒": 2513,
2600
+ "耐": 2514,
2601
+ "叔": 2515,
2602
+ "甩": 2516,
2603
+ "譬": 2517,
2604
+ "浩": 2518,
2605
+ "偷": 2519,
2606
+ "靈": 2520,
2607
+ "檯": 2521,
2608
+ "沙": 2522,
2609
+ "擊": 2523,
2610
+ "個": 2524,
2611
+ "新": 2525,
2612
+ "頭": 2526,
2613
+ "9": 2527,
2614
+ "揈": 2528,
2615
+ "框": 2529,
2616
+ "疇": 2530,
2617
+ "麗": 2531,
2618
+ "熱": 2532,
2619
+ "��": 2533,
2620
+ "機": 2534,
2621
+ "海": 2535,
2622
+ "安": 2536,
2623
+ "威": 2537,
2624
+ "號": 2538,
2625
+ "復": 2539,
2626
+ "拆": 2540,
2627
+ "竊": 2541,
2628
+ "斗": 2542,
2629
+ "插": 2543,
2630
+ "託": 2544,
2631
+ "般": 2545,
2632
+ "因": 2546,
2633
+ "先": 2547,
2634
+ "蝕": 2548,
2635
+ "荃": 2549,
2636
+ "孺": 2550,
2637
+ "始": 2551,
2638
+ "智": 2552,
2639
+ "夾": 2553,
2640
+ "哂": 2554,
2641
+ "恒": 2555,
2642
+ "頸": 2556,
2643
+ "播": 2557,
2644
+ "命": 2558,
2645
+ "惡": 2559,
2646
+ "殺": 2560,
2647
+ "更": 2561,
2648
+ "弊": 2562,
2649
+ "俬": 2563,
2650
+ "撇": 2564,
2651
+ "撥": 2565,
2652
+ "屯": 2566,
2653
+ "蘭": 2567,
2654
+ "艦": 2568,
2655
+ "拼": 2569,
2656
+ "鶴": 2570,
2657
+ "恐": 2571,
2658
+ "調": 2572,
2659
+ "腸": 2573,
2660
+ "白": 2574,
2661
+ "碼": 2575,
2662
+ "倚": 2576,
2663
+ "呵": 2577,
2664
+ "唆": 2578,
2665
+ "納": 2579,
2666
+ "畫": 2580,
2667
+ "甘": 2581,
2668
+ "騙": 2582,
2669
+ "正": 2583,
2670
+ "涼": 2584,
2671
+ "夭": 2585,
2672
+ "閃": 2586,
2673
+ "醜": 2587,
2674
+ "周": 2588,
2675
+ "節": 2589,
2676
+ "罅": 2590,
2677
+ "杜": 2591,
2678
+ "錫": 2592,
2679
+ "漂": 2593,
2680
+ "毀": 2594,
2681
+ "棵": 2595,
2682
+ "謀": 2596,
2683
+ "各": 2597,
2684
+ "D": 2598,
2685
+ "戒": 2599,
2686
+ "加": 2600,
2687
+ "上": 2601,
2688
+ "癌": 2602,
2689
+ "賜": 2603,
2690
+ "升": 2604,
2691
+ "天": 2605,
2692
+ "封": 2606,
2693
+ "C": 2607,
2694
+ "春": 2608,
2695
+ "建": 2609,
2696
+ "倍": 2610,
2697
+ "霜": 2611,
2698
+ "抗": 2612,
2699
+ "嚹": 2613,
2700
+ "玫": 2614,
2701
+ "溢": 2615,
2702
+ "顛": 2616,
2703
+ "邁": 2617,
2704
+ "嫖": 2618,
2705
+ "去": 2619,
2706
+ "閲": 2620,
2707
+ "將": 2621,
2708
+ "恥": 2622,
2709
+ "襪": 2623,
2710
+ "鬱": 2624,
2711
+ "遐": 2625,
2712
+ "移": 2626,
2713
+ "話": 2627,
2714
+ "丸": 2628,
2715
+ "爭": 2629,
2716
+ "叉": 2630,
2717
+ "伐": 2631,
2718
+ "K": 2632,
2719
+ "銅": 2633,
2720
+ "獨": 2634,
2721
+ "蛋": 2635,
2722
+ "開": 2636,
2723
+ "盲": 2637,
2724
+ "罪": 2638,
2725
+ "潔": 2639,
2726
+ "撒": 2640,
2727
+ "牛": 2641,
2728
+ "怖": 2642,
2729
+ "埋": 2643,
2730
+ "考": 2644,
2731
+ "次": 2645,
2732
+ "綽": 2646,
2733
+ "籠": 2647,
2734
+ "嗱": 2648,
2735
+ "同": 2649,
2736
+ "契": 2650,
2737
+ "歧": 2651,
2738
+ "奴": 2652,
2739
+ "遵": 2653,
2740
+ "廁": 2654,
2741
+ "咪": 2655,
2742
+ "飽": 2656,
2743
+ "映": 2657,
2744
+ "奧": 2658,
2745
+ "第": 2659,
2746
+ "促": 2660,
2747
+ "呼": 2661,
2748
+ "希": 2662,
2749
+ "翅": 2663,
2750
+ "變": 2664,
2751
+ "你": 2665,
2752
+ "煲": 2666,
2753
+ "池": 2667,
2754
+ "嗎": 2668,
2755
+ "講": 2669,
2756
+ "九": 2670,
2757
+ "印": 2671,
2758
+ "晰": 2672,
2759
+ "l": 2673,
2760
+ "温": 2674,
2761
+ "決": 2675,
2762
+ "托": 2676,
2763
+ "婦": 2677,
2764
+ "撰": 2678,
2765
+ "潦": 2679,
2766
+ "e": 2680,
2767
+ "搾": 2681,
2768
+ "荊": 2682,
2769
+ "名": 2683,
2770
+ "箱": 2684,
2771
+ "盃": 2685,
2772
+ "擁": 2686,
2773
+ "嘗": 2687,
2774
+ "遣": 2688,
2775
+ "湯": 2689,
2776
+ "勸": 2690,
2777
+ "昌": 2691,
2778
+ "要": 2692,
2779
+ "區": 2693,
2780
+ "遺": 2694,
2781
+ "蛙": 2695,
2782
+ "耀": 2696,
2783
+ "y": 2697,
2784
+ "鏢": 2698,
2785
+ "廈": 2699,
2786
+ "係": 2700,
2787
+ "俊": 2701,
2788
+ "心": 2702,
2789
+ "練": 2703,
2790
+ "棋": 2704,
2791
+ "至": 2705,
2792
+ "尼": 2706,
2793
+ "娩": 2707,
2794
+ "座": 2708,
2795
+ "界": 2709,
2796
+ "洶": 2710,
2797
+ "拍": 2711,
2798
+ "洪": 2712,
2799
+ "朱": 2713,
2800
+ "和": 2714,
2801
+ "昇": 2715,
2802
+ "律": 2716,
2803
+ "激": 2717,
2804
+ "蜈": 2718,
2805
+ "優": 2719,
2806
+ "撻": 2720,
2807
+ "在": 2721,
2808
+ "擔": 2722,
2809
+ "菖": 2723,
2810
+ "法": 2724,
2811
+ "詞": 2725,
2812
+ "鎚": 2726,
2813
+ "末": 2727,
2814
+ "臌": 2728,
2815
+ "情": 2729,
2816
+ "最": 2730,
2817
+ "瀉": 2731,
2818
+ "黑": 2732,
2819
+ "材": 2733,
2820
+ "舉": 2734,
2821
+ "摘": 2735,
2822
+ "帆": 2736,
2823
+ "囂": 2737,
2824
+ "樓": 2738,
2825
+ "罩": 2739,
2826
+ "擘": 2740,
2827
+ "%": 2741,
2828
+ "替": 2742,
2829
+ "雨": 2743,
2830
+ "蒙": 2744,
2831
+ "克": 2745,
2832
+ "焯": 2746,
2833
+ "圖": 2747,
2834
+ "聲": 2748,
2835
+ "快": 2749,
2836
+ "獅": 2750,
2837
+ "憲": 2751,
2838
+ "忙": 2752,
2839
+ "堂": 2753,
2840
+ "損": 2754,
2841
+ "圳": 2755,
2842
+ "梨": 2756,
2843
+ "兜": 2757,
2844
+ "著": 2758,
2845
+ "絡": 2759,
2846
+ "注": 2760,
2847
+ "燈": 2761,
2848
+ "竅": 2762,
2849
+ "象": 2763,
2850
+ "媒": 2764,
2851
+ "隊": 2765,
2852
+ "敢": 2766,
2853
+ "卑": 2767,
2854
+ "腳": 2768,
2855
+ "凌": 2769,
2856
+ "較": 2770,
2857
+ "逼": 2771,
2858
+ "痛": 2772,
2859
+ "此": 2773,
2860
+ "遏": 2774,
2861
+ "歷": 2775,
2862
+ "統": 2776,
2863
+ "運": 2777,
2864
+ "撼": 2778,
2865
+ "寞": 2779,
2866
+ "恰": 2780,
2867
+ "踭": 2781,
2868
+ "必": 2782,
2869
+ "鴿": 2783,
2870
+ "u": 2784,
2871
+ "仔": 2785,
2872
+ "叫": 2786,
2873
+ "另": 2787,
2874
+ "擇": 2788,
2875
+ "謬": 2789,
2876
+ "謙": 2790,
2877
+ "冧": 2791,
2878
+ "磅": 2792,
2879
+ "彌": 2793
2880
+ },
2881
+ "merges": []
2882
+ }
2883
+ }
checkpoint/trocr-custdata/last/tokenizer_config.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": {
4
+ "__type": "AddedToken",
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false
10
+ },
11
+ "cls_token": {
12
+ "__type": "AddedToken",
13
+ "content": "<s>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false
18
+ },
19
+ "eos_token": {
20
+ "__type": "AddedToken",
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false
26
+ },
27
+ "errors": "replace",
28
+ "mask_token": {
29
+ "__type": "AddedToken",
30
+ "content": "<mask>",
31
+ "lstrip": true,
32
+ "normalized": true,
33
+ "rstrip": false,
34
+ "single_word": false
35
+ },
36
+ "model_max_length": 512,
37
+ "name_or_path": "./cust-data/weights",
38
+ "pad_token": {
39
+ "__type": "AddedToken",
40
+ "content": "<pad>",
41
+ "lstrip": false,
42
+ "normalized": true,
43
+ "rstrip": false,
44
+ "single_word": false
45
+ },
46
+ "processor_class": "TrOCRProcessor",
47
+ "sep_token": {
48
+ "__type": "AddedToken",
49
+ "content": "</s>",
50
+ "lstrip": false,
51
+ "normalized": true,
52
+ "rstrip": false,
53
+ "single_word": false
54
+ },
55
+ "special_tokens_map_file": null,
56
+ "tokenizer_class": "RobertaTokenizer",
57
+ "trim_offsets": true,
58
+ "unk_token": {
59
+ "__type": "AddedToken",
60
+ "content": "<unk>",
61
+ "lstrip": false,
62
+ "normalized": true,
63
+ "rstrip": false,
64
+ "single_word": false
65
+ }
66
+ }
checkpoint/trocr-custdata/last/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c07b40ab180dec9e88bab744a3d592d2744899e57c88313f6027dc65f67253
3
+ size 3579
checkpoint/trocr-custdata/last/vocab.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,"<mask>":4,"吋":5,"如":6,"競":7,"襤":8,"輟":9,"嘯":10,"員":11,"噉":12,"多":13,"蜘":14,"炎":15,"場":16,"問":17,"空":18,"萌":19,"恆":20,"參":21,"斷":22,"聯":23,"稱":24,"巷":25,"麥":26,"丶":27,"嗲":28,"覺":29,"扤":30,"甕":31,"v":32,"2":33,"鋭":34,"闊":35,"哄":36,"功":37,"喪":38,"願":39,"易":40,"斯":41,"豆":42,"柱":43,"紙":44,"剔":45,"蟲":46,"審":47,"霎":48,"黐":49,"尿":50,"凹":51,"抱":52,"偉":53,"墊":54,"貪":55,"鍋":56,"籍":57,"擾":58,"乓":59,"臂":60,"腔":61,"誼":62,"註":63,"遞":64,"模":65,"戇":66,"處":67,"前":68,"鴛":69,"篇":70,"磚":71,"炒":72,"夷":73,"爵":74,"輯":75,"葡":76,"怕":77,"綁":78,"煌":79,"可":80,"髓":81,"乎":82,"膊":83,"蘇":84,"雪":85,"裇":86,"晚":87,"壯":88,"境":89,"慈":90,"晶":91,"章":92,".":93,"層":94,"馬":95,"囡":96,"志":97,"址":98,"途":99,"勉":100,"孤":101,"貞":102,"構":103,"鼻":104,"榨":105,"微":106,"怒":107,"摸":108,"接":109,"駐":110,"贏":111,"咦":112,"諗":113,"沓":114,"鼓":115,"攝":116,"亂":117,"遮":118,"嘢":119,"文":120,"啫":121,"衣":122,"躍":123,"百":124,"人":125,"蘋":126,"酒":127,"遢":128,"但":129,"反":130,"咳":131,"謹":132,"姓":133,"羨":134,"逆":135,"嫌":136,"化":137,"齡":138,"鮮":139,"敵":140,"M":141,"捐":142,"喼":143,"篡":144,"財":145,"棲":146,"捲":147,"捅":148,"痴":149,"逢":150,"劃":151,"淫":152,"碳":153,"d":154,"洗":155,"啼":156,",":157,"身":158,"深":159,"胞":160,"帽":161,"嘻":162,"寶":163,"h":164,"乞":165,"傷":166,"及":167,"唐":168,"措":169,"梯":170,"牧":171,"驗":172,"牽":173,"喚":174,"七":175,"裝":176,"糞":177,"惜":178,"脹":179,"晨":180,"戥":181,"‧":182,"季":183,"淑":184,"市":185,"盜":186,"咯":187,"雀":188,"鳩":189,"瀨":190,"某":191,"燶":192,"匹":193,"偈":194,"晝":195,"幾":196,"筏":197,"浪":198,"沖":199,"泉":200,"劑":201,"往":202,"園":203,"F":204,"打":205,"賓":206,"羹":207,"遍":208,"繼":209,"魅":210,"戚":211,"傭":212,"孭":213,"涉":214,"星":215,"尊":216,"搜":217,"趙":218,"洲":219,"力":220,"彎":221,"瘍":222,"度":223,"尋":224,"乒":225,"徐":226,"嘟":227,"楚":228,"瑰":229,"感":230,"揉":231,"商":232,"巡":233,"囉":234,"磨":235,"幕":236,"循":237,"簡":238,"鍊":239,"君":240,"揩":241,"橙":242,"帳":243,"木":244,"酬":245,"痕":246,"營":247,"告":248,"醉":249,"烏":250,"茶":251,"碎":252,"付":253,"少":254,"廚":255,"仍":256,"版":257,"非":258,"𡃁":259,"兵":260,"男":261,"擂":262,"㔆":263,"氏":264,"佬":265,"陷":266,"穎":267,"夙":268,"捉":269,"程":270,"茲":271,"冬":272,"竽":273,"癲":274,"揗":275,"八":276,"湘":277,"永":278,"血":279,"裏":280,"誦":281,"掂":282,"稚":283,"字":284,"掗":285,"松":286,"成":287,"傾":288,"小":289,"港":290,"頁":291,"啱":292,"販":293,"哚":294,"堵":295,"揀":296,"鯁":297,"官":298,"測":299,"雜":300,"償":301,"蛇":302,"每":303,"齒":304,"軀":305,"劣":306,"戲":307,"蛛":308,"熊":309,"班":310,"晏":311,"創":312,"查":313,"笪":314,"被":315,"謝":316,"皮":317,"督":318,"軌":319,"圄":320,"產":321,"鑽":322,"消":323,"鴨":324,"割":325,"疑":326,"糭":327,"屁":328,"救":329,"六":330,"像":331,"室":332,"樽":333,"粹":334,"歉":335,"餘":336,"柒":337,"信":338,"膠":339,"趁":340,"攏":341,"黃":342,"南":343,"噬":344,"布":345,"世":346,"然":347,"談":348,"顧":349,"城":350,"租":351,"佳":352,"潤":353,"煮":354,"瓣":355,"礙":356,"孽":357,"貼":358,"嘩":359,"韓":360,"爐":361,"溜":362,"爬":363,"省":364,"錯":365,"健":366,"丈":367,"估":368,"汪":369,"唱":370,"與":371,"休":372,"平":373,"漢":374,"獵":375,"若":376,"退":377,"粗":378,"妨":379,"姦":380,"峯":381,"網":382,"透":383,"還":384,"莫":385,"就":386,"簿":387,"0":388,"廠":389,"嘴":390,"1":391,"項":392,"招":393,"椗":394,"邨":395,"罡":396,"懷":397,"掅":398,"導":399,"資":400,"軍":401,"共":402,"根":403,"W":404,"累":405,"雷":406,"算":407,"蜇":408,"呻":409,"瀏":410,"祖":411,"跡":412,"妳":413,"口":414,"黨":415,"賽":416,"骰":417,"凸":418,"果":419,"仃":420,"釋":421,"推":422,"掹":423,"廉":424,"叛":425,"剪":426,"噪":427,"閏":428,"神":429,"鏽":430,"織":431,"登":432,"宴":433,"蹺":434,"朗":435,"煉":436,"𠻹":437,"檸":438,"體":439,"壟":440,"疾":441,"蹄":442,"峰":443,"膏":444,"怨":445,"演":446,"仇":447,"泰":448,"啖":449,"圾":450,"睬":451,"暖":452,"戀":453,"票":454,"禮":455,"週":456,"悶":457,"幟":458,"盆":459,"緊":460,"思":461,"精":462,"窺":463,"驟":464,"緣":465,"噫":466,"事":467,"吃":468,"盟":469,"揸":470,"呔":471,"烈":472,"揪":473,"煙":474,"亳":475,"蓮":476,"棘":477,"兇":478,"規":479,"持":480,"肢":481,"舒":482,"專":483,"風":484,"紐":485,"差":486,"殉":487,"輩":488,"摩":489,"嬲":490,"縱":491,"襠":492,"越":493,"陣":494,"棚":495,"憾":496,"造":497,"嬰":498,"衡":499,"伸":500,"判":501,"磋":502,"曲":503,"哥":504,"基":505,"艱":506,"學":507,"叻":508,"州":509,"質":510,"坦":511,"危":512,"習":513,"喻":514,"彙":515,"姑":516,"函":517,"婚":518,"借":519,"繃":520,"謎":521,"慰":522,"蠱":523,"圍":524,"留":525,"垂":526,"段":527,"交":528,"忟":529,"寐":530,"賞":531,"潰":532,"課":533,"辮":534,"築":535,"否":536,"卷":537,"野":538,"嘭":539,"邊":540,"效":541,"襯":542,"巴":543,"云":544,"值":545,"碇":546,"的":547,"崩":548,"聘":549,"仿":550,"餐":551,"強":552,"呈":553,"懶":554,"扑":555,"下":556,"泊":557,"颱":558,"偶":559,"絕":560,"斃":561,"臘":562,"龐":563,"橋":564,"惹":565,"磷":566,"觀":567,"掣":568,"奶":569,"浮":570,"貌":571,"塔":572,"訂":573,"俄":574,"宵":575,"豁":576,"叮":577,"雙":578,"檢":579,"怪":580,"到":581,"義":582,"罷":583,"剝":584,"剩":585,"暈":586,"採":587,"叩":588,"陪":589,"曦":590,"蝦":591,"速":592,"褪":593,"7":594,"徵":595,"准":596,"許":597,"衝":598,"頃":599,"本":600,"莉":601,"暫":602,"長":603,"棒":604,"拒":605,"舟":606,"欲":607,"疊":608,"弦":609,"格":610,"凋":611,"矇":612,"幹":613,"炙":614,"仁":615,"誇":616,"𨈇":617,"絨":618,"蠢":619,"鷗":620,"勝":621,"努":622,"電":623,"丁":624,"銘":625,"!":626,"寢":627,"數":628,"佔":629,"𥄫":630,"領":631,"姐":632,"富":633,"鑊":634,"才":635,"諾":636,"睄":637,"嚿":638,"f":639,"汁":640,"𨋢":641,"薄":642,"憂":643,"輸":644,"扯":645,"量":646,"申":647,"司":648,"閨":649,"逞":650,"搖":651,"語":652,"猛":653,"朝":654,"莓":655,"一":656,"賦":657,"吼":658,"鴦":659,"歇":660,"葉":661,"特":662,"骹":663,"頓":664,"使":665,"套":666,"m":667,"自":668,"聳":669,"欸":670,"卡":671,"咸":672,"米":673,"副":674,"桶":675,"瘦":676,"擪":677,"味":678,"四":679,"田":680,"王":681,"渣":682,"戌":683,"閹":684,"動":685,"底":686,"零":687,"溝":688,"袋":689,"警":690,"儲":691,"椰":692,"䂻":693,"泣":694,"侍":695,"榴":696,"焚":697,"靡":698,"狀":699,"績":700,"賠":701,"眉":702,"雕":703,"泥":704,"覆":705,"遴":706,"穢":707,"齊":708,"攙":709,"再":710,"卦":711,"竇":712,"啡":713,"粒":714,"筆":715,"霞":716,"寒":717,"燃":718,"8":719,"濕":720,"林":721,"跨":722,"包":723,"愛":724,"巾":725,"蛀":726,"己":727,"嫁":728,"俾":729,"佈":730,"踢":731,"吧":732,"肝":733,"三":734,"擋":735,"i":736,"罰":737,"讓":738,"當":739,"霧":740,"、":741,"濫":742,"唇":743,"是":744,"櫃":745,"餸":746,"收":747,"妹":748,"延":749,"墓":750,"迅":751,"夠":752,"側":753,"兄":754,"艮":755,"謂":756,"g":757,"童":758,"不":759,"着":760,"祈":761,"傑":762,"能":763,"欄":764,"傳":765,"刀":766,"揾":767,"攰":768,"髮":769,"拉":770,"糧":771,"菜":772,"改":773,"唞":774,"助":775,"豪":776,"啤":777,"則":778,"通":779,"賺":780,"政":781,"囤":782,"弱":783,"3":784,"喇":785,"管":786,"禧":787,"睇":788,"態":789,"鴻":790,"弒":791,"博":792,"妥":793,"罨":794,"明":795,"色":796,"率":797,"耷":798,"擳":799,"孖":800,"尖":801,"冤":802,"嗤":803,"卸":804,"菲":805,"殊":806,"奮":807,"屬":808,"炭":809,"税":810,"宙":811,"卒":812,"弟":813,"並":814,"料":815,"冇":816,"擅":817,"窄":818,"扒":819,"曆":820,"翰":821,"蕭":822,"疚":823,"現":824,"污":825,"斜":826,"隧":827,"閉":828,"房":829,"研":830,"阿":831,"繩":832,"締":833,"嶺":834,"姻":835,"賀":836,"腥":837,"科":838,"踏":839,"凝":840,"呃":841,"槍":842,"瞞":843,"寫":844,"舞":845,"賣":846,"憑":847,"樖":848,"籬":849,"染":850,"r":851,"矩":852,"譜":853,"缺":854,"突":855,"泡":856,"洋":857,"騎":858,"廷":859,"刪":860,"娜":861,"宜":862,"麻":863,"𠽤":864,"待":865,"脅":866,"選":867,"儘":868,"剁":869,"掃":870,"原":871,"邏":872,"型":873,"寨":874,"汽":875,"跳":876,"渠":877,"西":878,"沉":879,"樹":880,"撚":881,"倦":882,"翼":883,"傻":884,"搶":885,"勘":886,"慶":887,"了":888,"捕":889,"負":890,"瀆":891,"凶":892,"藥":893,"已":894,"舌":895,"暑":896,"附":897,"殘":898,"垃":899,"集":900,"仙":901,"襲":902,"齋":903,"寺":904,"哬":905,"純":906,"防":907,"溶":908,"艇":909,"𢃇":910,"涯":911,"授":912,"虛":913,"朵":914,"槤":915,"板":916,"唔":917,"喂":918,"橛":919,"漸":920,"道":921,"鉸":922,"棟":923,"龍":924,"聊":925,"塊":926,"蚊":927,"筷":928,"聾":929,"綠":930,"藝":931,"掩":932,"蹟":933,"宏":934,"醫":935,"葛":936,"雲":937,"撐":938,"洽":939,"菊":940,"碑":941,"懲":942,"搲":943,"囑":944,"猶":945,"蟹":946,"尾":947,"張":948,"痾":949,"攜":950,"哲":951,"患":952,"牙":953,"撲":954,"騮":955,"鄉":956,"證":957,"爸":958,"漬":959,"虱":960,"存":961,"病":962,"堡":963,"凡":964,"a":965,"方":966,"複":967,"捨":968,"走":969,"終":970,"摧":971,"他":972,"擺":973,"闆":974,"波":975,"綜":976,"偏":977,"忘":978,"例":979,"奇":980,"倪":981,"宮":982,"隻":983,"俱":984,"欠":985,"庭":986,"書":987,"咭":988,"寬":989,"討":990,"虎":991,"挑":992,"禽":993,"忠":994,"雖":995," ":996,"架":997,"菇":998,"硬":999,"碟":1000,"肯":1001,"地":1002,"嘞":1003,"妖":1004,"顏":1005,"意":1006,"秋":1007,"履":1008,"狠":1009,"據":1010,"江":1011,"散":1012,"責":1013,"踩":1014,"吉":1015,"苗":1016,"遭":1017,"椎":1018,"咇":1019,"貿":1020,"家":1021,"咬":1022,"喐":1023,"實":1024,"泵":1025,"扮":1026,"刮":1027,"旦":1028,"老":1029,"置":1030,"杯":1031,"倔":1032,"禾":1033,"俗":1034,"良":1035,"常":1036,"迥":1037,"鈔":1038,"吮":1039,"糯":1040,"伊":1041,"P":1042,"肚":1043,"束":1044,"釣":1045,"群":1046,"孔":1047,"攞":1048,"黎":1049,"悉":1050,"廹":1051,"蕩":1052,"笨":1053,"毒":1054,"奔":1055,"獄":1056,"嘛":1057,"荷":1058,"坊":1059,"枱":1060,"軚":1061,"仆":1062,"抖":1063,"萄":1064,"勇":1065,"堅":1066,"旁":1067,"趣":1068,"陽":1069,"照":1070,"把":1071,"卜":1072,"媳":1073,"遷":1074,"拖":1075,"喝":1076,"站":1077,"豬":1078,"扭":1079,"牆":1080,"舊":1081,"囹":1082,"糠":1083,"食":1084,"切":1085,"冠":1086,"鞭":1087,"響":1088,"愧":1089,"仗":1090,"Q":1091,"旨":1092,"姿":1093,"症":1094,"𠺝":1095,"凍":1096,"任":1097,"忽":1098,"醃":1099,"妝":1100,"做":1101,"勒":1102,"震":1103,"論":1104,"昆":1105,"嗌":1106,"漫":1107,"梁":1108,"爆":1109,"鄙":1110,"費":1111,"伙":1112,"續":1113,"袖":1114,"k":1115,"砣":1116,"筍":1117,"屋":1118,"啪":1119,"户":1120,"鄰":1121,"施":1122,"見":1123,"掛":1124,"中":1125,"得":1126,"骸":1127,"紋":1128,"友":1129,"矛":1130,"有":1131,"究":1132,"題":1133,"靜":1134,"敏":1135,"首":1136,"狗":1137,"闔":1138,"具":1139,"片":1140,"頑":1141,"策":1142,"埗":1143,"侯":1144,"遜":1145,"湊":1146,"等":1147,"礎":1148,"趕":1149,"臨":1150,"準":1151,"毆":1152,"喘":1153,"芽":1154,"午":1155,"恙":1156,"滿":1157,"兔":1158,"刺":1159,"疼":1160,"興":1161,"焗":1162,"誘":1163,"窮":1164,"角":1165,"寵":1166,"穩":1167,"師":1168,"碌":1169,"索":1170,"相":1171,"宣":1172,"諮":1173,"赤":1174,"踴":1175,"線":1176,"公":1177,"店":1178,"/":1179,"咹":1180,"皆":1181,"盞":1182,"療":1183,"盪":1184,"匾":1185,"歐":1186,"緝":1187,"N":1188,"n":1189,"探":1190,"袍":1191,"固":1192,"景":1193,"臉":1194,"只":1195,"嘅":1196,"釐":1197,"十":1198,"澈":1199,"辦":1200,"光":1201,"鼠":1202,"察":1203,"工":1204,"換":1205,"軟":1206,"滅":1207,"露":1208,"㗎":1209,"慌":1210,"佢":1211,"鵝":1212,"頂":1213,"英":1214,"低":1215,"扱":1216,"操":1217,"月":1218,"嘜":1219,"邋":1220,"賄":1221,"撤":1222,"求":1223,"式":1224,"鐵":1225,"植":1226,"牌":1227,"育":1228,"稿":1229,"躉":1230,"忿":1231,"跌":1232,"士":1233,"噚":1234,"看":1235,"陶":1236,"輿":1237,"針":1238,"驚":1239,"慘":1240,"帝":1241,"挨":1242,"弛":1243,"捍":1244,"恨":1245,"遂":1246,"制":1247,"魚":1248,"墨":1249,"我":1250,"撫":1251,"系":1252,"汗":1253,"x":1254,"匿":1255,"串":1256,"塵":1257,"A":1258,"鹿":1259,"辱":1260,"屈":1261,"曝":1262,"攀":1263,"足":1264,"籮":1265,"搭":1266,"噴":1267,"鋪":1268,"射":1269,"跑":1270,"。":1271,"檔":1272,"咩":1273,"央":1274,"初":1275,"充":1276,"隔":1277,"拱":1278,"瓦":1279,"爪":1280,"紹":1281,"…":1282,"轆":1283,"憎":1284,"句":1285,"認":1286,"粉":1287,"籌":1288,"立":1289,"聆":1290,"冷":1291,"饈":1292,"誅":1293,"盤":1294,"混":1295,"芥":1296,"車":1297,"虧":1298,"蘿":1299,"夏":1300,"抬":1301,"列":1302,"併":1303,"乸":1304,"剖":1305,"訓":1306,"念":1307,"秘":1308,"閩":1309,"沱":1310,"扼":1311,"遊":1312,"免":1313,"陳":1314,"恤":1315,"跟":1316,"蔓":1317,"抄":1318,"騰":1319,"熟":1320,"腿":1321,"業":1322,"達":1323,"無":1324,"拃":1325,"霉":1326,"大":1327,"息":1328,"雞":1329,"製":1330,"祥":1331,"虐":1332,"執":1333,"作":1334,"澳":1335,"拳":1336,"元":1337,"香":1338,"醒":1339,"噢":1340,"校":1341,"蠅":1342,"侶":1343,"預":1344,"礦":1345,"赴":1346,"略":1347,"解":1348,"二":1349,"石":1350,"漾":1351,"呢":1352,"送":1353,"序":1354,"音":1355,"藐":1356,"妃":1357,"繪":1358,"所":1359,"股":1360,"覽":1361,"番":1362,"維":1363,"輻":1364,"哇":1365,"廊":1366,"怯":1367,"勢":1368,"粟":1369,"沒":1370,"揚":1371,"厭":1372,"紛":1373,"潛":1374,"潮":1375,"曳":1376,"啦":1377,"都":1378,"請":1379,"劫":1380,"(":1381,"摳":1382,"漲":1383,"筋":1384,",":1385,"砌":1386,"河":1387,"喎":1388,"濁":1389,"賭":1390,"t":1391,"徑":1392,"清":1393,"紀":1394,"截":1395,"範":1396,"哦":1397,"卧":1398,"協":1399,"娶":1400,"掌":1401,"鬚":1402,"典":1403,"鍵":1404,"禁":1405,"活":1406,"遲":1407,"燒":1408,"鈕":1409,"詢":1410,"抽":1411,"琦":1412,"紂":1413,"翻":1414,"惶":1415,"碗":1416,"彼":1417,"親":1418,"或":1419,"炸":1420,"壇":1421,"抰":1422,"蝴":1423,"撈":1424,"賴":1425,"性":1426,"影":1427,"酷":1428,"-":1429,"藜":1430,"褸":1431,"霸":1432,"砍":1433,"互":1434,"癮":1435,"廿":1436,"誨":1437,"腰":1438,"畢":1439,"減":1440,"鉛":1441,"綿":1442,"鑄":1443,"衞":1444,"難":1445,"橫":1446,"楂":1447,"私":1448,"脾":1449,"莊":1450,"總":1451,"券":1452,"缸":1453,"甲":1454,"洞":1455,"𢳂":1456,"燭":1457,"記":1458,"計":1459,"穫":1460,"勃":1461,"氦":1462,"早":1463,"脷":1464,"評":1465,"冥":1466,"誓":1467,"善":1468,"脊":1469,"幻":1470,"氹":1471,"沿":1472,"夕":1473,"增":1474,"伺":1475,"戴":1476,"墟":1477,"輕":1478,"院":1479,"甜":1480,"/":1481,"嚴":1482,"益":1483,"麪":1484,"辛":1485,"塘":1486,"售":1487,"紅":1488,"詫":1489,"5":1490,"倒":1491,"期":1492,"距":1493,"歲":1494,"螆":1495,"藍":1496,"屹":1497,"液":1498,"裘":1499,"��":1500,"榮":1501,"蔽":1502,"違":1503,"啊":1504,"竟":1505,"箇":1506,"枝":1507,"桂":1508,"眠":1509,"醮":1510,"懦":1511,"環":1512,"瞌":1513,"扇":1514,"羽":1515,"」":1516,"迷":1517,"奀":1518,"玩":1519,"物":1520,"飆":1521,"帶":1522,"w":1523,"之":1524,"狽":1525,"鐘":1526,"利":1527,"適":1528,"削":1529,"賤":1530,"治":1531,"囚":1532,"棍":1533,"揮":1534,"?":1535,"氛":1536,"控":1537,"6":1538,"席":1539,"服":1540,"嚡":1541,"勻":1542,"會":1543,"委":1544,"貓":1545,"流":1546,"日":1547,"死":1548,"肌":1549,"揦":1550,"坡":1551,"捱":1552,"淨":1553,"紮":1554,"涵":1555,"笈":1556,"兼":1557,"啲":1558,"案":1559,"培":1560,"示":1561,"喉":1562,"湧":1563,"滑":1564,"飯":1565,"晉":1566,"剛":1567,"住":1568,"佛":1569,"嚟":1570,"單":1571,"妙":1572,"合":1573,"表":1574,"雹":1575,"夫":1576,"修":1577,"來":1578,"掟":1579,"予":1580,"派":1581,"吖":1582,"乾":1583,"盼":1584,"辯":1585,"全":1586,"腫":1587,"析":1588,"社":1589,"懇":1590,"左":1591,"森":1592,"摹":1593,"哽":1594,"B":1595,"葺":1596,"T":1597,"容":1598,"禦":1599,"悔":1600,"寂":1601,"泄":1602,"迎":1603,"邪":1604,"辭":1605,"祝":1606,"黏":1607,"譯":1608,"融":1609,"衰":1610,"華":1611,"遠":1612,"穿":1613,"史":1614,"盡":1615,"遁":1616,"拜":1617,"誡":1618,"姨":1619,"柳":1620,"代":1621,"裂":1622,"瘋":1623,"蒸":1624,"脈":1625,"冒":1626,"盛":1627,"埔":1628,"眾":1629,"狼":1630,"宗":1631,"腩":1632,"企":1633,"局":1634,"幅":1635,"爺":1636,"嫩":1637,"皺":1638,"糕":1639,"匯":1640,"民":1641,"逛":1642,"別":1643,"飾":1644,"搏":1645,"賂":1646,"慎":1647,"冊":1648,"默":1649,"攻":1650,"隆":1651,"咁":1652,"𠺢":1653,"止":1654,"夢":1655,"咓":1656,"泳":1657,"盒":1658,"沾":1659,"瞓":1660,"鹹":1661,"屆":1662,"勞":1663,"腦":1664,"氣":1665,"芝":1666,"吟":1667,"鈎":1668,"!":1669,"郁":1670,"後":1671,"貸":1672,"舖":1673,"術":1674,"瑞":1675,"族":1676,"逐":1677,"讀":1678,"瓜":1679,"恢":1680,"知":1681,"訊":1682,"㖭":1683,"廟":1684,"「":1685,"者":1686,"仲":1687,"靚":1688,"按":1689,"職":1690,"飛":1691,"圈":1692,"搵":1693,"冗":1694,"蔗":1695,"里":1696,"漁":1697,"梅":1698,"客":1699,"辣":1700,"母":1701,"嫲":1702,"焰":1703,"畀":1704,"殽":1705,"彈":1706,"俐":1707,"塑":1708,"薰":1709,"聰":1710,"唯":1711,"蔔":1712,"僭":1713,"依":1714,"千":1715,"笠":1716,"蚣":1717,"落":1718,"油":1719,"務":1720,"兩":1721,"荒":1722,"主":1723,"肆":1724,"剽":1725,"壁":1726,"鬍":1727,"徒":1728,"言":1729,"青":1730,"滾":1731,"擠":1732,"圓":1733,"噏":1734,"儕":1735,"搥":1736,"比":1737,"粵":1738,"晒":1739,"份":1740,"獸":1741,"降":1742,"旗":1743,"形":1744,"貝":1745,"致":1746,"搬":1747,"淚":1748,"牀":1749,"行":1750,"凳":1751,"胡":1752,"獲":1753,"為":1754,"受":1755,")":1756,"槽":1757,"俠":1758,"哋":1759,"轉":1760,"婆":1761,"何":1762,"錶":1763,"重":1764,"久":1765,"賊":1766,"嗜":1767,"銜":1768,"攬":1769,"韌":1770,"供":1771,"發":1772,"門":1773,"伯":1774,"拭":1775,"隱":1776,"約":1777,"勤":1778,"歌":1779,"整":1780,"臭":1781,"4":1782,"撑":1783,"郊":1784,"嘆":1785,"勁":1786,"歸":1787,"均":1788,"答":1789,"餓":1790,"伶":1791,"蹤":1792,"濃":1793,"備":1794,"烤":1795,"蜜":1796,"對":1797,"甫":1798,"惑":1799,"餅":1800,"錘":1801,"耍":1802,"R":1803,"邀":1804,"芬":1805,"時":1806,"闕":1807,"諒":1808,"哨":1809,"枉":1810,"壓":1811,"廣":1812,"滋":1813,"鏡":1814,"概":1815,"緒":1816,"儀":1817,"扶":1818,"介":1819,"回":1820,"嘉":1821,"曾":1822,"蒲":1823,"承":1824,"酸":1825,"歎":1826,"火":1827,"理":1828,"爛":1829,"炬":1830,"援":1831,"裙":1832,"近":1833,"搞":1834,"咀":1835,"懵":1836,"補":1837,"b":1838,"津":1839,"放":1840,"滯":1841,"閂":1842,"飢":1843,"署":1844,"濟":1845,"劇":1846,"渴":1847,"護":1848,"尤":1849,"贊":1850,"亮":1851,"惠":1852,"疤":1853,"拙":1854,"郵":1855,"需":1856,"躝":1857,"權":1858,"讚":1859,"國":1860,":":1861,"苦":1862,"臃":1863,"該":1864,"短":1865,"緩":1866,"配":1867,"鞋":1868,"妻":1869,"載":1870,"珍":1871,"水":1872,"街":1873,"吐":1874,"船":1875,"用":1876,"入":1877,"子":1878,"兒":1879,"哩":1880,"雄":1881,"湖":1882,"內":1883,"謠":1884,"滄":1885,"唳":1886,"金":1887,"臣":1888,"革":1889,"跣":1890,"貢":1891,"咗":1892,"險":1893,"酌":1894,"鬼":1895,"繁":1896,"掉":1897,"好":1898,"追":1899,"衫":1900,"階":1901,"嘈":1902,"劈":1903,"滂":1904,"劏":1905,"彩":1906,"品":1907,"鳥":1908,"堆":1909,"報":1910,"裔":1911,"抹":1912,"幣":1913,"苛":1914,"薑":1915,"吹":1916,"玻":1917,"酥":1918,"素":1919,"絲":1920,"伏":1921,"試":1922,"撞":1923,"?":1924,"耳":1925,"離":1926,"菌":1927,"憤":1928,"況":1929,"匙":1930,"拘":1931,"韞":1932,"經":1933,"啓":1934,"駁":1935,"忍":1936,"兑":1937,"暢":1938,"監":1939,"筒":1940,"背":1941,"豉":1942,"疹":1943,"濤":1944,"訴":1945,"順":1946,"窒":1947,"兆":1948,"掖":1949,"喜":1950,"侵":1951,"灣":1952,"桃":1953,"件":1954,"》":1955,"鷂":1956,"僅":1957,"薪":1958,"屎":1959,"喺":1960,"障":1961,"裁":1962,"未":1963,"懂":1964,"峻":1965,"卵":1966,"��":1967,"聽":1968,"甸":1969,"乜":1970,"廂":1971,"鳴":1972,"急":1973,"馴":1974,"粥":1975,"駛":1976,"唉":1977,"折":1978,"灰":1979,"完":1980,"'":1981,"竹":1982,"奸":1983,"農":1984,"胃":1985,")":1986,"直":1987,"妓":1988,"毛":1989,"宇":1990,"傅":1991,"陸":1992,"符":1993,"熄":1994,"疫":1995,"壺":1996,"過":1997,"膝":1998,"慣":1999,"閣":2000,"噃":2001,"勾":2002,"蓆":2003,"呎":2004,"淡":2005,"歡":2006,"窿":2007,"位":2008,"勛":2009,"鋒":2010,"芻":2011,"毫":2012,"璧":2013,"憶":2014,"向":2015,"居":2016,"爾":2017,"冰":2018,"聞":2019,"輝":2020,"爽":2021,"嘍":2022,"哎":2023,"確":2024,"翁":2025,"寄":2026,"填":2027,"櫈":2028,"搪":2029,"故":2030,"慢":2031,"寇":2032,"哭":2033,"悲":2034,"膽":2035,"茄":2036,"朋":2037,"漏":2038,"述":2039,"屌":2040,"惰":2041,"s":2042,"吞":2043,"連":2044,"間":2045,"含":2046,"慮":2047,"j":2048,"矮":2049,"銷":2050,"貴":2051,"款":2052,"台":2053,"邦":2054,"裕":2055,"嗰":2056,"觸":2057,"斥":2058,"由":2059,"撳":2060,"遇":2061,"肺":2062,"標":2063,"囊":2064,"花":2065,"坐":2066,"漆":2067,"晴":2068,"享":2069,"分":2070,"真":2071,"笑":2072,"右":2073,"島":2074,"添":2075,"餵":2076,"害":2077,"壆":2078,"S":2079,"縮":2080,"瑩":2081,"於":2082,"糟":2083,"睡":2084,"樣":2085,"棺":2086,"哈":2087,"芯":2088,"柔":2089,"吓":2090,"渙":2091,"梗":2092,"刑":2093,"閪":2094,"鎊":2095,"裹":2096,"限":2097,"斑":2098,"屙":2099,"啩":2100,"孫":2101,"屢":2102,"唧":2103,"咋":2104,"歪":2105,"浸":2106,"關":2107,"茱":2108,"假":2109,"胎":2110,"扳":2111,"犀":2112,"仰":2113,"鬆":2114,"額":2115,"腮":2116,"窩":2117,"恬":2118,"醬":2119,"羊":2120,"返":2121,"引":2122,"女":2123,"養":2124,"攤":2125,"鋼":2126,"獻":2127,"韻":2128,"括":2129,"碩":2130,"c":2131,"皇":2132,"丟":2133,"便":2134,"扻":2135,"咿":2136,"胖":2137,"搓":2138,"顯":2139,"杞":2140,"出":2141,"摟":2142,"又":2143,"羅":2144,"沛":2145,"旋":2146,"土":2147,"航":2148,"頒":2149,"外":2150,"禍":2151,"抓":2152,"堪":2153,"舍":2154,"批":2155,"殮":2156,"揣":2157,"珠":2158,"阱":2159,"手":2160,"夜":2161,"埞":2162,"鈍":2163,"泛":2164,"姊":2165,"組":2166,"投":2167,"想":2168,"伴":2169,"草":2170,"細":2171,"浴":2172,"艘":2173,"偽":2174,"柚":2175,"迴":2176,"康":2177,"壽":2178,"淺":2179,"擴":2180,"級":2181,"鬧":2182,"提":2183,"丹":2184,"厚":2185,"篤":2186,"庫":2187,"噍":2188,"積":2189,"輪":2190,"渾":2191,"盾":2192,"肥":2193,"起":2194,"今":2195,"鹽":2196,"亡":2197,"眼":2198,"應":2199,"柄":2200,"嚇":2201,"籤":2202,"揭":2203,"面":2204,"奉":2205,"展":2206,"昔":2207,"擦":2208,"極":2209,"館":2210,"技":2211,"超":2212,"喊":2213,"厘":2214,"李":2215,"呀":2216,"抵":2217,"誕":2218,"琢":2219,"欣":2220,"咕":2221,"訪":2222,"團":2223,"餿":2224,"亭":2225,"慕":2226,"五":2227,"井":2228,"烽":2229,"東":2230,"指":2231,"旅":2232,"脱":2233,"羈":2234,"扣":2235,"敲":2236,"I":2237,"條":2238,"吸":2239,"壞":2240,"漠":2241,"喱":2242,"賬":2243,"琴":2244,"愉":2245,"后":2246,"路":2247,"淤":2248,"芒":2249,"繫":2250,"蘑":2251,"啞":2252,"梳":2253,"焫":2254,"膚":2255,"倫":2256,"掘":2257,"傍":2258,"除":2259,"棉":2260,"貧":2261,"尺":2262,"診":2263,"萬":2264,"釘":2265,"令":2266,"拎":2267,"譽":2268,"核":2269,"骨":2270,"糖":2271,"結":2272,"噓":2273,"纜":2274,"蓋":2275,"既":2276,"衩":2277,"誌":2278,"𧕴":2279,"陰":2280,"簾":2281,"籃":2282,"寧":2283,"藏":2284,"陀":2285,"苑":2286,"頗":2287,"庇":2288,"古":2289,"魂":2290,"曬":2291,"暴":2292,"嘥":2293,"攪":2294,"痧":2295,"飲":2296,"恕":2297,"迫":2298,"際":2299,"徇":2300,"豔":2301,"守":2302,"目":2303,"教":2304,"淒":2305,"佑":2306,"閒":2307,"竄":2308,"頌":2309,"敗":2310,"臟":2311,"描":2312,"刻":2313,"斧":2314,"餞":2315,"炮":2316,"拿":2317,"矢":2318,"籟":2319,"生":2320,"烚":2321,"斟":2322,"廳":2323,"德":2324,"保":2325,"榜":2326,"以":2327,"p":2328,"異":2329,"箍":2330,"識":2331,"鎖":2332,"踪":2333,"勵":2334,"乏":2335,"候":2336,"其":2337,"汐":2338,"肉":2339,"橡":2340,"游":2341,"慳":2342,"戈":2343,"鶻":2344,"蕉":2345,"停":2346,"密":2347,"域":2348,"匪":2349,"𣲷":2350,"魔":2351,"𡁻":2352,"戰":2353,"似":2354,"而":2355,"偵":2356,"V":2357,"咫":2358,"遙":2359,"隨":2360,"球":2361,"誤":2362,"轟":2363,"龕":2364,"取":2365,"礫":2366,"𤶸":2367,"溫":2368,"部":2369,"排":2370,"寡":2371,"奪":2372,"蚯":2373,"敦":2374,"破":2375,"鍾":2376,"魄":2377,"犯":2378,"編":2379,"紡":2380,"獎":2381,"半":2382,"蚓":2383,"刷":2384,"曹":2385,"年":2386,"債":2387,"岸":2388,"望":2389,"失":2390,"璃":2391,"膉":2392,"玉":2393,"聚":2394,"暗":2395,"父":2396,"靠":2397,"須":2398,"閘":2399,"睹":2400,"福":2401,"稍":2402,"拋":2403,"種":2404,"避":2405,"定":2406,"價":2407,"買":2408,"拔":2409,"煩":2410,"憐":2411,"豐":2412,"媽":2413,"聖":2414,"視":2415,"熨":2416,"廝":2417,"步":2418,"忌":2419,"o":2420,"《":2421,"即":2422,"薯":2423,"敬":2424,"啃":2425,"襟":2426,"京":2427,"踐":2428,"幫":2429,"設":2430,"議":2431,"説":2432,"奏":2433,"���":2434,"恩":2435,"膩":2436,"冚":2437,"逃":2438,"齣":2439,"蝶":2440,"錄":2441,"源":2442,"嘔":2443,"乘":2444,"褲":2445,"銀":2446,"霍":2447,"徹":2448,"太":2449,"幸":2450,"北":2451,"乳":2452,"府":2453,"繳":2454,"從":2455,"高":2456,"錢":2457,"端":2458,"悠":2459,"屍":2460,"滴":2461,"咖":2462,"岔":2463,"斬":2464,"濾":2465,"樂":2466,"儒":2467,"進":2468,"勿":2469,"吊":2470,"亞":2471,"阻":2472,"禱":2473,"葩":2474,"厲":2475,"器":2476,"美":2477,"煤":2478,"鬥":2479,"村":2480,"雅":2481,"𦧲":2482,"疏":2483,"武":2484,"耿":2485,"悖":2486,"刊":2487,"螢":2488,"(":2489,"支":2490,"簽":2491,"証":2492,"湛":2493,"塞":2494,"傢":2495,"購":2496,"類":2497,"吏":2498,"糍":2499,"誠":2500,"幼":2501,"點":2502,"慾":2503,"㷫":2504,"鍛":2505,"娛":2506,"趻":2507,"災":2508,"窗":2509,"貨":2510,"揼":2511,"山":2512,"秒":2513,"耐":2514,"叔":2515,"甩":2516,"譬":2517,"浩":2518,"偷":2519,"靈":2520,"檯":2521,"沙":2522,"擊":2523,"個":2524,"新":2525,"頭":2526,"9":2527,"揈":2528,"框":2529,"疇":2530,"麗":2531,"熱":2532,"辨":2533,"機":2534,"海":2535,"安":2536,"威":2537,"號":2538,"復":2539,"拆":2540,"竊":2541,"斗":2542,"插":2543,"託":2544,"般":2545,"因":2546,"先":2547,"蝕":2548,"荃":2549,"孺":2550,"始":2551,"智":2552,"夾":2553,"哂":2554,"恒":2555,"頸":2556,"播":2557,"命":2558,"惡":2559,"殺":2560,"更":2561,"弊":2562,"俬":2563,"撇":2564,"撥":2565,"屯":2566,"蘭":2567,"艦":2568,"拼":2569,"鶴":2570,"恐":2571,"調":2572,"腸":2573,"白":2574,"碼":2575,"倚":2576,"呵":2577,"唆":2578,"納":2579,"畫":2580,"甘":2581,"騙":2582,"正":2583,"涼":2584,"夭":2585,"閃":2586,"醜":2587,"周":2588,"節":2589,"罅":2590,"杜":2591,"錫":2592,"漂":2593,"毀":2594,"棵":2595,"謀":2596,"各":2597,"D":2598,"戒":2599,"加":2600,"上":2601,"癌":2602,"賜":2603,"升":2604,"天":2605,"封":2606,"C":2607,"春":2608,"建":2609,"倍":2610,"霜":2611,"抗":2612,"嚹":2613,"玫":2614,"溢":2615,"顛":2616,"邁":2617,"嫖":2618,"去":2619,"閲":2620,"將":2621,"恥":2622,"襪":2623,"鬱":2624,"遐":2625,"移":2626,"話":2627,"丸":2628,"爭":2629,"叉":2630,"伐":2631,"K":2632,"銅":2633,"獨":2634,"蛋":2635,"開":2636,"盲":2637,"罪":2638,"潔":2639,"撒":2640,"牛":2641,"怖":2642,"埋":2643,"考":2644,"次":2645,"綽":2646,"籠":2647,"嗱":2648,"同":2649,"契":2650,"歧":2651,"奴":2652,"遵":2653,"廁":2654,"咪":2655,"飽":2656,"映":2657,"奧":2658,"第":2659,"促":2660,"呼":2661,"希":2662,"翅":2663,"變":2664,"你":2665,"煲":2666,"池":2667,"嗎":2668,"講":2669,"九":2670,"印":2671,"晰":2672,"l":2673,"温":2674,"決":2675,"托":2676,"婦":2677,"撰":2678,"潦":2679,"e":2680,"搾":2681,"荊":2682,"名":2683,"箱":2684,"盃":2685,"擁":2686,"嘗":2687,"遣":2688,"湯":2689,"勸":2690,"昌":2691,"要":2692,"區":2693,"遺":2694,"蛙":2695,"耀":2696,"y":2697,"鏢":2698,"廈":2699,"係":2700,"俊":2701,"心":2702,"練":2703,"棋":2704,"至":2705,"尼":2706,"娩":2707,"座":2708,"界":2709,"洶":2710,"拍":2711,"洪":2712,"朱":2713,"和":2714,"昇":2715,"律":2716,"激":2717,"蜈":2718,"優":2719,"撻":2720,"在":2721,"擔":2722,"菖":2723,"法":2724,"詞":2725,"鎚":2726,"末":2727,"臌":2728,"情":2729,"最":2730,"瀉":2731,"黑":2732,"材":2733,"舉":2734,"摘":2735,"帆":2736,"囂":2737,"樓":2738,"罩":2739,"擘":2740,"%":2741,"替":2742,"雨":2743,"蒙":2744,"克":2745,"焯":2746,"圖":2747,"聲":2748,"快":2749,"獅":2750,"憲":2751,"忙":2752,"堂":2753,"損":2754,"圳":2755,"梨":2756,"兜":2757,"著":2758,"絡":2759,"注":2760,"燈":2761,"竅":2762,"象":2763,"媒":2764,"隊":2765,"敢":2766,"卑":2767,"腳":2768,"凌":2769,"較":2770,"逼":2771,"痛":2772,"此":2773,"遏":2774,"歷":2775,"統":2776,"運":2777,"撼":2778,"寞":2779,"恰":2780,"踭":2781,"必":2782,"鴿":2783,"u":2784,"仔":2785,"叫":2786,"另":2787,"擇":2788,"謬":2789,"謙":2790,"冧":2791,"磅":2792,"彌":2793}
cust-data/vocab.txt CHANGED
@@ -1,3076 +1,2789 @@
1
- 线
2
-
3
-
4
-
5
-
6
-
7
-
8
-
9
-
10
-
11
-
12
-
13
-
14
-
15
-
16
-
17
-
18
-
19
-
20
-
21
-
22
-
23
-
24
-
25
-
26
-
27
-
28
-
29
-
30
-
31
-
32
-
33
-
34
-
35
-
36
-
37
-
38
-
39
-
40
-
41
-
42
-
43
-
44
-
45
-
46
-
47
-
48
-
49
-
50
-
51
-
52
-
53
-
54
-
55
-
56
-
57
-
58
-
59
-
60
-
61
-
62
-
63
-
64
-
65
-
66
-
67
-
68
-
69
-
70
-
71
-
72
-
73
-
74
-
75
-
76
-
77
-
78
-
79
-
80
-
81
-
82
-
83
-
84
-
85
-
86
-
87
-
88
-
89
-
90
-
91
-
92
 
93
-
94
-
95
-
96
-
97
-
98
-
99
-
100
-
101
-
102
- 广
103
-
104
-
105
-
106
-
107
-
108
-
109
-
110
-
111
-
112
-
113
-
114
-
115
-
116
-
117
-
118
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
119
 
120
-
121
-
122
-
123
-
124
-
125
-
126
-
127
-
128
-
129
-
130
-
131
-
132
-
133
-
134
-
135
-
136
-
137
-
138
-
139
-
140
-
141
-
142
-
143
-
144
-
145
-
146
-
147
-
148
-
149
-
150
-
151
-
152
-
153
-
154
-
155
-
156
-
157
-
158
-
159
-
160
-
161
-
162
-
163
-
164
-
165
-
166
-
167
-
168
-
169
-
170
-
171
- 西
172
-
173
-
174
-
175
-
176
-
177
-
178
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
179
 
180
-
181
-
182
-
183
-
 
 
 
 
 
 
 
184
 
185
-
186
-
187
-
188
-
189
-
190
-
191
-
192
-
193
-
194
-
195
-
196
-
197
-
198
-
199
-
200
-
201
-
202
-
203
-
204
-
205
-
206
-
207
-
208
-
209
-
210
-
211
-
212
-
213
-
214
-
215
-
216
-
217
-
218
-
219
-
220
-
221
-
222
-
223
-
224
-
225
-
226
-
227
-
228
-
229
-
230
-
231
-
232
-
233
-
234
-
235
-
236
-
237
-
238
-
239
-
240
-
241
-
242
-
243
-
244
-
245
-
246
-
247
-
248
-
249
-
250
-
251
-
252
-
253
-
254
-
255
-
256
-
257
-
258
-
259
-
260
-
261
-
262
-
263
-
264
-
265
-
266
-
267
-
268
-
269
-
270
-
271
-
272
-
273
-
274
-
275
-
276
-
277
-
278
-
279
-
280
-
281
-
282
-
283
-
284
-
285
-
286
-
287
-
288
-
289
-
290
-
291
-
292
-
293
-
294
-
295
 
296
-
297
-
298
-
299
-
300
-
301
-
302
-
303
-
304
-
305
-
306
-
307
-
308
-
309
-
310
-
311
-
312
-
313
-
314
-
315
-
316
-
317
-
318
-
319
-
320
-
321
-
322
-
323
-
324
-
325
-
326
-
327
-
328
-
329
-
330
-
331
-
332
-
333
-
334
-
335
- 退
336
-
337
-
 
 
338
 
339
-
340
-
341
-
342
-
343
-
344
-
345
-
346
-
347
-
348
-
349
-
350
-
351
-
352
-
353
-
354
-
355
-
356
-
357
-
358
-
359
-
360
-
361
-
362
-
363
-
364
-
365
-
366
-
367
-
368
-
369
-
370
-
371
-
372
-
373
-
374
-
375
-
376
-
377
-
378
-
379
-
380
-
381
-
382
-
383
-
384
-
385
-
386
-
387
-
388
-
389
-
390
 
391
-
392
-
393
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
394
 
395
-
396
-
397
-
398
-
399
-
 
 
 
 
 
 
 
 
 
 
 
 
400
 
401
-
402
-
403
-
404
-
405
-
406
-
407
-
408
-
409
-
410
-
411
-
412
-
413
- 访
414
-
415
-
416
-
417
-
418
-
419
-
420
-
421
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
422
 
423
-
424
-
425
-
426
-
427
-
428
-
429
-
430
-
431
-
432
-
433
-
434
-
435
-
436
-
437
-
438
-
439
-
440
-
 
 
 
 
441
 
442
-
443
-
444
-
445
-
446
-
447
-
448
-
449
-
450
-
451
-
452
-
453
-
454
-
455
-
456
-
457
-
458
-
459
-
460
-
461
-
462
-
463
-
464
-
465
-
466
-
467
-
468
-
469
-
470
-
471
-
472
-
473
-
474
-
475
-
476
-
477
-
478
-
479
-
480
-
481
-
482
-
483
-
484
-
485
-
486
-
487
-
488
-
489
-
490
-
491
-
492
-
493
-
494
-
495
-
496
-
497
-
498
-
499
 
500
-
501
-
502
-
503
-
504
-
505
-
506
-
507
-
508
-
509
-
510
-
511
-
512
-
513
-
514
-
515
-
516
-
517
-
518
-
519
-
520
-
521
-
522
-
523
-
524
-
525
-
526
-
527
-
528
-
529
-
530
-
531
-
532
-
533
-
534
-
535
-
536
-
537
-
538
-
539
-
540
-
541
-
542
-
543
-
544
-
545
-
546
-
547
-
548
-
549
-
550
-
551
- 使
552
-
553
-
554
-
555
-
556
-
557
-
558
-
559
 
560
-
561
-
562
-
563
-
564
-
565
-
566
-
567
-
568
-
569
-
570
-
571
-
572
-
573
-
574
-
575
-
576
-
577
-
578
-
579
-
580
-
581
-
582
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
583
 
584
-
585
-
586
-
587
-
588
-
589
-
 
 
 
 
 
 
 
590
 
591
-
592
-
593
-
594
-
595
-
596
-
597
-
598
-
599
-
600
-
601
-
602
-
603
-
604
-
 
 
 
 
 
 
605
 
606
-
607
-
608
-
609
-
610
-
611
-
612
-
613
-
614
 
615
-
616
-
617
-
618
-
619
-
620
-
621
-
622
-
623
-
624
-
625
-
626
-
627
-
628
-
629
-
630
-
631
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
632
 
633
-
634
-
635
-
636
-
637
-
638
-
639
-
640
-
641
-
642
-
643
-
644
-
645
-
646
-
647
-
648
-
649
-
650
-
651
-
652
-
653
-
654
-
655
-
656
-
657
-
658
-
659
-
660
-
661
 
662
-
663
-
664
-
665
-
666
-
667
-
668
-
669
-
670
-
671
-
672
-
673
-
674
-
675
-
676
-
677
-
678
-
679
-
680
-
681
-
682
-
683
-
684
-
685
-
686
-
687
-
688
-
689
-
690
-
691
-
692
-
693
-
694
-
695
-
696
-
697
-
698
-
699
-
700
-
701
-
702
-
703
-
704
-
705
-
706
-
707
-
708
-
709
-
710
-
711
-
712
-
713
-
714
-
715
-
716
-
717
-
718
-
719
-
720
-
721
-
722
-
723
-
724
-
725
-
726
-
727
-
728
-
729
-
730
-
731
-
732
-
733
-
734
-
735
-
736
-
737
-
738
-
739
-
740
-
741
-
742
-
743
-
744
-
745
-
746
- 鹿
747
-
748
-
749
-
750
-
751
-
752
-
753
-
754
-
755
-
756
-
757
-
758
-
759
-
760
-
761
-
762
-
763
-
764
-
765
-
766
-
767
-
768
-
769
-
770
-
771
-
772
-
773
-
774
-
775
-
776
-
777
-
778
-
779
-
780
-
781
-
782
-
783
-
784
-
785
-
786
-
787
-
788
 
789
-
790
-
791
-
792
-
793
-
794
- 亿
795
-
796
-
797
-
798
-
799
-
800
-
801
-
802
-
803
-
804
-
805
-
806
-
807
-
808
-
809
-
810
-
811
-
812
-
813
-
814
-
815
-
816
-
817
-
818
-
819
-
820
-
821
-
822
-
823
-
824
-
825
-
826
-
827
-
828
-
829
-
830
-
831
-
832
-
833
-
834
-
835
-
836
-
837
-
838
-
839
-
840
-
841
-
842
-
843
- 穿
844
-
845
-
846
- 稿
847
-
848
-
849
-
850
-
851
-
852
-
853
-
854
-
855
-
856
-
857
-
858
-
859
-
860
-
861
-
862
-
863
-
864
-
865
-
866
-
867
-
868
-
869
-
870
-
871
 
872
-
873
-
874
-
875
-
876
-
877
-
878
-
879
-
880
-
881
-
882
-
883
-
884
-
885
-
886
-
887
-
888
-
889
-
890
-
891
-
892
-
 
 
 
 
 
 
 
 
 
 
893
 
894
-
895
-
896
-
897
-
898
-
899
-
900
-
901
-
902
-
903
-
904
-
905
-
906
-
907
-
908
-
909
-
910
-
911
-
912
-
913
-
914
-
915
-
916
-
917
-
918
-
919
-
920
-
921
-
922
-
923
-
924
-
925
-
926
-
927
-
928
-
929
-
930
-
931
-
932
-
933
-
934
-
935
-
936
-
937
-
938
-
939
-
940
-
941
-
942
-
943
-
944
-
945
-
946
-
947
-
948
-
949
-
950
-
951
-
952
-
953
-
954
-
955
-
956
-
957
-
958
-
959
- 便
960
-
961
-
962
-
963
-
964
-
965
-
966
-
967
-
968
-
969
-
970
-
971
-
972
-
973
-
974
-
975
-
976
-
977
-
978
-
979
-
980
-
981
-
982
-
983
-
984
-
985
-
986
-
987
-
988
-
989
-
990
-
991
-
992
-
993
-
994
-
995
-
996
-
997
-
998
-
999
-
1000
-
1001
-
1002
-
1003
-
1004
-
1005
-
1006
-
1007
-
1008
-
1009
-
1010
-
1011
-
1012
-
1013
-
1014
-
1015
-
1016
-
1017
-
1018
-
1019
-
1020
-
1021
-
1022
-
1023
-
1024
-
1025
-
1026
-
1027
-
1028
-
1029
 
1030
-
1031
-
1032
-
1033
-
1034
-
1035
-
1036
-
1037
-
1038
-
1039
-
1040
-
1041
-
1042
-
1043
-
1044
-
1045
-
1046
-
1047
-
1048
-
1049
-
1050
-
1051
-
1052
-
1053
-
1054
-
1055
-
1056
-
1057
-
1058
-
1059
-
1060
-
1061
-
1062
-
1063
-
1064
-
1065
-
1066
-
1067
-
1068
-
1069
-
1070
-
1071
-
1072
-
1073
-
1074
-
1075
-
1076
-
1077
-
1078
-
1079
-
1080
-
1081
-
1082
-
1083
-
1084
-
1085
-
1086
-
1087
-
1088
-
1089
-
1090
-
1091
-
1092
-
1093
-
1094
-
1095
-
1096
-
1097
-
1098
-
1099
-
1100
-
1101
-
1102
-
1103
-
1104
-
1105
-
1106
-
1107
-
1108
-
1109
-
1110
-
1111
-
1112
-
1113
-
1114
-
1115
-
1116
-
1117
-
1118
-
1119
-
1120
-
1121
-
1122
-
1123
-
1124
-
1125
-
1126
 
1127
-
1128
- 屿
1129
-
1130
-
1131
-
1132
-
1133
-
1134
-
1135
-
1136
-
1137
-
1138
-
1139
-
1140
-
1141
-
1142
-
1143
-
1144
-
1145
-
1146
-
1147
-
1148
-
1149
-
1150
-
1151
-
1152
-
1153
-
1154
-
1155
-
1156
-
1157
-
1158
-
1159
-
1160
-
1161
-
1162
-
1163
-
1164
-
1165
-
1166
- 绿
1167
-
1168
-
1169
-
1170
-
1171
-
1172
-
1173
-
1174
-
1175
-
1176
-
1177
-
1178
-
1179
-
1180
-
1181
-
1182
-
1183
-
1184
-
1185
-
1186
-
1187
-
1188
-
1189
-
1190
-
1191
-
1192
-
1193
-
1194
-
1195
-
1196
-
1197
-
1198
-
1199
-
1200
-
1201
-
1202
-
1203
-
1204
-
1205
-
1206
-
1207
-
1208
-
1209
-
1210
-
1211
-
1212
-
1213
-
1214
-
1215
-
1216
-
1217
-
1218
-
1219
-
1220
-
1221
-
1222
-
1223
-
1224
-
1225
-
1226
-
1227
-
1228
-
1229
-
1230
-
1231
-
1232
-
1233
-
1234
 
1235
-
1236
-
1237
-
1238
-
1239
-
1240
-
1241
-
1242
-
1243
-
1244
-
1245
-
1246
-
1247
-
1248
-
1249
-
1250
-
1251
-
1252
-
1253
-
1254
-
1255
-
1256
-
1257
-
1258
-
1259
-
1260
-
1261
-
1262
-
1263
-
1264
-
1265
-
1266
-
1267
-
1268
-
1269
-
1270
-
1271
-
1272
-
1273
-
1274
-
1275
-
1276
-
1277
-
1278
-
1279
-
1280
-
1281
-
1282
-
1283
-
1284
-
1285
-
1286
-
1287
-
1288
-
1289
-
1290
-
1291
-
1292
-
1293
-
1294
-
1295
-
1296
-
1297
-
1298
-
1299
-
1300
-
1301
-
1302
-
1303
-
1304
-
1305
-
1306
-
1307
-
1308
-
1309
-
1310
-
1311
-
1312
-
1313
-
1314
-
1315
-
1316
-
1317
-
1318
-
1319
-
1320
-
1321
-
1322
-
1323
-
1324
-
1325
-
1326
-
1327
-
1328
-
1329
-
1330
-
1331
-
1332
-
1333
-
1334
-
1335
-
1336
-
1337
-
1338
-
1339
-
1340
-
1341
-
1342
-
1343
-
1344
-
1345
 
1346
-
1347
-
1348
-
1349
-
1350
-
1351
-
1352
-
1353
-
1354
-
1355
-
1356
-
1357
-
1358
-
1359
-
1360
-
1361
-
1362
-
1363
-
1364
-
1365
-
1366
-
1367
-
1368
-
 
 
1369
 
1370
-
1371
-
1372
-
1373
-
1374
-
1375
-
1376
-
1377
-
1378
-
1379
-
1380
-
1381
-
1382
-
1383
-
1384
-
1385
-
1386
-
1387
-
1388
-
1389
-
1390
-
1391
-
1392
-
1393
-
1394
-
1395
-
1396
-
1397
-
1398
-
1399
-
1400
-
1401
-
1402
-
1403
-
1404
-
1405
-
1406
-
1407
-
1408
-
1409
-
1410
-
1411
-
1412
-
1413
-
1414
-
1415
-
1416
-
1417
-
1418
-
1419
-
1420
-
1421
-
1422
-
1423
-
1424
-
1425
-
1426
-
1427
-
1428
-
1429
-
1430
-
1431
-
1432
-
1433
-
1434
-
1435
-
1436
-
1437
-
1438
-
1439
-
1440
-
1441
-
1442
-
1443
-
1444
-
1445
-
1446
-
1447
-
1448
-
1449
-
1450
-
1451
-
1452
-
1453
-
1454
-
1455
-
1456
-
1457
-
1458
-
1459
-
1460
-
1461
 
1462
-
1463
-
1464
-
1465
-
1466
-
1467
-
1468
-
1469
-
1470
- 鸿
1471
-
1472
-
1473
-
1474
-
1475
-
1476
-
1477
-
1478
-
1479
-
1480
-
1481
-
1482
-
1483
-
1484
-
1485
-
1486
-
1487
-
1488
-
1489
-
1490
-
1491
-
1492
-
1493
-
1494
-
1495
-
1496
-
1497
-
1498
-
1499
- 怀
1500
-
1501
-
1502
-
1503
-
1504
-
1505
-
1506
-
1507
-
1508
-
1509
-
1510
-
1511
-
1512
-
1513
-
1514
-
1515
-
1516
-
1517
-
1518
-
1519
 
1520
-
1521
-
1522
-
1523
-
1524
-
1525
-
1526
-
1527
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1528
 
1529
-
1530
- 耀
1531
-
1532
-
1533
-
1534
-
1535
-
1536
-
1537
-
1538
-
1539
-
1540
-
1541
-
1542
-
1543
-
1544
-
1545
-
1546
-
1547
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1548
 
1549
-
1550
-
1551
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1552
 
1553
-
1554
-
1555
-
1556
-
1557
-
1558
-
1559
-
1560
-
1561
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1562
 
1563
-
 
1564
 
1565
-
1566
-
1567
-
1568
-
1569
-
1570
-
1571
-
1572
-
1573
-
1574
-
1575
-
1576
-
1577
-
1578
-
1579
-
1580
-
1581
-
1582
-
1583
-
1584
-
1585
-
1586
-
1587
-
1588
-
1589
-
1590
-
1591
-
1592
-
1593
-
1594
-
1595
-
1596
-
1597
-
1598
-
1599
-
1600
-
1601
-
1602
-
1603
-
1604
-
1605
-
1606
-
1607
-
1608
-
1609
-
1610
-
1611
-
1612
-
1613
-
1614
-
1615
-
1616
-
1617
-
1618
-
1619
-
1620
-
1621
-
1622
-
1623
-
1624
-
1625
-
1626
-
1627
-
1628
-
1629
-
1630
-
1631
-
1632
-
1633
-
1634
-
1635
-
1636
-
1637
-
1638
-
1639
-
1640
-
1641
-
1642
-
1643
-
1644
-
1645
-
1646
-
1647
-
1648
-
1649
-
1650
-
1651
-
1652
-
1653
-
1654
-
1655
-
1656
-
1657
-
1658
-
1659
-
1660
-
1661
-
1662
 
1663
-
1664
-
1665
-
1666
-
1667
-
1668
-
1669
-
1670
-
1671
-
1672
-
1673
-
1674
-
1675
-
1676
-
1677
-
1678
-
1679
-
1680
-
1681
-
1682
-
1683
-
1684
-
1685
-
1686
-
1687
- 寿
1688
-
1689
-
1690
-
1691
-
1692
-
1693
-
1694
-
1695
-
1696
-
1697
-
1698
-
1699
-
1700
-
1701
-
1702
-
1703
-
1704
-
1705
-
1706
-
1707
-
1708
-
1709
-
1710
-
1711
-
1712
-
1713
-
1714
-
1715
-
1716
-
1717
-
1718
-
1719
-
1720
-
1721
-
1722
-
1723
-
1724
-
1725
-
1726
-
1727
-
1728
-
1729
-
1730
-
1731
-
1732
-
1733
-
1734
-
1735
-
1736
-
1737
-
1738
-
1739
-
1740
-
1741
-
1742
-
1743
-
1744
-
1745
-
1746
-
1747
-
1748
-
1749
-
1750
-
1751
-
1752
-
1753
-
1754
-
1755
-
1756
-
1757
-
1758
-
1759
-
1760
-
1761
-
1762
-
1763
-
1764
-
1765
-
1766
-
1767
-
1768
-
1769
-
1770
-
1771
-
1772
  沿
1773
-
1774
-
1775
-
1776
-
1777
-
1778
-
1779
-
1780
-
1781
-
1782
-
1783
-
1784
-
1785
-
1786
-
1787
-
1788
-
1789
-
1790
-
1791
-
1792
-
1793
-
1794
-
1795
-
1796
-
1797
-
1798
-
1799
-
1800
-
1801
-
1802
-
1803
-
1804
-
1805
-
1806
-
1807
-
1808
-
1809
-
1810
-
1811
-
1812
-
1813
-
1814
-
1815
-
1816
-
1817
-
1818
-
1819
-
1820
-
1821
-
1822
-
1823
- 仿
1824
-
1825
-
1826
-
1827
-
1828
-
1829
-
1830
-
1831
-
1832
-
1833
-
1834
-
1835
-
1836
- 宿
1837
-
1838
-
1839
-
1840
-
1841
-
1842
-
1843
-
1844
-
1845
-
1846
-
1847
-
1848
-
1849
-
1850
-
1851
-
1852
-
1853
-
1854
-
1855
-
1856
-
1857
-
1858
-
1859
-
1860
-
1861
-
1862
-
1863
-
1864
-
1865
-
1866
-
1867
-
1868
-
1869
-
1870
 
1871
-
1872
-
1873
-
1874
-
1875
-
1876
-
1877
-
1878
-
1879
-
1880
-
1881
-
1882
-
1883
-
1884
-
1885
-
1886
-
1887
-
1888
-
1889
-
1890
-
1891
-
1892
-
1893
-
1894
-
1895
-
1896
-
1897
-
1898
-
1899
 
1900
-
1901
-
1902
-
1903
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1904
 
1905
-
1906
-
1907
-
1908
-
1909
-
1910
-
1911
-
1912
-
1913
-
1914
-
1915
-
1916
-
1917
-
1918
-
1919
-
1920
-
1921
-
1922
-
1923
-
1924
-
1925
-
1926
-
1927
-
1928
-
1929
-
1930
-
1931
-
1932
-
1933
-
1934
-
1935
-
1936
-
1937
-
1938
-
1939
-
1940
-
1941
-
1942
-
1943
-
1944
-
1945
-
1946
-
1947
-
1948
-
1949
-
1950
-
1951
-
1952
-
1953
-
1954
-
1955
-
1956
-
1957
-
1958
-
1959
-
1960
-
1961
-
1962
-
1963
-
1964
-
1965
-
1966
-
1967
-
1968
-
1969
-
1970
-
1971
-
1972
-
1973
-
1974
-
1975
-
1976
-
1977
-
1978
-
1979
-
1980
-
1981
-
1982
-
1983
-
1984
-
1985
-
1986
-
1987
-
1988
-
1989
-
1990
-
1991
-
1992
-
1993
-
1994
-
1995
-
1996
-
1997
-
1998
-
1999
-
2000
-
2001
-
2002
-
2003
-
2004
-
2005
-
2006
-
2007
-
2008
-
2009
-
2010
-
2011
-
2012
-
2013
-
2014
-
2015
-
2016
-
2017
-
2018
-
2019
-
2020
-
2021
-
2022
-
2023
-
2024
-
2025
-
2026
-
2027
-
2028
-
2029
-
2030
-
2031
-
2032
-
2033
-
2034
-
2035
-
2036
-
2037
-
2038
 
2039
-
2040
-
2041
-
2042
-
2043
-
2044
-
2045
-
2046
-
2047
-
2048
-
2049
-
2050
-
2051
-
2052
-
2053
-
2054
-
2055
-
2056
-
2057
-
2058
-
2059
-
2060
-
2061
-
2062
-
2063
-
2064
-
2065
-
2066
-
2067
-
2068
-
2069
-
2070
-
2071
-
2072
-
2073
-
2074
-
2075
-
2076
-
2077
-
2078
-
2079
-
2080
-
2081
-
2082
-
2083
-
2084
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2085
 
2086
-
2087
-
2088
-
2089
-
2090
-
2091
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2092
 
2093
-
2094
-
2095
-
2096
-
2097
-
2098
-
2099
-
2100
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2101
 
2102
-
2103
-
2104
-
2105
-
2106
-
2107
-
2108
-
2109
-
2110
-
2111
-
2112
-
2113
-
2114
- 婿
2115
-
2116
-
2117
-
2118
-
2119
-
 
 
 
 
 
2120
 
2121
-
2122
-
2123
-
2124
-
2125
-
2126
-
2127
-
2128
-
2129
-
2130
-
2131
-
2132
-
2133
-
2134
-
2135
-
2136
-
2137
-
2138
-
2139
-
2140
-
2141
-
2142
-
2143
-
2144
-
2145
-
2146
-
2147
-
2148
-
2149
-
2150
-
2151
-
2152
-
2153
-
2154
-
2155
-
2156
 
2157
-
2158
-
2159
-
2160
-
2161
-
2162
-
2163
-
2164
-
2165
-
2166
-
2167
-
2168
-
2169
-
2170
-
2171
-
2172
-
2173
-
2174
-
2175
-
2176
-
2177
-
2178
-
2179
-
2180
-
2181
-
2182
-
2183
-
2184
-
2185
-
2186
-
2187
-
2188
-
2189
-
2190
-
2191
-
2192
-
2193
-
2194
-
2195
-
2196
-
2197
-
2198
-
2199
-
2200
-
2201
-
2202
-
2203
-
2204
-
2205
-
2206
-
2207
- ���
2208
-
2209
-
2210
-
2211
-
2212
-
2213
-
2214
-
2215
-
2216
-
2217
-
2218
-
2219
-
2220
-
2221
-
2222
-
2223
-
2224
-
2225
-
2226
-
2227
-
2228
-
2229
-
2230
-
2231
-
2232
-
2233
-
2234
-
2235
-
2236
-
2237
-
2238
-
2239
-
2240
-
2241
-
2242
-
2243
-
2244
-
2245
-
2246
-
2247
-
2248
-
2249
-
2250
-
2251
-
2252
-
2253
- 轿
2254
-
2255
-
2256
-
2257
-
2258
-
2259
-
2260
-
2261
-
2262
-
2263
-
2264
-
2265
-
2266
-
2267
-
2268
-
2269
-
2270
-
2271
-
2272
-
2273
-
2274
-
2275
-
2276
- 殿
2277
-
2278
-
2279
-
2280
-
2281
-
2282
-
2283
-
2284
-
2285
-
2286
-
2287
-
2288
-
2289
-
2290
-
2291
-
2292
-
2293
-
2294
-
2295
-
2296
- 贿
2297
-
2298
-
2299
-
2300
- 2
2301
- 0
2302
- ,
2303
-
2304
-
2305
- !
2306
- :
2307
- ;
2308
- ?
2309
-
2310
-
2311
-
2312
-
2313
-
2314
-
2315
-
2316
-
2317
-
2318
- 6
2319
- 1
2320
- 9
2321
-
2322
- 5
2323
- 7
2324
- 8
2325
- 3
2326
-
2327
 
2328
-
2329
-
2330
-
2331
-
2332
-
2333
-
2334
- 4
2335
-
2336
-
2337
-
2338
- ·
2339
-
2340
-
2341
-
2342
-
2343
-
2344
-
2345
-
2346
-
2347
- L
2348
- E
2349
-
2350
-
2351
-
2352
-
2353
- A
2354
- .
2355
- (
 
 
2356
  )
2357
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2358
 
2359
-
2360
-
2361
-
2362
- %
2363
-
2364
- °
2365
-
2366
- N
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2367
  S
2368
-
2369
-
2370
-
2371
- 湿
2372
-
2373
-
2374
-
2375
-
2376
-
2377
-
2378
-
2379
-
2380
-
2381
-
2382
-
2383
-
2384
-
2385
-
2386
-
2387
-
2388
-
2389
- C
2390
- e
2391
- r
2392
- b
2393
- u
2394
- s
2395
- -
2396
-
2397
-
2398
- "
2399
-
2400
-
2401
-
2402
-
2403
-
2404
-
2405
-
2406
-
2407
-
2408
-
2409
- R
2410
-
2411
-
2412
-
2413
- /
2414
-
2415
-
2416
-
2417
- 姿
2418
-
2419
-
2420
-
2421
-
2422
-
2423
-
2424
-
2425
-
2426
-
2427
-
2428
-
2429
-
2430
-
2431
-
2432
-
2433
-
2434
-
2435
-
2436
-
2437
-
2438
-
2439
-
2440
-
2441
-
2442
-
2443
-
2444
-
2445
-
2446
-
2447
-
2448
-
2449
-
2450
-
2451
-
2452
-
2453
-
2454
-
2455
-
2456
-
2457
-
2458
-
2459
-
2460
-
2461
-
2462
-
2463
-
2464
-
2465
-
2466
-
2467
-
2468
-
2469
-
2470
-
2471
-
2472
-
2473
-
2474
-
2475
-
2476
-
2477
-
2478
-
2479
-
2480
-
2481
-
2482
-
2483
-
2484
-
2485
-
2486
-
2487
-
2488
-
2489
-
2490
-
2491
-
2492
-
2493
-
2494
-
2495
-
2496
-
2497
-
2498
-
2499
-
2500
-
2501
-
2502
-
2503
-
2504
-
2505
-
2506
-
2507
-
2508
 
2509
-
2510
-
2511
-
2512
-
2513
-
2514
-
2515
-
2516
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2517
 
2518
-
2519
-
2520
-
2521
-
2522
-
2523
-
2524
-
2525
-
2526
-
2527
-
2528
-
2529
-
2530
-
2531
-
2532
-
2533
-
2534
-
2535
-
2536
-
2537
-
2538
-
2539
-
2540
-
2541
-
2542
-
2543
-
2544
-
2545
-
2546
-
2547
-
2548
-
2549
-
2550
-
2551
-
2552
-
2553
-
2554
-
2555
-
2556
-
2557
-
2558
-
2559
-
2560
-
2561
- B
2562
-
2563
-
2564
-
2565
-
2566
-
2567
-
2568
-
2569
-
2570
-
2571
-
2572
-
2573
-
2574
-
2575
 
2576
-
2577
-
2578
-
2579
-
2580
-
2581
-
2582
-
2583
-
2584
-
2585
-
2586
-
2587
-
2588
-
2589
-
2590
-
2591
-
2592
-
2593
-
2594
-
2595
-
2596
-
2597
-
2598
-
2599
-
2600
-
2601
-
2602
-
2603
-
2604
-
2605
- 饿
2606
-
2607
-
2608
-
2609
-
2610
-
2611
-
2612
-
2613
-
2614
-
2615
-
2616
-
2617
-
2618
-
2619
-
2620
-
2621
-
2622
-
2623
-
2624
-
2625
-
2626
-
2627
-
2628
-
2629
-
2630
-
2631
-
2632
-
2633
-
2634
-
2635
-
2636
-
2637
-
2638
-
2639
-
2640
- W
2641
- F
2642
- i
2643
- g
2644
- h
2645
- t
2646
-
2647
-
2648
-
2649
- D
2650
- J
2651
- o
2652
- n
2653
-
2654
-
2655
-
2656
-
2657
-
2658
-
2659
-
2660
-
2661
-
2662
-
2663
-
2664
-
2665
-
2666
-
2667
-
2668
-
2669
-
2670
-
2671
-
2672
-
2673
-
2674
 
2675
-
2676
-
2677
-
2678
-
2679
-
2680
-
2681
-
2682
-
2683
-
2684
-
2685
-
2686
-
2687
-
2688
-
2689
-
2690
-
2691
-
2692
-
2693
-
2694
-
2695
-
2696
-
2697
-
2698
-
2699
-
2700
-
2701
-
2702
-
2703
-
2704
-
2705
-
2706
-
2707
-
2708
-
2709
-
2710
-
2711
-
2712
-
2713
-
2714
-
2715
-
2716
-
2717
-
2718
-
2719
-
2720
-
2721
-
2722
-
2723
-
2724
-
2725
-
2726
-
2727
-
2728
-
2729
-
2730
-
2731
-
2732
-
2733
-
2734
-
2735
-
2736
- P
2737
- d
2738
- a
2739
- p
2740
- l
2741
- f
2742
- O
2743
- c
2744
-
2745
-
2746
-
2747
-
2748
-
2749
-
2750
-
2751
-
2752
- w
2753
-
2754
- T
2755
- V
2756
- m
2757
-
2758
-
2759
-
2760
-
2761
-
2762
- ×
2763
-
2764
-
2765
-
2766
-
2767
 
2768
-
2769
-
2770
-
2771
-
2772
-
2773
-
2774
-
2775
-
2776
-
2777
-
2778
-
2779
-
2780
-
2781
-
2782
-
2783
-
2784
-
2785
-
2786
-
2787
-
2788
-
2789
-
2790
-
2791
- 齿
2792
-
2793
-
2794
-
2795
-
2796
-
2797
- 簿
2798
-
2799
-
2800
-
2801
-
2802
-
2803
-
2804
-
2805
-
2806
-
2807
 
2808
- H
2809
- k
2810
- y
2811
-
2812
-
2813
-
2814
-
2815
-
2816
-
2817
-
2818
-
2819
-
2820
-
2821
-
2822
-
2823
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2824
 
2825
-
2826
-
2827
-
2828
-
2829
-
2830
-
2831
-
2832
-
2833
-
2834
-
2835
-
2836
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2837
 
2838
-
2839
-
2840
-
2841
-
2842
-
2843
-
2844
-
2845
-
2846
-
2847
-
2848
-
2849
-
2850
-
2851
-
2852
-
2853
-
2854
-
2855
-
2856
-
2857
-
2858
-
2859
-
2860
-
2861
-
2862
-
2863
-
2864
-
2865
-
2866
-
2867
-
2868
-
2869
-
2870
-
2871
-
2872
-
2873
-
2874
-
2875
-
2876
-
2877
-
2878
-
2879
-
2880
-
2881
-
2882
-
2883
-
2884
-
2885
-
2886
-
2887
-
2888
-
2889
-
2890
-
2891
-
2892
-
2893
-
2894
-
2895
-
2896
-
2897
-
2898
-
2899
-
2900
-
2901
-
2902
-
2903
- ~
2904
-
2905
-
2906
-
2907
-
2908
-
2909
-
2910
 
2911
-
2912
-
2913
-
2914
-
2915
-
2916
-
2917
-
2918
-
2919
-
2920
-
2921
-
2922
-
2923
-
2924
-
2925
-
2926
-
2927
-
2928
-
2929
-
2930
-
2931
-
2932
-
2933
-
2934
-
2935
-
2936
-
2937
- 伿
2938
- '
2939
- _
2940
-
2941
-
2942
-
2943
-
2944
-
2945
-
2946
-
2947
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2948
 
2949
-
2950
-
2951
-
2952
-
2953
-
2954
-
2955
-
2956
-
2957
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2958
 
2959
-
2960
-
2961
-
2962
- I
2963
- U
2964
-
2965
-
2966
-
2967
-
2968
-
2969
-
2970
-
2971
-
2972
-
2973
-
2974
-
2975
-
2976
-
2977
-
2978
- `
2979
- >
2980
-
2981
-
2982
-
2983
-
2984
-
2985
-
2986
-
2987
-
2988
-
2989
-
2990
-
2991
-
2992
-
2993
-
2994
-
2995
-
2996
-
2997
-
2998
-
2999
-
3000
-
3001
-
3002
-
3003
-
3004
-
3005
-
3006
-
3007
-
3008
-
3009
-
3010
-
3011
-
3012
-
3013
-
3014
-
3015
-
3016
-
3017
-
3018
-
3019
-
3020
-
3021
-
3022
-
3023
-
3024
-
3025
-
3026
-
3027
-
3028
-
3029
-
3030
-
3031
-
3032
-
3033
-
3034
-
3035
-
3036
-
3037
-
3038
-
3039
-
3040
-
3041
-
3042
-
3043
-
3044
-
3045
-
3046
-
3047
-
3048
-
3049
-
3050
-
3051
-
3052
-
3053
-
3054
-
3055
-
3056
-
3057
-
3058
-
3059
-
3060
-
3061
-
3062
-
3063
-
3064
-
3065
-
3066
-
3067
-
3068
-
3069
-
3070
-
3071
-
3072
-
3073
-
3074
-
3075
-
3076
-
 
1
+
2
+
3
+
4
+
5
+
6
+
7
+
8
+
9
+
10
+
11
+
12
+
13
+
14
+
15
+
16
+
17
+
18
+
19
+
20
+
21
+
22
+
23
+
24
+
25
+
26
+
27
+
28
+ v
29
+ 2
30
+
31
+
32
+
33
+
34
+
35
+
36
+
37
+
38
+
39
+
40
+
41
+
42
+
43
+
44
+
45
+
46
+ 尿
47
+
48
+
49
+
50
+
51
+
52
+
53
+
54
+
55
+
56
+
57
+
58
+
59
+
60
+
61
+
62
+
63
+
64
+
65
+
66
+
67
+
68
+
69
+
70
+
71
+
72
+
73
+
74
+
75
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
76
 
77
+
78
+
79
+
80
+
81
+
82
+
83
+
84
+
85
+
86
+
87
+
88
+
89
+ .
90
+
91
+
92
+
93
+
94
+
95
+
96
+
97
+
98
+
99
+
100
+
101
+
102
+
103
+
104
+
105
+
106
+
107
+
108
+
109
+
110
+
111
+
112
+
113
+
114
+
115
+
116
+
117
+
118
+
119
+
120
 
121
+
122
+
123
+
124
+
125
+
126
+
127
+
128
+
129
+
130
+
131
+
132
+
133
+
134
+
135
+
136
+
137
+ M
138
+
139
+
140
+
141
+
142
+
143
+
144
+
145
+
146
+
147
+
148
+
149
+
150
+ d
151
+
152
+
153
+ ,
154
+
155
+
156
+
157
+
158
+
159
+
160
+ h
161
+
162
+
163
+
164
+
165
+
166
+
167
+
168
+
169
+
170
+
171
+
172
+
173
+
174
+
175
+
176
+
177
+
178
+
179
+
180
+
181
+
182
+
183
+
184
+
185
+
186
+
187
+
188
+
189
+
190
+
191
+
192
+
193
+
194
+
195
+
196
+
197
+
198
+
199
+
200
+ F
201
+
202
+
203
+
204
+
205
+
206
+
207
+
208
+
209
+
210
+
211
+
212
+
213
+
214
+
215
+
216
 
217
+
218
+
219
+
220
+
221
+
222
+
223
+
224
+
225
+
226
+
227
+
228
 
229
+
230
+
231
+
232
+
233
+
234
+
235
+
236
+
237
+
238
+
239
+
240
+
241
+
242
+
243
+
244
+
245
+
246
+
247
+
248
+
249
+
250
+
251
+
252
+
253
+
254
+
255
+ 𡃁
256
+
257
+
258
+
259
+
260
+
261
+
262
+
263
+
264
+
265
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
266
 
267
+
268
+
269
+
270
+
271
+
272
+
273
+
274
+
275
+
276
+
277
+
278
+
279
+
280
+
281
+
282
+
283
+
284
+
285
+
286
+
287
+
288
+
289
+
290
+
291
+
292
+
293
+
294
+
295
+
296
+
297
+
298
+
299
+
300
+
301
+
302
+
303
+
304
+
305
+
306
+
307
+
308
+
309
+
310
+
311
 
312
+
313
+
314
+
315
+
316
+
317
+
318
+
319
+
320
+
321
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
322
 
323
+
324
+
325
+
326
+
327
+
328
+
329
+
330
+
331
+
332
+
333
+
334
+
335
+
336
+
337
+
338
+
339
+
340
+
341
+
342
 
343
+
344
+
345
+
346
+
347
+
348
+
349
+
350
+
351
+
352
+
353
+
354
+
355
+
356
+
357
+
358
+
359
+
360
 
361
+
362
+
363
+
364
+
365
+
366
+
367
+
368
+
369
+
370
+
371
+
372
+
373
+ 退
374
+
375
+
376
+
377
+
378
+
379
+
380
+
381
+
382
+
383
+ 簿
384
+ 0
385
+
386
+
387
+ 1
388
+
389
+
390
+
391
+
392
+
393
+
394
+
395
+
396
+
397
+
398
+
399
+
400
+ W
401
+
402
 
403
+
404
+
405
+
406
+
407
+
408
+
409
+
410
+
411
+
412
+
413
+
414
+
415
+
416
+
417
+
418
+
419
+
420
+
421
+
422
+
423
+
424
+
425
 
426
+
427
+
428
+
429
+
430
+
431
+
432
+
433
+ 𠻹
434
+
435
+
436
+
437
+
438
+
439
+
440
+
441
+
442
+
443
+
444
+
445
+
446
+
447
+
448
+
449
+
450
+
451
+
452
+
453
+
454
+
455
+
456
+
457
+
458
+
459
+
460
+
461
+
462
+
463
+
464
+
465
+
466
+
467
+
468
+
469
+
470
+
471
+
472
+
473
+
474
+
475
+
 
 
 
 
 
 
 
476
 
477
+
478
+ ��
479
+
480
+
481
+
482
+
483
+
484
+
485
+
486
+
487
+
488
+
489
+
490
+
491
+
492
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
493
 
494
+
495
+
496
+
497
+
498
+
499
+
500
+
501
+
502
+
503
+
504
+
505
+
506
+
507
+
508
+
509
+
510
+
511
+
512
+
513
+
514
+
515
+
516
+
517
+
518
+
519
+
520
+
521
+
522
+
523
+
524
+
525
+
526
+
527
+
528
+
529
+
530
+
531
+
532
+
533
+
534
+
535
+
536
+
537
+
538
+
539
+
540
+
541
+
542
+
543
+
544
+
545
+
546
+ 仿
547
+
548
+
549
+
550
+
551
+
552
+
553
+
554
+
555
+
556
+
557
+
558
+
559
+
560
+
561
+
562
+
563
+
564
+
565
+
566
+
567
+
568
+
569
+
570
+
571
+
572
+
573
+
574
+
575
+
576
+
577
+
578
+
579
+
580
+
581
+
582
+
583
+
584
+
585
+
586
+
587
+
588
+
589
+
590
+ 7
591
+
592
+
593
+
594
+
595
+
596
+
597
+
598
+
599
+
600
+
601
+
602
+
603
+
604
+
605
+
606
+
607
+
608
+
609
+
610
+
611
+
612
+
613
+ 𨈇
614
+
615
+
616
+
617
+
618
+
619
+
620
+
621
+
622
+
623
+
624
+
625
+
626
+ 𥄫
627
+
628
+
629
 
630
+
631
+
632
+
633
+
634
+
635
+ f
636
+
637
+ 𨋢
638
+
639
+
640
+
641
+
642
+
643
 
644
+
645
+
646
+
647
+
648
+
649
+
650
+
651
+
652
+
653
+
654
+
655
+
656
+
657
+
658
+
659
+
660
+
661
+ 使
662
+
663
+ m
664
 
665
+
666
+
667
+
668
+
 
 
 
 
669
 
670
+
671
+
672
+
673
+
674
+
675
+
676
+
677
+
678
+
679
+
680
+
681
+
682
+
683
+
684
+
685
+
686
+
687
+
688
+
689
+
690
+
691
+
692
+
693
+
694
+
695
+
696
+
697
+
698
+
699
+
700
+
701
+
702
+
703
+
704
+
705
+
706
+
707
+
708
+
709
+
710
+
711
+
712
+
713
+
714
+
715
+ 8
716
+
717
+
718
+
719
+
720
+
721
+
722
+
723
+
724
+
725
+
726
+
727
+
728
+
729
+
730
+
731
+
732
+ i
733
+
734
+
735
+
736
+
737
+
738
+
739
+
740
+
741
+
742
+
743
+
744
+
745
+
746
+
747
+
748
+
749
+
750
+
751
+
752
+
753
+ g
754
+
755
+
756
+
757
+
758
+
759
+
760
+
761
+
762
+
763
+
764
+
765
+
766
 
767
+
768
+
769
+
770
+
771
+
772
+
773
+
774
+
775
+
776
+
777
+
778
+
779
+
780
+ 3
781
+
782
+
783
+
784
+
785
+
786
+
787
+
788
+
789
+
790
+
791
+
 
 
 
792
 
793
+
794
+
795
+
796
+
797
+
798
+
799
+
800
+
801
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
802
 
803
+
804
+
805
+
806
+
807
+
808
+
809
+
810
+
811
+
812
+
813
+
814
+
815
+
816
+
817
+
818
+
819
+
820
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
821
 
822
+
823
+
824
+
825
+
826
+
827
+
828
+
829
+
830
+
831
+
832
+
833
+
834
+
835
+
836
+
837
+
838
+
839
+
840
+
841
+
842
+
843
+
844
+
845
+
846
+
847
+ r
848
+
849
+
850
+
851
+
852
+
853
 
854
+
855
+
856
+
857
+
858
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
859
 
860
+ 𠽤
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
861
 
862
+
863
+
864
+
865
+
866
+
867
+
868
+
869
+
870
+
871
+
872
+
873
+
874
+ 西
875
+
876
+
877
+
878
+
879
+
880
+
881
+
882
+
883
+
884
+
885
+
886
+
887
+
888
+
889
+
890
+
891
+
892
+
893
+
894
+
895
+
896
+
897
+
898
+
899
+
900
+
901
+
902
+
903
+
904
+
905
+
906
+ 𢃇
907
+
908
+
909
+
910
+
911
+
912
+
913
+
914
+
915
+
916
+
917
+
918
+
919
+
920
+
921
+
922
+
923
+
924
+
925
+
926
+
927
+
928
+
929
+
930
+
931
+
932
+
933
+
934
+
935
+
936
+
937
+
938
+
939
+
940
+
941
+
942
+
943
+
944
+
945
+
946
+
947
+
948
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
949
 
950
+
951
+
952
+
953
+
954
+
955
+
956
+
957
+
958
+
959
+
960
+
961
+ a
962
+
963
+
964
+
965
+
966
+
967
+
968
+
969
+
970
+
971
+
972
+
973
+
974
+
975
+
976
+
977
+
978
+
979
+
980
+
981
+
982
+
983
+
984
+
985
+
986
+
987
+
988
+
989
+
990
+
991
+
992
+
993
+
994
+
995
+
996
+
997
+
998
+
999
+
1000
+
1001
+
1002
+
1003
+
1004
+
1005
+
1006
+
1007
+
1008
+
1009
+
1010
+
1011
+
1012
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1013
 
1014
+
1015
+
1016
+ 貿
1017
+
1018
+
1019
+
1020
+
1021
+
1022
+
1023
+
1024
+
1025
+
1026
+
1027
+
1028
+
1029
+
1030
+
1031
+
1032
+
1033
+
1034
+
1035
+
1036
+
1037
+
1038
+ P
1039
 
1040
+
1041
+
1042
+
1043
+
1044
+
1045
+
1046
+
1047
+
1048
+
1049
+
1050
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1051
 
1052
+
1053
+
1054
+
1055
+
1056
+
1057
+
1058
+
1059
+
1060
+
1061
+
1062
+
1063
+
1064
+
1065
+
1066
+
1067
+
1068
+
1069
+
1070
+
1071
+
1072
+
1073
+
1074
+
1075
+
1076
+
1077
+
1078
+
1079
+
1080
+
1081
+
1082
+
1083
+
1084
+
1085
+
1086
+
1087
+ Q
1088
+
1089
+ 姿
1090
+
1091
+ 𠺝
1092
+
1093
+
1094
+
1095
+
1096
+
1097
+
 
 
 
 
 
 
 
 
 
 
 
1098
 
1099
+
1100
+
1101
+
1102
+
1103
+
1104
+
1105
+
1106
+
1107
+
1108
+
1109
+
1110
+
1111
+ k
1112
+
1113
+
1114
+
1115
+
1116
+
1117
+
1118
+
1119
+
1120
+
1121
+
1122
+
1123
+
1124
+
1125
+
1126
+
1127
+
1128
+
1129
+
1130
+
1131
+
1132
+
1133
+
1134
+
1135
+
1136
+
1137
+
1138
+
1139
+
1140
+
1141
+
1142
+
1143
+
1144
+
1145
+
1146
+
1147
+
1148
+
1149
+
1150
+
1151
+
1152
+
1153
+ 滿
1154
+
1155
+
1156
+
1157
+
1158
+
1159
+
1160
+
1161
+
1162
+
1163
+
1164
+
1165
+
1166
+
1167
+
1168
+
1169
+
1170
+
1171
+
1172
+
1173
+
1174
+
1175
+ /
1176
+
1177
+
1178
+
1179
+
1180
+
1181
+
1182
+
1183
+
1184
+ N
1185
+ n
1186
+
1187
+
1188
+
1189
+
1190
+
1191
+
1192
+
1193
+
1194
+
1195
+
1196
+
1197
 
1198
+
1199
+
1200
+
1201
+
1202
+
1203
+
1204
+
1205
+
1206
+
1207
+
1208
+
1209
+
1210
+
1211
+
1212
+
1213
+
1214
+
1215
+
1216
+
1217
+
1218
+
1219
+
1220
+
1221
+
1222
+
1223
+
1224
+
1225
+ 稿
1226
+
1227
+ 忿
1228
+
1229
+
1230
+
1231
+
1232
+
1233
+ 輿
1234
+
1235
+
1236
+
1237
+
1238
+
1239
+
1240
+
1241
+
1242
+
1243
+
1244
+
1245
+
1246
+
1247
+
1248
+
1249
+
1250
+ x
1251
+
1252
+
1253
+
1254
+ A
1255
+ 鹿
1256
+
1257
+
1258
+
1259
+
1260
+
1261
+
1262
+
1263
+
1264
+
1265
+
1266
+
1267
+
1268
+
1269
+
1270
+
1271
+
1272
+
1273
+
1274
+
1275
+
1276
+
1277
+
1278
+
1279
+
1280
+
1281
+
1282
+
1283
+
1284
+
1285
+
1286
+
1287
+
1288
+
1289
+
1290
+
1291
+
1292
+
1293
+
1294
+
1295
+
1296
+
1297
+
1298
+
1299
+
1300
+
1301
+
1302
+
1303
+
1304
+
1305
+
1306
+
1307
+
1308
+
1309
+
1310
+
1311
+
1312
+
1313
+
1314
+
1315
+
1316
+
1317
+
1318
+
1319
+
1320
+
1321
+
1322
+
1323
+
1324
+
1325
+
1326
+
1327
+
1328
+
1329
+
1330
+
1331
 
1332
+
1333
+
1334
+
1335
+
1336
+
1337
+
1338
+
1339
+
1340
+
1341
+
1342
+
1343
+
1344
+
1345
+
1346
+
1347
+
1348
+
1349
+
1350
+
1351
+
1352
+
1353
+
1354
+
1355
+
1356
+
1357
+
1358
+
1359
+
1360
+
1361
+
1362
+
1363
+
1364
+
1365
+
1366
+
1367
+
1368
+
1369
+
1370
+
1371
 
1372
+
1373
+
1374
+
1375
+
1376
+
1377
+ (
1378
+
1379
+
1380
+
1381
+
1382
+
1383
+
1384
+
1385
+
1386
+
1387
+ t
1388
+
1389
+
1390
+
1391
+
1392
+
1393
+
1394
+
1395
+
1396
+
1397
+
1398
+
1399
+
1400
+
1401
+
1402
+
1403
+
1404
+
1405
+
1406
+
1407
 
1408
+
1409
+
1410
 
1411
+
1412
+
1413
+
1414
+
1415
+
1416
+
1417
+
1418
+
1419
+
1420
+
1421
+
1422
+
1423
+
1424
+
1425
+ -
1426
+
1427
+
1428
+
1429
+
1430
+
1431
+
1432
+ 廿
1433
+
1434
+
1435
+
1436
+
1437
+
1438
+ 綿
1439
+
1440
+
1441
+
1442
+
1443
+
1444
+
1445
+
1446
+
1447
+
1448
+
1449
+
1450
+
1451
+
1452
+ ��
1453
+
1454
+
1455
+
1456
+
1457
+
1458
+
1459
+
1460
+
1461
+
1462
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1463
 
1464
+
1465
+
1466
+
1467
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1468
  沿
1469
+
1470
+
1471
+
1472
+
1473
+
1474
+
1475
+
1476
+
1477
+
1478
+
1479
+
1480
+
1481
+
1482
+
1483
+
1484
+
1485
+
1486
+ 5
1487
+
1488
+
1489
+
1490
+
1491
+
1492
+
1493
+
1494
+
1495
+
1496
+
1497
+
1498
+
1499
+
1500
+
1501
+
1502
+
1503
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1504
 
1505
+
1506
+
1507
+
1508
+
1509
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1510
 
1511
+
1512
+
1513
+
1514
+
1515
+
1516
+
1517
+
1518
+
1519
+ w
1520
+
1521
+
1522
+
1523
+
1524
+
1525
+
1526
+
1527
+
1528
+
1529
+
1530
+
1531
+ ?
1532
+
1533
+
1534
+ 6
1535
+
1536
+
1537
+
1538
+
1539
+
1540
+
1541
+
1542
+
1543
+
1544
+
1545
+
1546
+
1547
+
1548
+
1549
+
1550
+
1551
+
1552
+
1553
+
1554
+
1555
+
1556
 
1557
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1558
 
1559
+
1560
+
1561
+
1562
+
1563
+
1564
+
1565
+
1566
+
1567
+
1568
+
1569
+
1570
+
1571
+
1572
+
1573
+
1574
+
1575
+
1576
+
1577
+
1578
+
1579
+
1580
+
1581
+
1582
+
1583
+
1584
+
1585
+
1586
+
1587
+
1588
+
1589
+
1590
+
1591
+ B
1592
+
1593
+ T
1594
+
1595
+
1596
+
1597
+
1598
+
1599
+
1600
+
1601
+
1602
+
1603
+
1604
+
1605
+
1606
+
1607
+
1608
+
1609
+ 穿
1610
+
1611
+
1612
+
1613
+
1614
+
1615
+
1616
+
1617
+
1618
+
1619
+
1620
+
1621
+
1622
+
1623
+
1624
+
1625
+
1626
+
1627
+
1628
+
1629
+
1630
+
1631
+
1632
+
1633
+
1634
+
1635
+
1636
+
1637
+
1638
+
1639
+
1640
+
1641
 
1642
+
1643
+
1644
+
1645
+
1646
+
1647
+
1648
+
1649
+ 𠺢
1650
+
1651
+
1652
+
1653
+
1654
+
1655
+
1656
+
1657
+
1658
+
1659
+
1660
+
1661
+
1662
+
1663
+
1664
+
1665
+ !
1666
+
1667
+
1668
+
1669
+
1670
+
1671
+
1672
+
1673
+
1674
+
1675
+
1676
+
1677
+
1678
+
1679
+
1680
+
1681
+
1682
+
1683
+
1684
+
1685
+
1686
+
1687
+
1688
+
1689
+
1690
+
1691
+
1692
+
1693
+
1694
+
1695
+
1696
+
1697
+
1698
+
1699
+
1700
+
1701
+
1702
+
1703
+
1704
+
1705
+
1706
+
1707
+
1708
+
1709
+
1710
+
1711
+
1712
+
1713
+
1714
+
1715
+
1716
+
1717
+
1718
+
1719
+
1720
+
1721
+
1722
+
1723
+
1724
+
1725
+
1726
+
1727
+
1728
+
1729
+
1730
+
1731
+
1732
+
1733
+
1734
+
1735
+
1736
+
1737
+
1738
+
1739
+
1740
+
1741
+
1742
+
1743
+
1744
+
1745
+
1746
+
1747
 
1748
+
1749
+
1750
+
1751
+
1752
+
1753
+
1754
+
1755
+
1756
+
1757
+
1758
+
1759
+
1760
+
1761
+
1762
+
1763
+
1764
+
1765
+
1766
+
1767
+
1768
+
1769
+
1770
+
1771
+
1772
+
1773
+
1774
+
1775
+
1776
+
1777
+
1778
+ 4
1779
+
1780
+
1781
+
1782
+
1783
+
1784
+
1785
+
1786
+
1787
+
1788
+
1789
+
1790
+
1791
+
1792
+
1793
+
1794
+
1795
+
1796
+
1797
+
1798
+
1799
+ R
1800
+
1801
+
1802
+
1803
+
1804
+
1805
+
1806
+
1807
+
1808
+
1809
+
1810
+
1811
+
1812
+
1813
+
1814
+
1815
+
1816
+
1817
+
1818
+
1819
+
1820
+
1821
+
1822
+
1823
+
1824
+
1825
+
1826
+
1827
+
1828
+
1829
+
1830
+
1831
+
1832
+
1833
+
1834
+ b
1835
+
1836
+
1837
+
1838
+
1839
+
1840
+
1841
+
1842
+
1843
+
1844
+
1845
+
1846
+
1847
+
1848
+
1849
+
1850
+
1851
+
1852
+
1853
+
1854
+
1855
+
1856
+
1857
+
1858
+
1859
+
1860
+
1861
+
1862
+
1863
+
1864
+
1865
+
1866
+
1867
+
1868
+
1869
+
1870
+
1871
+
1872
+
1873
+
1874
+
1875
+
1876
+
1877
+
1878
+
1879
+
1880
+
1881
+
1882
+
1883
+
1884
+
1885
+
1886
+
1887
+
1888
+
1889
+
1890
+
1891
+
1892
+
1893
+
1894
+
1895
+
1896
+
1897
+
1898
+
1899
+
1900
+
1901
+
1902
+
1903
+
1904
+
1905
+
1906
+
1907
+
1908
+
1909
+
1910
+
1911
+
1912
 
1913
+
1914
+
1915
+
1916
+
1917
+
1918
+
1919
+
1920
+
1921
+
1922
+
1923
+
1924
+
1925
+
1926
+
1927
+
1928
+
1929
+
1930
+
1931
+
1932
+
1933
+
1934
+
1935
+
1936
 
1937
+
1938
+
1939
+
1940
+
1941
+
1942
+
1943
+
1944
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1945
 
1946
+
1947
+
1948
+
1949
+
1950
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1951
 
1952
+
1953
+
1954
+
1955
+
1956
+
1957
+
1958
+
1959
+
1960
+
1961
+
1962
+
1963
+
1964
+
1965
+
1966
+
1967
+
1968
+
1969
+
1970
+
1971
+
1972
+
1973
+
1974
+
1975
+
1976
+
1977
+ '
1978
+
1979
+
1980
+
1981
+
1982
  )
1983
+
1984
+
1985
+
1986
+
1987
+
1988
+
1989
+
1990
+
1991
+
1992
+
1993
+
1994
+
1995
+
1996
+
1997
+
1998
+
1999
+
2000
+
2001
+
2002
+
2003
+ 窿
2004
+
2005
+
2006
+
2007
+
2008
+
2009
+
2010
+
2011
+
2012
+
2013
+
2014
+
2015
+
2016
+
2017
+
2018
+
2019
+
2020
+
2021
+
2022
+
2023
+
2024
+
2025
+
2026
+
2027
+
2028
+
2029
+
2030
+
2031
+
2032
+
2033
+
2034
+
2035
+
2036
+
2037
+
2038
+ s
2039
+
2040
+
2041
+
2042
+
2043
+
2044
+ j
2045
 
2046
+
2047
+
2048
+
2049
+
2050
+
2051
+
2052
+
2053
+
2054
+
2055
+
2056
+
2057
+
2058
+
2059
+
2060
+
2061
+
2062
+
2063
+
2064
+
2065
+
2066
+
2067
+
2068
+
2069
+
2070
+
2071
+
2072
+
2073
+
2074
+
2075
  S
2076
+
2077
+
2078
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2079
 
2080
+
2081
+
2082
+
2083
+
2084
+
2085
+
2086
+
2087
+
2088
+
2089
+
2090
+
2091
+
2092
+
2093
+
2094
+
2095
+
2096
+
2097
+
2098
+
2099
+
2100
+
2101
+
2102
+
2103
+
2104
+
2105
+
2106
+
2107
+
2108
+
2109
+
2110
+
2111
+
2112
+
2113
+
2114
+
2115
+
2116
+
2117
+
2118
+
2119
+
2120
+
2121
+
2122
+
2123
+
2124
+
2125
+
2126
+
2127
+ c
2128
+
2129
+
2130
+ 便
2131
+
2132
+
2133
+
2134
+
2135
+
2136
+
2137
+
2138
+
2139
+
2140
+
2141
+
2142
+
2143
+
2144
+
2145
+
2146
+
2147
+
2148
+
2149
+
2150
+
2151
+
2152
+
2153
+
2154
+
2155
+
2156
+
2157
+
2158
+
2159
+
2160
+
2161
+
2162
+
2163
+
2164
+
2165
+
2166
+
2167
+
2168
+
2169
+
2170
+
2171
+
2172
+
2173
+
2174
+
2175
+
2176
+
2177
+
2178
+
2179
+
2180
+
2181
+
2182
+
2183
+
2184
+
2185
+
2186
+
2187
+
2188
+
2189
+
2190
+
2191
+
2192
+
2193
+
2194
+
2195
+
2196
+
2197
+
2198
+
2199
+
2200
+
2201
+
2202
+
2203
+
2204
+
2205
+
2206
+
2207
+
2208
+
2209
+
2210
+
2211
+
2212
+
2213
+
2214
+
2215
+
2216
+
2217
+
2218
+
2219
+
2220
+ 餿
2221
+
2222
+
2223
+
2224
+
2225
+
2226
+
2227
+
2228
+
2229
+
2230
+
2231
+
2232
+
2233
+ I
2234
+
2235
+
2236
+
2237
+
2238
+
2239
+
2240
+
2241
+
2242
+
2243
+
2244
+
2245
 
2246
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2247
 
2248
+
2249
+
2250
+
2251
+
2252
+
2253
+
2254
+
2255
+
2256
+
2257
+
2258
+
2259
+
2260
+
2261
+
2262
+
2263
+
2264
+
2265
+
2266
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2267
 
2268
+
2269
+
2270
+
2271
+
2272
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2273
 
2274
+
2275
+ 𧕴
2276
+
2277
+
2278
+
2279
+
2280
+
2281
+
2282
+
2283
+
2284
+
2285
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2286
 
2287
+
2288
+
2289
+
2290
+
2291
+
2292
+
2293
+
2294
+
2295
+
2296
+
2297
+
2298
+
2299
+
2300
+
2301
+
2302
+
2303
+
2304
+
2305
+
2306
+
2307
+
2308
+
2309
+
2310
+
2311
+
2312
+
2313
+
2314
+
2315
+
2316
+
2317
+
2318
+
2319
+
2320
+
2321
+
2322
+
2323
+
2324
+ p
2325
+
2326
+
2327
+
2328
+
2329
+
2330
+
2331
+
2332
+
2333
+
2334
+
2335
+
2336
+
2337
+
2338
+
2339
+
2340
+
2341
+
2342
+
2343
+
2344
+
2345
+
2346
+ 𣲷
2347
+
2348
+ 𡁻
2349
+
2350
+
2351
+
2352
+
2353
+ V
2354
+
2355
+
2356
+
2357
+
2358
+
2359
+
2360
+
2361
+
2362
+
2363
+ 𤶸
2364
+
2365
+
2366
+
2367
+
2368
+
2369
+
2370
+
2371
+
2372
+
2373
+
2374
+
2375
+
2376
+
2377
+
2378
+
2379
+
2380
+
2381
+
2382
+
2383
+
2384
+
2385
+
2386
+
2387
+
2388
+
2389
+
2390
+ ��
2391
+
2392
+
2393
+
2394
+
2395
+
2396
+
2397
+
2398
+
2399
+
2400
+
2401
+
2402
+
2403
+
2404
+
2405
+
2406
+
2407
+
2408
+
2409
+
2410
+
2411
+
2412
+
2413
+
2414
+
2415
+
2416
+ o
2417
+
2418
+
2419
+
2420
+
2421
+
2422
 
2423
+
2424
+
2425
+
2426
+
2427
+
2428
+
2429
+
2430
+
2431
+
2432
+
2433
+
2434
+
2435
+
2436
+
2437
+
2438
+
2439
+
2440
+
2441
+
2442
+
2443
+
2444
+
2445
+
2446
+
2447
+
2448
+
2449
+
2450
+
2451
+
2452
+
2453
+
2454
+
2455
+
2456
+
2457
+
2458
+
2459
+
2460
+
2461
+
2462
+
2463
+
2464
+
2465
+
2466
+
2467
+
2468
+
2469
+
2470
+
2471
+
2472
+
2473
+
2474
+
2475
+
2476
+
2477
+
2478
+ 𦧲
2479
+
2480
+
2481
+
2482
+
2483
+
2484
+
2485
+
2486
+
2487
+
2488
+
2489
+
2490
+
2491
+
2492
+
2493
+
2494
+
2495
+
2496
+
2497
+
2498
+
2499
+
2500
+
2501
+
2502
+
2503
+
2504
+
2505
+
2506
+
2507
+
2508
+
2509
+
2510
+
2511
 
2512
+
2513
+
2514
+
2515
+
2516
+
2517
+
2518
+
2519
+
2520
+
2521
+
2522
+
2523
+ 9
2524
+
2525
+
2526
+
2527
+
2528
+
2529
+
2530
+
2531
+
2532
+
2533
+
2534
+
2535
+
2536
+
2537
+
2538
+
2539
+
2540
+
2541
+
2542
+
2543
+
2544
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2545
 
2546
+
2547
+
2548
+
2549
+
2550
+
2551
+
2552
+
2553
+
2554
+
2555
+
2556
+
2557
+
2558
+
2559
+
2560
+
2561
+
2562
+
2563
+
2564
+
2565
+
2566
+
2567
+
2568
+ 調
2569
+
2570
+
2571
+
2572
+
2573
+
2574
+
2575
+
2576
+
2577
+
2578
+
2579
+
2580
+
2581
+
2582
+
2583
+
2584
+
2585
+
2586
+
2587
+
2588
+
2589
+
2590
+
2591
+
2592
+
2593
+
2594
+ D
2595
+
2596
+
2597
+
2598
+
2599
+
2600
+
2601
+
2602
+
2603
+ C
2604
+
2605
+
2606
+
2607
+
2608
+
2609
+
2610
+
2611
+
2612
+
2613
+
2614
+
2615
+
2616
+
2617
+
2618
+
2619
+
2620
+
2621
+
2622
+
2623
+
2624
+
2625
+
2626
+
2627
+
2628
+ K
2629
+
2630
+
2631
+
2632
+
2633
+
2634
+
2635
+
2636
+
2637
+
2638
+
2639
+
2640
+
2641
+
2642
+
2643
+
2644
+
2645
+
2646
+
2647
+
2648
+
2649
+
2650
+
2651
+
2652
+
2653
+
2654
+
2655
+
2656
+
2657
+
2658
+
2659
+
2660
+
2661
+
2662
+
2663
+
2664
+
2665
+
2666
+
2667
+
2668
+
2669
+ l
2670
+
2671
+
2672
+
2673
+
2674
+
2675
+
2676
+ e
2677
+
2678
+
2679
+
2680
+
2681
+
2682
+
2683
+
2684
+
2685
+
2686
+
2687
+
2688
+
2689
+
2690
+
2691
 
2692
+ 耀
2693
+ y
2694
+
2695
+
2696
+
2697
+
2698
+
2699
+
2700
+
2701
+
2702
+
2703
+
2704
+
2705
+
2706
+
2707
+
2708
+
2709
+
2710
+
2711
+
2712
+
2713
+
2714
+
2715
+
2716
+
2717
+
2718
+
2719
+
2720
+
2721
+
2722
+
2723
+
2724
+
2725
+
2726
+
2727
+
2728
+
2729
+
2730
+
2731
+
2732
+
2733
+
2734
+
2735
+
2736
+
2737
+ %
2738
+
2739
+
2740
+
2741
+
2742
+
2743
+
2744
+
2745
+
2746
+
2747
+
2748
+
2749
+
2750
+
2751
 
2752
+
2753
+
2754
+
2755
+
2756
+
2757
+
2758
+
2759
+
2760
+
2761
+
2762
+
2763
+
2764
+
2765
+
2766
+
2767
+
2768
+
2769
+
2770
+
2771
+
2772
+
2773
+
2774
+
2775
+
2776
+
2777
+
2778
+
2779
+ 鴿
2780
+ u
2781
+
2782
+
2783
+
2784
+
2785
+
2786
+
2787
+
2788
+
2789
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
cust-data/weights/config.json ADDED
@@ -0,0 +1,168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./cust-data/weights",
3
+ "architectures": [
4
+ "VisionEncoderDecoderModel"
5
+ ],
6
+ "decoder": {
7
+ "_name_or_path": "",
8
+ "activation_dropout": 0.0,
9
+ "activation_function": "relu",
10
+ "add_cross_attention": true,
11
+ "architectures": null,
12
+ "attention_dropout": 0.0,
13
+ "bad_words_ids": null,
14
+ "bos_token_id": 0,
15
+ "chunk_size_feed_forward": 0,
16
+ "classifier_dropout": 0.0,
17
+ "cross_attention_hidden_size": 384,
18
+ "d_model": 256,
19
+ "decoder_attention_heads": 8,
20
+ "decoder_ffn_dim": 1024,
21
+ "decoder_layerdrop": 0.0,
22
+ "decoder_layers": 6,
23
+ "decoder_start_token_id": 2,
24
+ "diversity_penalty": 0.0,
25
+ "do_sample": false,
26
+ "dropout": 0.1,
27
+ "early_stopping": false,
28
+ "encoder_no_repeat_ngram_size": 0,
29
+ "eos_token_id": 2,
30
+ "finetuning_task": null,
31
+ "forced_bos_token_id": null,
32
+ "forced_eos_token_id": null,
33
+ "id2label": {
34
+ "0": "LABEL_0",
35
+ "1": "LABEL_1"
36
+ },
37
+ "init_std": 0.02,
38
+ "is_decoder": true,
39
+ "is_encoder_decoder": false,
40
+ "label2id": {
41
+ "LABEL_0": 0,
42
+ "LABEL_1": 1
43
+ },
44
+ "layernorm_embedding": true,
45
+ "length_penalty": 1.0,
46
+ "max_length": 20,
47
+ "max_position_embeddings": 512,
48
+ "min_length": 0,
49
+ "model_type": "trocr",
50
+ "no_repeat_ngram_size": 0,
51
+ "num_beam_groups": 1,
52
+ "num_beams": 1,
53
+ "num_return_sequences": 1,
54
+ "output_attentions": false,
55
+ "output_hidden_states": false,
56
+ "output_scores": false,
57
+ "pad_token_id": 1,
58
+ "prefix": null,
59
+ "problem_type": null,
60
+ "pruned_heads": {},
61
+ "remove_invalid_values": false,
62
+ "repetition_penalty": 1.0,
63
+ "return_dict": true,
64
+ "return_dict_in_generate": false,
65
+ "scale_embedding": true,
66
+ "sep_token_id": null,
67
+ "task_specific_params": null,
68
+ "temperature": 1.0,
69
+ "tie_encoder_decoder": false,
70
+ "tie_word_embeddings": false,
71
+ "tokenizer_class": null,
72
+ "top_k": 50,
73
+ "top_p": 1.0,
74
+ "torch_dtype": null,
75
+ "torchscript": false,
76
+ "transformers_version": "4.15.0",
77
+ "use_bfloat16": false,
78
+ "use_cache": false,
79
+ "use_learned_position_embeddings": true,
80
+ "vocab_size": 2794
81
+ },
82
+ "decoder_start_token_id": 0,
83
+ "early_stopping": true,
84
+ "encoder": {
85
+ "_name_or_path": "",
86
+ "add_cross_attention": false,
87
+ "architectures": null,
88
+ "attention_probs_dropout_prob": 0.0,
89
+ "bad_words_ids": null,
90
+ "bos_token_id": null,
91
+ "chunk_size_feed_forward": 0,
92
+ "cross_attention_hidden_size": null,
93
+ "decoder_start_token_id": null,
94
+ "diversity_penalty": 0.0,
95
+ "do_sample": false,
96
+ "early_stopping": false,
97
+ "encoder_no_repeat_ngram_size": 0,
98
+ "eos_token_id": null,
99
+ "finetuning_task": null,
100
+ "forced_bos_token_id": null,
101
+ "forced_eos_token_id": null,
102
+ "hidden_act": "gelu",
103
+ "hidden_dropout_prob": 0.0,
104
+ "hidden_size": 384,
105
+ "id2label": {
106
+ "0": "LABEL_0",
107
+ "1": "LABEL_1"
108
+ },
109
+ "image_size": 384,
110
+ "initializer_range": 0.02,
111
+ "intermediate_size": 1536,
112
+ "is_decoder": false,
113
+ "is_encoder_decoder": false,
114
+ "label2id": {
115
+ "LABEL_0": 0,
116
+ "LABEL_1": 1
117
+ },
118
+ "layer_norm_eps": 1e-12,
119
+ "length_penalty": 1.0,
120
+ "max_length": 20,
121
+ "min_length": 0,
122
+ "model_type": "deit",
123
+ "no_repeat_ngram_size": 0,
124
+ "num_attention_heads": 6,
125
+ "num_beam_groups": 1,
126
+ "num_beams": 1,
127
+ "num_channels": 3,
128
+ "num_hidden_layers": 12,
129
+ "num_return_sequences": 1,
130
+ "output_attentions": false,
131
+ "output_hidden_states": false,
132
+ "output_scores": false,
133
+ "pad_token_id": null,
134
+ "patch_size": 16,
135
+ "prefix": null,
136
+ "problem_type": null,
137
+ "pruned_heads": {},
138
+ "qkv_bias": true,
139
+ "remove_invalid_values": false,
140
+ "repetition_penalty": 1.0,
141
+ "return_dict": true,
142
+ "return_dict_in_generate": false,
143
+ "sep_token_id": null,
144
+ "task_specific_params": null,
145
+ "temperature": 1.0,
146
+ "tie_encoder_decoder": false,
147
+ "tie_word_embeddings": true,
148
+ "tokenizer_class": null,
149
+ "top_k": 50,
150
+ "top_p": 1.0,
151
+ "torch_dtype": null,
152
+ "torchscript": false,
153
+ "transformers_version": "4.15.0",
154
+ "use_bfloat16": false
155
+ },
156
+ "eos_token_id": 2,
157
+ "is_encoder_decoder": true,
158
+ "length_penalty": 2.0,
159
+ "max_length": 64,
160
+ "model_type": "vision-encoder-decoder",
161
+ "no_repeat_ngram_size": 3,
162
+ "num_beams": 4,
163
+ "pad_token_id": 1,
164
+ "tie_word_embeddings": false,
165
+ "torch_dtype": "float32",
166
+ "transformers_version": null,
167
+ "vocab_size": 2794
168
+ }
cust-data/weights/merges.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ #version: 0.2
cust-data/weights/preprocessor_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_resize": true,
4
+ "feature_extractor_type": "ViTFeatureExtractor",
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_std": [
11
+ 0.5,
12
+ 0.5,
13
+ 0.5
14
+ ],
15
+ "resample": 2,
16
+ "size": 384
17
+ }
cust-data/weights/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e762748632c25bd0599deb30e5db3b9a33ccaa090367bdff1351b791ddc9b3a
3
+ size 121087925
cust-data/weights/special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}}
cust-data/weights/tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"errors": "replace", "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "./weights", "tokenizer_file": null, "tokenizer_class": "RobertaTokenizer"}
cust-data/weights/vocab.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<s>": 0, "<pad>": 1, "</s>": 2, "<unk>": 3, "<mask>": 4, "吋": 5, "如": 6, "競": 7, "襤": 8, "輟": 9, "嘯": 10, "員": 11, "噉": 12, "多": 13, "蜘": 14, "炎": 15, "場": 16, "問": 17, "空": 18, "萌": 19, "恆": 20, "參": 21, "斷": 22, "聯": 23, "稱": 24, "巷": 25, "麥": 26, "丶": 27, "嗲": 28, "覺": 29, "扤": 30, "甕": 31, "v": 32, "2": 33, "鋭": 34, "闊": 35, "哄": 36, "功": 37, "喪": 38, "願": 39, "易": 40, "斯": 41, "豆": 42, "柱": 43, "紙": 44, "剔": 45, "蟲": 46, "審": 47, "霎": 48, "黐": 49, "尿": 50, "凹": 51, "抱": 52, "偉": 53, "墊": 54, "貪": 55, "鍋": 56, "籍": 57, "擾": 58, "乓": 59, "臂": 60, "腔": 61, "誼": 62, "註": 63, "遞": 64, "模": 65, "戇": 66, "處": 67, "前": 68, "鴛": 69, "篇": 70, "磚": 71, "炒": 72, "夷": 73, "爵": 74, "輯": 75, "葡": 76, "怕": 77, "綁": 78, "煌": 79, "可": 80, "髓": 81, "乎": 82, "膊": 83, "蘇": 84, "雪": 85, "裇": 86, "晚": 87, "壯": 88, "境": 89, "慈": 90, "晶": 91, "章": 92, ".": 93, "層": 94, "馬": 95, "囡": 96, "志": 97, "址": 98, "途": 99, "勉": 100, "孤": 101, "貞": 102, "構": 103, "鼻": 104, "榨": 105, "微": 106, "怒": 107, "摸": 108, "接": 109, "駐": 110, "贏": 111, "咦": 112, "諗": 113, "沓": 114, "鼓": 115, "攝": 116, "亂": 117, "遮": 118, "嘢": 119, "文": 120, "啫": 121, "衣": 122, "躍": 123, "百": 124, "人": 125, "蘋": 126, "酒": 127, "遢": 128, "但": 129, "反": 130, "咳": 131, "謹": 132, "姓": 133, "羨": 134, "逆": 135, "嫌": 136, "化": 137, "齡": 138, "鮮": 139, "敵": 140, "M": 141, "捐": 142, "喼": 143, "篡": 144, "財": 145, "棲": 146, "捲": 147, "捅": 148, "痴": 149, "逢": 150, "劃": 151, "淫": 152, "碳": 153, "d": 154, "洗": 155, "啼": 156, ",": 157, "身": 158, "深": 159, "胞": 160, "帽": 161, "嘻": 162, "寶": 163, "h": 164, "乞": 165, "傷": 166, "及": 167, "唐": 168, "措": 169, "梯": 170, "牧": 171, "驗": 172, "牽": 173, "喚": 174, "七": 175, "裝": 176, "糞": 177, "惜": 178, "脹": 179, "晨": 180, "戥": 181, "‧": 182, "季": 183, "淑": 184, "市": 185, "盜": 186, "咯": 187, "雀": 188, "鳩": 189, "瀨": 190, "某": 191, "燶": 192, "匹": 193, "偈": 194, "晝": 195, "幾": 196, "筏": 197, "浪": 198, "沖": 199, "泉": 200, "劑": 201, "往": 202, "園": 203, "F": 204, "打": 205, "賓": 206, "羹": 207, "遍": 208, "繼": 209, "魅": 210, "戚": 211, "傭": 212, "孭": 213, "涉": 214, "星": 215, "尊": 216, "搜": 217, "趙": 218, "洲": 219, "力": 220, "彎": 221, "瘍": 222, "度": 223, "尋": 224, "乒": 225, "徐": 226, "嘟": 227, "楚": 228, "瑰": 229, "感": 230, "揉": 231, "商": 232, "巡": 233, "囉": 234, "磨": 235, "幕": 236, "循": 237, "簡": 238, "鍊": 239, "君": 240, "揩": 241, "橙": 242, "帳": 243, "木": 244, "酬": 245, "痕": 246, "營": 247, "告": 248, "醉": 249, "烏": 250, "茶": 251, "碎": 252, "付": 253, "少": 254, "廚": 255, "仍": 256, "版": 257, "非": 258, "𡃁": 259, "兵": 260, "男": 261, "擂": 262, "㔆": 263, "氏": 264, "佬": 265, "陷": 266, "穎": 267, "夙": 268, "捉": 269, "程": 270, "茲": 271, "冬": 272, "竽": 273, "癲": 274, "揗": 275, "八": 276, "湘": 277, "永": 278, "血": 279, "裏": 280, "誦": 281, "掂": 282, "稚": 283, "字": 284, "掗": 285, "松": 286, "成": 287, "傾": 288, "小": 289, "港": 290, "頁": 291, "啱": 292, "販": 293, "哚": 294, "堵": 295, "揀": 296, "鯁": 297, "官": 298, "測": 299, "雜": 300, "償": 301, "蛇": 302, "每": 303, "齒": 304, "軀": 305, "劣": 306, "戲": 307, "蛛": 308, "熊": 309, "班": 310, "晏": 311, "創": 312, "查": 313, "笪": 314, "被": 315, "謝": 316, "皮": 317, "督": 318, "軌": 319, "圄": 320, "產": 321, "鑽": 322, "消": 323, "鴨": 324, "割": 325, "疑": 326, "糭": 327, "屁": 328, "救": 329, "六": 330, "像": 331, "室": 332, "樽": 333, "粹": 334, "歉": 335, "餘": 336, "柒": 337, "信": 338, "膠": 339, "趁": 340, "攏": 341, "黃": 342, "南": 343, "噬": 344, "布": 345, "世": 346, "然": 347, "談": 348, "顧": 349, "城": 350, "租": 351, "佳": 352, "潤": 353, "煮": 354, "瓣": 355, "礙": 356, "孽": 357, "貼": 358, "嘩": 359, "韓": 360, "爐": 361, "溜": 362, "爬": 363, "省": 364, "錯": 365, "健": 366, "丈": 367, "估": 368, "汪": 369, "唱": 370, "與": 371, "休": 372, "平": 373, "漢": 374, "獵": 375, "若": 376, "退": 377, "粗": 378, "妨": 379, "姦": 380, "峯": 381, "網": 382, "透": 383, "還": 384, "莫": 385, "就": 386, "簿": 387, "0": 388, "廠": 389, "嘴": 390, "1": 391, "項": 392, "招": 393, "椗": 394, "邨": 395, "罡": 396, "懷": 397, "掅": 398, "導": 399, "資": 400, "軍": 401, "共": 402, "根": 403, "W": 404, "累": 405, "雷": 406, "算": 407, "蜇": 408, "呻": 409, "瀏": 410, "祖": 411, "跡": 412, "妳": 413, "口": 414, "黨": 415, "賽": 416, "骰": 417, "凸": 418, "果": 419, "仃": 420, "釋": 421, "推": 422, "掹": 423, "廉": 424, "叛": 425, "剪": 426, "噪": 427, "閏": 428, "神": 429, "鏽": 430, "織": 431, "登": 432, "宴": 433, "蹺": 434, "朗": 435, "煉": 436, "𠻹": 437, "檸": 438, "體": 439, "壟": 440, "疾": 441, "蹄": 442, "峰": 443, "膏": 444, "怨": 445, "演": 446, "仇": 447, "泰": 448, "啖": 449, "圾": 450, "睬": 451, "暖": 452, "戀": 453, "票": 454, "禮": 455, "週": 456, "悶": 457, "幟": 458, "盆": 459, "緊": 460, "思": 461, "精": 462, "窺": 463, "驟": 464, "緣": 465, "噫": 466, "事": 467, "吃": 468, "盟": 469, "揸": 470, "呔": 471, "烈": 472, "揪": 473, "煙": 474, "亳": 475, "蓮": 476, "棘": 477, "兇": 478, "規": 479, "持": 480, "肢": 481, "舒": 482, "專": 483, "風": 484, "紐": 485, "差": 486, "殉": 487, "輩": 488, "摩": 489, "嬲": 490, "縱": 491, "襠": 492, "越": 493, "陣": 494, "棚": 495, "憾": 496, "造": 497, "嬰": 498, "衡": 499, "伸": 500, "判": 501, "磋": 502, "曲": 503, "哥": 504, "基": 505, "艱": 506, "學": 507, "叻": 508, "州": 509, "質": 510, "坦": 511, "危": 512, "習": 513, "喻": 514, "彙": 515, "姑": 516, "函": 517, "婚": 518, "借": 519, "繃": 520, "謎": 521, "慰": 522, "蠱": 523, "圍": 524, "留": 525, "垂": 526, "段": 527, "交": 528, "忟": 529, "寐": 530, "賞": 531, "潰": 532, "課": 533, "辮": 534, "築": 535, "否": 536, "卷": 537, "野": 538, "嘭": 539, "邊": 540, "效": 541, "襯": 542, "巴": 543, "云": 544, "值": 545, "碇": 546, "的": 547, "崩": 548, "聘": 549, "仿": 550, "餐": 551, "強": 552, "呈": 553, "懶": 554, "扑": 555, "下": 556, "泊": 557, "颱": 558, "偶": 559, "絕": 560, "斃": 561, "臘": 562, "龐": 563, "橋": 564, "惹": 565, "磷": 566, "觀": 567, "掣": 568, "奶": 569, "浮": 570, "貌": 571, "塔": 572, "訂": 573, "俄": 574, "宵": 575, "豁": 576, "叮": 577, "雙": 578, "檢": 579, "怪": 580, "到": 581, "義": 582, "罷": 583, "剝": 584, "剩": 585, "暈": 586, "採": 587, "叩": 588, "陪": 589, "曦": 590, "蝦": 591, "速": 592, "褪": 593, "7": 594, "徵": 595, "准": 596, "許": 597, "衝": 598, "頃": 599, "本": 600, "莉": 601, "暫": 602, "長": 603, "棒": 604, "拒": 605, "舟": 606, "欲": 607, "疊": 608, "弦": 609, "格": 610, "凋": 611, "矇": 612, "幹": 613, "炙": 614, "仁": 615, "誇": 616, "𨈇": 617, "絨": 618, "蠢": 619, "鷗": 620, "勝": 621, "努": 622, "電": 623, "丁": 624, "銘": 625, "!": 626, "寢": 627, "數": 628, "佔": 629, "𥄫": 630, "領": 631, "姐": 632, "富": 633, "鑊": 634, "才": 635, "諾": 636, "睄": 637, "嚿": 638, "f": 639, "汁": 640, "𨋢": 641, "薄": 642, "憂": 643, "輸": 644, "扯": 645, "量": 646, "申": 647, "司": 648, "閨": 649, "逞": 650, "搖": 651, "語": 652, "猛": 653, "朝": 654, "莓": 655, "一": 656, "賦": 657, "吼": 658, "鴦": 659, "歇": 660, "葉": 661, "特": 662, "骹": 663, "頓": 664, "使": 665, "套": 666, "m": 667, "自": 668, "聳": 669, "欸": 670, "卡": 671, "咸": 672, "米": 673, "副": 674, "桶": 675, "瘦": 676, "擪": 677, "味": 678, "四": 679, "田": 680, "王": 681, "渣": 682, "戌": 683, "閹": 684, "動": 685, "底": 686, "零": 687, "溝": 688, "袋": 689, "警": 690, "儲": 691, "椰": 692, "䂻": 693, "泣": 694, "侍": 695, "榴": 696, "焚": 697, "靡": 698, "狀": 699, "績": 700, "賠": 701, "眉": 702, "雕": 703, "泥": 704, "覆": 705, "遴": 706, "穢": 707, "齊": 708, "攙": 709, "再": 710, "卦": 711, "竇": 712, "啡": 713, "粒": 714, "筆": 715, "霞": 716, "寒": 717, "燃": 718, "8": 719, "濕": 720, "林": 721, "跨": 722, "包": 723, "愛": 724, "巾": 725, "蛀": 726, "己": 727, "嫁": 728, "俾": 729, "佈": 730, "踢": 731, "吧": 732, "肝": 733, "三": 734, "擋": 735, "i": 736, "罰": 737, "讓": 738, "當": 739, "霧": 740, "、": 741, "濫": 742, "唇": 743, "是": 744, "櫃": 745, "餸": 746, "收": 747, "妹": 748, "延": 749, "墓": 750, "迅": 751, "夠": 752, "側": 753, "兄": 754, "艮": 755, "謂": 756, "g": 757, "童": 758, "不": 759, "着": 760, "祈": 761, "傑": 762, "能": 763, "欄": 764, "傳": 765, "刀": 766, "揾": 767, "攰": 768, "髮": 769, "拉": 770, "糧": 771, "菜": 772, "改": 773, "唞": 774, "助": 775, "豪": 776, "啤": 777, "則": 778, "通": 779, "賺": 780, "政": 781, "囤": 782, "弱": 783, "3": 784, "喇": 785, "管": 786, "禧": 787, "睇": 788, "態": 789, "鴻": 790, "弒": 791, "博": 792, "妥": 793, "罨": 794, "明": 795, "色": 796, "率": 797, "耷": 798, "擳": 799, "孖": 800, "尖": 801, "冤": 802, "嗤": 803, "卸": 804, "菲": 805, "殊": 806, "奮": 807, "屬": 808, "炭": 809, "税": 810, "宙": 811, "卒": 812, "弟": 813, "並": 814, "料": 815, "冇": 816, "擅": 817, "窄": 818, "扒": 819, "曆": 820, "翰": 821, "蕭": 822, "疚": 823, "現": 824, "污": 825, "斜": 826, "隧": 827, "閉": 828, "房": 829, "研": 830, "阿": 831, "繩": 832, "締": 833, "嶺": 834, "姻": 835, "賀": 836, "腥": 837, "科": 838, "踏": 839, "凝": 840, "呃": 841, "槍": 842, "瞞": 843, "寫": 844, "舞": 845, "賣": 846, "憑": 847, "樖": 848, "籬": 849, "染": 850, "r": 851, "矩": 852, "譜": 853, "缺": 854, "突": 855, "泡": 856, "洋": 857, "騎": 858, "廷": 859, "刪": 860, "娜": 861, "宜": 862, "��": 863, "𠽤": 864, "待": 865, "脅": 866, "選": 867, "儘": 868, "剁": 869, "掃": 870, "原": 871, "邏": 872, "型": 873, "寨": 874, "汽": 875, "跳": 876, "渠": 877, "西": 878, "沉": 879, "樹": 880, "撚": 881, "倦": 882, "翼": 883, "傻": 884, "搶": 885, "勘": 886, "慶": 887, "了": 888, "捕": 889, "負": 890, "瀆": 891, "凶": 892, "藥": 893, "已": 894, "舌": 895, "暑": 896, "附": 897, "殘": 898, "垃": 899, "集": 900, "仙": 901, "襲": 902, "齋": 903, "寺": 904, "哬": 905, "純": 906, "防": 907, "溶": 908, "艇": 909, "𢃇": 910, "涯": 911, "授": 912, "虛": 913, "朵": 914, "槤": 915, "板": 916, "唔": 917, "喂": 918, "橛": 919, "漸": 920, "道": 921, "鉸": 922, "棟": 923, "龍": 924, "聊": 925, "塊": 926, "蚊": 927, "筷": 928, "聾": 929, "綠": 930, "藝": 931, "掩": 932, "蹟": 933, "宏": 934, "醫": 935, "葛": 936, "雲": 937, "撐": 938, "洽": 939, "菊": 940, "碑": 941, "懲": 942, "搲": 943, "囑": 944, "猶": 945, "蟹": 946, "尾": 947, "張": 948, "痾": 949, "攜": 950, "哲": 951, "患": 952, "牙": 953, "撲": 954, "騮": 955, "鄉": 956, "證": 957, "爸": 958, "漬": 959, "虱": 960, "存": 961, "病": 962, "堡": 963, "凡": 964, "a": 965, "方": 966, "複": 967, "捨": 968, "走": 969, "終": 970, "摧": 971, "他": 972, "擺": 973, "闆": 974, "波": 975, "綜": 976, "偏": 977, "忘": 978, "例": 979, "奇": 980, "倪": 981, "宮": 982, "隻": 983, "俱": 984, "欠": 985, "庭": 986, "書": 987, "咭": 988, "寬": 989, "討": 990, "虎": 991, "挑": 992, "禽": 993, "忠": 994, "雖": 995, " ": 996, "架": 997, "菇": 998, "硬": 999, "碟": 1000, "肯": 1001, "地": 1002, "嘞": 1003, "妖": 1004, "顏": 1005, "意": 1006, "秋": 1007, "履": 1008, "狠": 1009, "據": 1010, "江": 1011, "散": 1012, "責": 1013, "踩": 1014, "吉": 1015, "苗": 1016, "遭": 1017, "椎": 1018, "咇": 1019, "貿": 1020, "家": 1021, "咬": 1022, "喐": 1023, "實": 1024, "泵": 1025, "扮": 1026, "刮": 1027, "旦": 1028, "老": 1029, "置": 1030, "杯": 1031, "倔": 1032, "禾": 1033, "俗": 1034, "良": 1035, "常": 1036, "迥": 1037, "鈔": 1038, "吮": 1039, "糯": 1040, "伊": 1041, "P": 1042, "肚": 1043, "束": 1044, "釣": 1045, "群": 1046, "孔": 1047, "攞": 1048, "黎": 1049, "悉": 1050, "廹": 1051, "蕩": 1052, "笨": 1053, "毒": 1054, "奔": 1055, "獄": 1056, "嘛": 1057, "荷": 1058, "坊": 1059, "枱": 1060, "軚": 1061, "仆": 1062, "抖": 1063, "萄": 1064, "勇": 1065, "堅": 1066, "旁": 1067, "趣": 1068, "陽": 1069, "照": 1070, "把": 1071, "卜": 1072, "媳": 1073, "遷": 1074, "拖": 1075, "喝": 1076, "站": 1077, "豬": 1078, "扭": 1079, "牆": 1080, "舊": 1081, "囹": 1082, "糠": 1083, "食": 1084, "切": 1085, "冠": 1086, "鞭": 1087, "響": 1088, "愧": 1089, "仗": 1090, "Q": 1091, "旨": 1092, "姿": 1093, "症": 1094, "𠺝": 1095, "凍": 1096, "任": 1097, "忽": 1098, "醃": 1099, "妝": 1100, "做": 1101, "勒": 1102, "震": 1103, "論": 1104, "昆": 1105, "嗌": 1106, "漫": 1107, "梁": 1108, "爆": 1109, "鄙": 1110, "費": 1111, "伙": 1112, "續": 1113, "袖": 1114, "k": 1115, "砣": 1116, "筍": 1117, "屋": 1118, "啪": 1119, "户": 1120, "鄰": 1121, "施": 1122, "見": 1123, "掛": 1124, "中": 1125, "得": 1126, "骸": 1127, "紋": 1128, "友": 1129, "矛": 1130, "有": 1131, "究": 1132, "題": 1133, "靜": 1134, "敏": 1135, "首": 1136, "狗": 1137, "闔": 1138, "具": 1139, "片": 1140, "頑": 1141, "策": 1142, "埗": 1143, "侯": 1144, "遜": 1145, "湊": 1146, "等": 1147, "礎": 1148, "趕": 1149, "臨": 1150, "準": 1151, "毆": 1152, "喘": 1153, "芽": 1154, "午": 1155, "恙": 1156, "滿": 1157, "兔": 1158, "刺": 1159, "疼": 1160, "興": 1161, "焗": 1162, "誘": 1163, "窮": 1164, "角": 1165, "寵": 1166, "穩": 1167, "師": 1168, "碌": 1169, "索": 1170, "相": 1171, "宣": 1172, "諮": 1173, "赤": 1174, "踴": 1175, "線": 1176, "公": 1177, "店": 1178, "/": 1179, "咹": 1180, "皆": 1181, "盞": 1182, "療": 1183, "盪": 1184, "匾": 1185, "歐": 1186, "緝": 1187, "N": 1188, "n": 1189, "探": 1190, "袍": 1191, "固": 1192, "景": 1193, "臉": 1194, "只": 1195, "嘅": 1196, "釐": 1197, "十": 1198, "澈": 1199, "辦": 1200, "光": 1201, "鼠": 1202, "察": 1203, "工": 1204, "換": 1205, "軟": 1206, "滅": 1207, "露": 1208, "㗎": 1209, "慌": 1210, "佢": 1211, "鵝": 1212, "頂": 1213, "英": 1214, "低": 1215, "扱": 1216, "操": 1217, "月": 1218, "嘜": 1219, "邋": 1220, "賄": 1221, "撤": 1222, "求": 1223, "式": 1224, "鐵": 1225, "植": 1226, "牌": 1227, "育": 1228, "稿": 1229, "躉": 1230, "忿": 1231, "跌": 1232, "士": 1233, "噚": 1234, "看": 1235, "陶": 1236, "輿": 1237, "針": 1238, "驚": 1239, "慘": 1240, "帝": 1241, "挨": 1242, "弛": 1243, "捍": 1244, "恨": 1245, "遂": 1246, "制": 1247, "魚": 1248, "墨": 1249, "我": 1250, "撫": 1251, "系": 1252, "汗": 1253, "x": 1254, "匿": 1255, "串": 1256, "塵": 1257, "A": 1258, "鹿": 1259, "辱": 1260, "屈": 1261, "曝": 1262, "攀": 1263, "足": 1264, "籮": 1265, "搭": 1266, "噴": 1267, "鋪": 1268, "射": 1269, "跑": 1270, "。": 1271, "檔": 1272, "咩": 1273, "央": 1274, "初": 1275, "充": 1276, "隔": 1277, "拱": 1278, "瓦": 1279, "爪": 1280, "紹": 1281, "…": 1282, "轆": 1283, "憎": 1284, "句": 1285, "認": 1286, "粉": 1287, "籌": 1288, "立": 1289, "聆": 1290, "冷": 1291, "饈": 1292, "誅": 1293, "盤": 1294, "混": 1295, "芥": 1296, "車": 1297, "虧": 1298, "蘿": 1299, "夏": 1300, "抬": 1301, "列": 1302, "併": 1303, "乸": 1304, "剖": 1305, "訓": 1306, "念": 1307, "秘": 1308, "閩": 1309, "沱": 1310, "扼": 1311, "遊": 1312, "免": 1313, "陳": 1314, "恤": 1315, "跟": 1316, "蔓": 1317, "抄": 1318, "騰": 1319, "熟": 1320, "腿": 1321, "業": 1322, "達": 1323, "無": 1324, "拃": 1325, "霉": 1326, "大": 1327, "息": 1328, "雞": 1329, "製": 1330, "祥": 1331, "虐": 1332, "執": 1333, "作": 1334, "澳": 1335, "拳": 1336, "元": 1337, "香": 1338, "醒": 1339, "噢": 1340, "校": 1341, "蠅": 1342, "侶": 1343, "預": 1344, "礦": 1345, "赴": 1346, "略": 1347, "解": 1348, "二": 1349, "石": 1350, "漾": 1351, "呢": 1352, "送": 1353, "序": 1354, "音": 1355, "藐": 1356, "妃": 1357, "繪": 1358, "所": 1359, "股": 1360, "覽": 1361, "番": 1362, "維": 1363, "輻": 1364, "哇": 1365, "廊": 1366, "怯": 1367, "勢": 1368, "粟": 1369, "沒": 1370, "揚": 1371, "厭": 1372, "紛": 1373, "潛": 1374, "潮": 1375, "曳": 1376, "啦": 1377, "都": 1378, "請": 1379, "劫": 1380, "(": 1381, "摳": 1382, "漲": 1383, "筋": 1384, ",": 1385, "砌": 1386, "河": 1387, "喎": 1388, "濁": 1389, "賭": 1390, "t": 1391, "徑": 1392, "清": 1393, "紀": 1394, "截": 1395, "範": 1396, "哦": 1397, "卧": 1398, "協": 1399, "娶": 1400, "掌": 1401, "鬚": 1402, "典": 1403, "鍵": 1404, "禁": 1405, "活": 1406, "遲": 1407, "燒": 1408, "鈕": 1409, "詢": 1410, "抽": 1411, "琦": 1412, "紂": 1413, "翻": 1414, "惶": 1415, "碗": 1416, "彼": 1417, "親": 1418, "或": 1419, "炸": 1420, "壇": 1421, "抰": 1422, "蝴": 1423, "撈": 1424, "賴": 1425, "性": 1426, "影": 1427, "酷": 1428, "-": 1429, "藜": 1430, "褸": 1431, "霸": 1432, "砍": 1433, "互": 1434, "癮": 1435, "廿": 1436, "誨": 1437, "腰": 1438, "畢": 1439, "減": 1440, "鉛": 1441, "綿": 1442, "鑄": 1443, "衞": 1444, "難": 1445, "橫": 1446, "楂": 1447, "私": 1448, "脾": 1449, "莊": 1450, "總": 1451, "券": 1452, "缸": 1453, "甲": 1454, "洞": 1455, "𢳂": 1456, "燭": 1457, "記": 1458, "計": 1459, "穫": 1460, "勃": 1461, "氦": 1462, "早": 1463, "脷": 1464, "評": 1465, "冥": 1466, "誓": 1467, "善": 1468, "脊": 1469, "幻": 1470, "氹": 1471, "沿": 1472, "夕": 1473, "增": 1474, "伺": 1475, "戴": 1476, "墟": 1477, "輕": 1478, "院": 1479, "甜": 1480, "/": 1481, "嚴": 1482, "益": 1483, "麪": 1484, "辛": 1485, "塘": 1486, "售": 1487, "紅": 1488, "詫": 1489, "5": 1490, "倒": 1491, "期": 1492, "距": 1493, "歲": 1494, "螆": 1495, "藍": 1496, "屹": 1497, "液": 1498, "裘": 1499, "菠": 1500, "榮": 1501, "蔽": 1502, "違": 1503, "啊": 1504, "竟": 1505, "箇": 1506, "枝": 1507, "桂": 1508, "眠": 1509, "醮": 1510, "懦": 1511, "環": 1512, "瞌": 1513, "扇": 1514, "羽": 1515, "」": 1516, "迷": 1517, "奀": 1518, "玩": 1519, "物": 1520, "飆": 1521, "帶": 1522, "w": 1523, "之": 1524, "狽": 1525, "鐘": 1526, "利": 1527, "適": 1528, "削": 1529, "賤": 1530, "治": 1531, "囚": 1532, "棍": 1533, "揮": 1534, "?": 1535, "氛": 1536, "控": 1537, "6": 1538, "席": 1539, "服": 1540, "嚡": 1541, "勻": 1542, "會": 1543, "委": 1544, "貓": 1545, "流": 1546, "日": 1547, "死": 1548, "肌": 1549, "揦": 1550, "坡": 1551, "捱": 1552, "淨": 1553, "紮": 1554, "涵": 1555, "笈": 1556, "兼": 1557, "啲": 1558, "案": 1559, "培": 1560, "示": 1561, "喉": 1562, "湧": 1563, "滑": 1564, "飯": 1565, "晉": 1566, "剛": 1567, "住": 1568, "佛": 1569, "嚟": 1570, "單": 1571, "妙": 1572, "合": 1573, "表": 1574, "雹": 1575, "夫": 1576, "修": 1577, "來": 1578, "掟": 1579, "予": 1580, "派": 1581, "吖": 1582, "乾": 1583, "盼": 1584, "辯": 1585, "全": 1586, "腫": 1587, "析": 1588, "社": 1589, "懇": 1590, "左": 1591, "森": 1592, "摹": 1593, "哽": 1594, "B": 1595, "葺": 1596, "T": 1597, "容": 1598, "禦": 1599, "悔": 1600, "寂": 1601, "泄": 1602, "迎": 1603, "邪": 1604, "辭": 1605, "祝": 1606, "黏": 1607, "譯": 1608, "融": 1609, "衰": 1610, "華": 1611, "遠": 1612, "穿": 1613, "史": 1614, "盡": 1615, "遁": 1616, "拜": 1617, "誡": 1618, "姨": 1619, "柳": 1620, "代": 1621, "裂": 1622, "瘋": 1623, "蒸": 1624, "脈": 1625, "冒": 1626, "盛": 1627, "埔": 1628, "眾": 1629, "狼": 1630, "宗": 1631, "腩": 1632, "企": 1633, "局": 1634, "幅": 1635, "爺": 1636, "嫩": 1637, "皺": 1638, "糕": 1639, "匯": 1640, "民": 1641, "逛": 1642, "別": 1643, "飾": 1644, "搏": 1645, "賂": 1646, "慎": 1647, "冊": 1648, "默": 1649, "攻": 1650, "隆": 1651, "咁": 1652, "𠺢": 1653, "止": 1654, "夢": 1655, "咓": 1656, "泳": 1657, "盒": 1658, "沾": 1659, "瞓": 1660, "鹹": 1661, "屆": 1662, "勞": 1663, "腦": 1664, "氣": 1665, "芝": 1666, "吟": 1667, "鈎": 1668, "!": 1669, "郁": 1670, "後": 1671, "貸": 1672, "舖": 1673, "術": 1674, "瑞": 1675, "族": 1676, "逐": 1677, "讀": 1678, "瓜": 1679, "恢": 1680, "知": 1681, "訊": 1682, "㖭": 1683, "廟": 1684, "「": 1685, "者": 1686, "仲": 1687, "靚": 1688, "按": 1689, "職": 1690, "飛": 1691, "圈": 1692, "搵": 1693, "冗": 1694, "蔗": 1695, "里": 1696, "漁": 1697, "梅": 1698, "客": 1699, "辣": 1700, "母": 1701, "嫲": 1702, "焰": 1703, "畀": 1704, "殽": 1705, "彈": 1706, "俐": 1707, "塑": 1708, "薰": 1709, "聰": 1710, "唯": 1711, "蔔": 1712, "僭": 1713, "依": 1714, "千": 1715, "笠": 1716, "蚣": 1717, "落": 1718, "油": 1719, "務": 1720, "兩": 1721, "荒": 1722, "主": 1723, "肆": 1724, "剽": 1725, "壁": 1726, "鬍": 1727, "徒": 1728, "言": 1729, "青": 1730, "滾": 1731, "擠": 1732, "圓": 1733, "噏": 1734, "儕": 1735, "搥": 1736, "比": 1737, "粵": 1738, "晒": 1739, "份": 1740, "獸": 1741, "降": 1742, "旗": 1743, "形": 1744, "貝": 1745, "致": 1746, "搬": 1747, "淚": 1748, "牀": 1749, "行": 1750, "凳": 1751, "胡": 1752, "獲": 1753, "為": 1754, "受": 1755, ")": 1756, "槽": 1757, "俠": 1758, "哋": 1759, "轉": 1760, "婆": 1761, "何": 1762, "錶": 1763, "重": 1764, "久": 1765, "賊": 1766, "嗜": 1767, "銜": 1768, "攬": 1769, "韌": 1770, "供": 1771, "發": 1772, "門": 1773, "伯": 1774, "拭": 1775, "隱": 1776, "約": 1777, "勤": 1778, "歌": 1779, "整": 1780, "臭": 1781, "4": 1782, "撑": 1783, "郊": 1784, "嘆": 1785, "勁": 1786, "歸": 1787, "均": 1788, "答": 1789, "餓": 1790, "伶": 1791, "蹤": 1792, "濃": 1793, "備": 1794, "烤": 1795, "蜜": 1796, "對": 1797, "甫": 1798, "惑": 1799, "餅": 1800, "錘": 1801, "耍": 1802, "R": 1803, "邀": 1804, "芬": 1805, "時": 1806, "闕": 1807, "諒": 1808, "哨": 1809, "枉": 1810, "壓": 1811, "廣": 1812, "滋": 1813, "鏡": 1814, "概": 1815, "緒": 1816, "儀": 1817, "扶": 1818, "介": 1819, "回": 1820, "嘉": 1821, "曾": 1822, "蒲": 1823, "承": 1824, "酸": 1825, "歎": 1826, "火": 1827, "理": 1828, "爛": 1829, "炬": 1830, "援": 1831, "裙": 1832, "近": 1833, "搞": 1834, "咀": 1835, "懵": 1836, "補": 1837, "b": 1838, "津": 1839, "放": 1840, "滯": 1841, "閂": 1842, "飢": 1843, "署": 1844, "濟": 1845, "劇": 1846, "渴": 1847, "護": 1848, "尤": 1849, "贊": 1850, "亮": 1851, "惠": 1852, "疤": 1853, "拙": 1854, "郵": 1855, "需": 1856, "躝": 1857, "權": 1858, "讚": 1859, "國": 1860, ":": 1861, "苦": 1862, "臃": 1863, "該": 1864, "短": 1865, "緩": 1866, "配": 1867, "鞋": 1868, "妻": 1869, "載": 1870, "珍": 1871, "水": 1872, "街": 1873, "吐": 1874, "船": 1875, "用": 1876, "入": 1877, "子": 1878, "兒": 1879, "哩": 1880, "雄": 1881, "湖": 1882, "內": 1883, "謠": 1884, "滄": 1885, "唳": 1886, "金": 1887, "臣": 1888, "革": 1889, "跣": 1890, "貢": 1891, "咗": 1892, "險": 1893, "酌": 1894, "鬼": 1895, "繁": 1896, "掉": 1897, "好": 1898, "追": 1899, "衫": 1900, "階": 1901, "嘈": 1902, "劈": 1903, "滂": 1904, "劏": 1905, "彩": 1906, "品": 1907, "鳥": 1908, "堆": 1909, "報": 1910, "裔": 1911, "抹": 1912, "幣": 1913, "苛": 1914, "薑": 1915, "吹": 1916, "玻": 1917, "酥": 1918, "素": 1919, "絲": 1920, "伏": 1921, "試": 1922, "撞": 1923, "?": 1924, "耳": 1925, "離": 1926, "菌": 1927, "憤": 1928, "況": 1929, "匙": 1930, "拘": 1931, "韞": 1932, "經": 1933, "啓": 1934, "駁": 1935, "忍": 1936, "兑": 1937, "暢": 1938, "監": 1939, "筒": 1940, "背": 1941, "豉": 1942, "疹": 1943, "濤": 1944, "訴": 1945, "順": 1946, "窒": 1947, "兆": 1948, "掖": 1949, "喜": 1950, "侵": 1951, "灣": 1952, "桃": 1953, "件": 1954, "》": 1955, "鷂": 1956, "僅": 1957, "薪": 1958, "屎": 1959, "喺": 1960, "障": 1961, "裁": 1962, "未": 1963, "懂": 1964, "峻": 1965, "卵": 1966, "鯭": 1967, "聽": 1968, "甸": 1969, "乜": 1970, "廂": 1971, "鳴": 1972, "急": 1973, "馴": 1974, "粥": 1975, "駛": 1976, "唉": 1977, "折": 1978, "灰": 1979, "完": 1980, "'": 1981, "竹": 1982, "奸": 1983, "農": 1984, "胃": 1985, ")": 1986, "直": 1987, "妓": 1988, "毛": 1989, "宇": 1990, "傅": 1991, "陸": 1992, "符": 1993, "熄": 1994, "疫": 1995, "壺": 1996, "過": 1997, "膝": 1998, "慣": 1999, "閣": 2000, "噃": 2001, "勾": 2002, "蓆": 2003, "呎": 2004, "淡": 2005, "歡": 2006, "窿": 2007, "位": 2008, "勛": 2009, "鋒": 2010, "芻": 2011, "毫": 2012, "璧": 2013, "憶": 2014, "向": 2015, "居": 2016, "爾": 2017, "冰": 2018, "聞": 2019, "輝": 2020, "爽": 2021, "嘍": 2022, "哎": 2023, "確": 2024, "翁": 2025, "寄": 2026, "填": 2027, "櫈": 2028, "搪": 2029, "故": 2030, "慢": 2031, "寇": 2032, "哭": 2033, "悲": 2034, "膽": 2035, "茄": 2036, "朋": 2037, "漏": 2038, "述": 2039, "屌": 2040, "惰": 2041, "s": 2042, "吞": 2043, "連": 2044, "間": 2045, "含": 2046, "慮": 2047, "j": 2048, "矮": 2049, "銷": 2050, "貴": 2051, "款": 2052, "台": 2053, "邦": 2054, "裕": 2055, "嗰": 2056, "觸": 2057, "斥": 2058, "由": 2059, "撳": 2060, "遇": 2061, "肺": 2062, "標": 2063, "囊": 2064, "花": 2065, "坐": 2066, "漆": 2067, "晴": 2068, "享": 2069, "分": 2070, "真": 2071, "笑": 2072, "右": 2073, "島": 2074, "添": 2075, "餵": 2076, "害": 2077, "壆": 2078, "S": 2079, "縮": 2080, "瑩": 2081, "於": 2082, "糟": 2083, "睡": 2084, "樣": 2085, "棺": 2086, "哈": 2087, "芯": 2088, "柔": 2089, "吓": 2090, "渙": 2091, "梗": 2092, "刑": 2093, "閪": 2094, "鎊": 2095, "裹": 2096, "限": 2097, "斑": 2098, "屙": 2099, "啩": 2100, "孫": 2101, "屢": 2102, "唧": 2103, "咋": 2104, "歪": 2105, "浸": 2106, "關": 2107, "茱": 2108, "假": 2109, "胎": 2110, "扳": 2111, "犀": 2112, "仰": 2113, "鬆": 2114, "額": 2115, "腮": 2116, "窩": 2117, "恬": 2118, "醬": 2119, "羊": 2120, "返": 2121, "引": 2122, "女": 2123, "養": 2124, "攤": 2125, "鋼": 2126, "獻": 2127, "韻": 2128, "括": 2129, "碩": 2130, "c": 2131, "皇": 2132, "丟": 2133, "便": 2134, "扻": 2135, "咿": 2136, "胖": 2137, "搓": 2138, "顯": 2139, "杞": 2140, "出": 2141, "摟": 2142, "又": 2143, "羅": 2144, "沛": 2145, "旋": 2146, "土": 2147, "航": 2148, "頒": 2149, "外": 2150, "禍": 2151, "抓": 2152, "堪": 2153, "舍": 2154, "批": 2155, "殮": 2156, "揣": 2157, "珠": 2158, "阱": 2159, "手": 2160, "夜": 2161, "埞": 2162, "鈍": 2163, "泛": 2164, "姊": 2165, "組": 2166, "投": 2167, "想": 2168, "伴": 2169, "草": 2170, "細": 2171, "浴": 2172, "艘": 2173, "偽": 2174, "柚": 2175, "迴": 2176, "康": 2177, "壽": 2178, "淺": 2179, "擴": 2180, "級": 2181, "鬧": 2182, "提": 2183, "丹": 2184, "厚": 2185, "篤": 2186, "庫": 2187, "噍": 2188, "積": 2189, "輪": 2190, "渾": 2191, "盾": 2192, "肥": 2193, "起": 2194, "今": 2195, "鹽": 2196, "亡": 2197, "眼": 2198, "應": 2199, "柄": 2200, "嚇": 2201, "籤": 2202, "揭": 2203, "面": 2204, "奉": 2205, "展": 2206, "昔": 2207, "擦": 2208, "極": 2209, "館": 2210, "技": 2211, "超": 2212, "喊": 2213, "厘": 2214, "李": 2215, "呀": 2216, "抵": 2217, "誕": 2218, "琢": 2219, "欣": 2220, "咕": 2221, "訪": 2222, "團": 2223, "餿": 2224, "亭": 2225, "慕": 2226, "五": 2227, "井": 2228, "烽": 2229, "東": 2230, "指": 2231, "旅": 2232, "脱": 2233, "羈": 2234, "扣": 2235, "敲": 2236, "I": 2237, "條": 2238, "吸": 2239, "壞": 2240, "漠": 2241, "喱": 2242, "賬": 2243, "琴": 2244, "愉": 2245, "后": 2246, "路": 2247, "淤": 2248, "芒": 2249, "繫": 2250, "蘑": 2251, "啞": 2252, "梳": 2253, "焫": 2254, "膚": 2255, "倫": 2256, "掘": 2257, "傍": 2258, "除": 2259, "棉": 2260, "貧": 2261, "尺": 2262, "診": 2263, "萬": 2264, "釘": 2265, "令": 2266, "拎": 2267, "譽": 2268, "核": 2269, "骨": 2270, "糖": 2271, "結": 2272, "噓": 2273, "纜": 2274, "蓋": 2275, "既": 2276, "衩": 2277, "誌": 2278, "𧕴": 2279, "陰": 2280, "簾": 2281, "籃": 2282, "寧": 2283, "藏": 2284, "陀": 2285, "苑": 2286, "頗": 2287, "庇": 2288, "古": 2289, "魂": 2290, "曬": 2291, "暴": 2292, "嘥": 2293, "攪": 2294, "痧": 2295, "飲": 2296, "恕": 2297, "迫": 2298, "際": 2299, "徇": 2300, "豔": 2301, "守": 2302, "目": 2303, "教": 2304, "淒": 2305, "佑": 2306, "閒": 2307, "竄": 2308, "頌": 2309, "敗": 2310, "臟": 2311, "描": 2312, "刻": 2313, "斧": 2314, "餞": 2315, "炮": 2316, "拿": 2317, "矢": 2318, "籟": 2319, "生": 2320, "烚": 2321, "斟": 2322, "廳": 2323, "德": 2324, "保": 2325, "榜": 2326, "以": 2327, "p": 2328, "異": 2329, "箍": 2330, "識": 2331, "鎖": 2332, "踪": 2333, "勵": 2334, "乏": 2335, "候": 2336, "其": 2337, "汐": 2338, "肉": 2339, "橡": 2340, "游": 2341, "慳": 2342, "戈": 2343, "鶻": 2344, "蕉": 2345, "停": 2346, "密": 2347, "域": 2348, "匪": 2349, "𣲷": 2350, "魔": 2351, "𡁻": 2352, "戰": 2353, "似": 2354, "而": 2355, "偵": 2356, "V": 2357, "咫": 2358, "遙": 2359, "隨": 2360, "球": 2361, "誤": 2362, "轟": 2363, "龕": 2364, "取": 2365, "礫": 2366, "𤶸": 2367, "溫": 2368, "部": 2369, "排": 2370, "寡": 2371, "奪": 2372, "蚯": 2373, "敦": 2374, "破": 2375, "鍾": 2376, "魄": 2377, "犯": 2378, "編": 2379, "紡": 2380, "獎": 2381, "半": 2382, "蚓": 2383, "刷": 2384, "曹": 2385, "年": 2386, "債": 2387, "岸": 2388, "望": 2389, "失": 2390, "璃": 2391, "膉": 2392, "玉": 2393, "聚": 2394, "暗": 2395, "父": 2396, "靠": 2397, "須": 2398, "閘": 2399, "睹": 2400, "福": 2401, "稍": 2402, "拋": 2403, "種": 2404, "避": 2405, "定": 2406, "價": 2407, "買": 2408, "拔": 2409, "煩": 2410, "憐": 2411, "豐": 2412, "媽": 2413, "聖": 2414, "視": 2415, "熨": 2416, "廝": 2417, "步": 2418, "忌": 2419, "o": 2420, "《": 2421, "即": 2422, "薯": 2423, "敬": 2424, "啃": 2425, "襟": 2426, "京": 2427, "踐": 2428, "幫": 2429, "設": 2430, "議": 2431, "説": 2432, "奏": 2433, "拾": 2434, "恩": 2435, "膩": 2436, "冚": 2437, "逃": 2438, "齣": 2439, "蝶": 2440, "錄": 2441, "源": 2442, "嘔": 2443, "乘": 2444, "褲": 2445, "銀": 2446, "霍": 2447, "徹": 2448, "太": 2449, "幸": 2450, "北": 2451, "乳": 2452, "府": 2453, "繳": 2454, "從": 2455, "高": 2456, "錢": 2457, "端": 2458, "悠": 2459, "屍": 2460, "滴": 2461, "咖": 2462, "岔": 2463, "斬": 2464, "濾": 2465, "樂": 2466, "儒": 2467, "進": 2468, "勿": 2469, "吊": 2470, "亞": 2471, "阻": 2472, "禱": 2473, "葩": 2474, "厲": 2475, "器": 2476, "美": 2477, "煤": 2478, "鬥": 2479, "村": 2480, "雅": 2481, "𦧲": 2482, "疏": 2483, "武": 2484, "耿": 2485, "悖": 2486, "刊": 2487, "螢": 2488, "(": 2489, "支": 2490, "簽": 2491, "証": 2492, "湛": 2493, "塞": 2494, "傢": 2495, "購": 2496, "類": 2497, "吏": 2498, "糍": 2499, "誠": 2500, "幼": 2501, "點": 2502, "慾": 2503, "㷫": 2504, "鍛": 2505, "娛": 2506, "趻": 2507, "災": 2508, "窗": 2509, "貨": 2510, "揼": 2511, "山": 2512, "秒": 2513, "耐": 2514, "叔": 2515, "甩": 2516, "譬": 2517, "浩": 2518, "偷": 2519, "靈": 2520, "檯": 2521, "沙": 2522, "擊": 2523, "個": 2524, "新": 2525, "頭": 2526, "9": 2527, "揈": 2528, "框": 2529, "疇": 2530, "麗": 2531, "熱": 2532, "辨": 2533, "機": 2534, "海": 2535, "安": 2536, "威": 2537, "號": 2538, "復": 2539, "拆": 2540, "竊": 2541, "斗": 2542, "插": 2543, "託": 2544, "般": 2545, "因": 2546, "先": 2547, "蝕": 2548, "荃": 2549, "孺": 2550, "始": 2551, "智": 2552, "夾": 2553, "哂": 2554, "恒": 2555, "頸": 2556, "播": 2557, "命": 2558, "惡": 2559, "殺": 2560, "更": 2561, "弊": 2562, "俬": 2563, "撇": 2564, "撥": 2565, "屯": 2566, "蘭": 2567, "艦": 2568, "拼": 2569, "鶴": 2570, "恐": 2571, "調": 2572, "腸": 2573, "白": 2574, "碼": 2575, "倚": 2576, "呵": 2577, "唆": 2578, "納": 2579, "畫": 2580, "甘": 2581, "騙": 2582, "正": 2583, "涼": 2584, "夭": 2585, "閃": 2586, "醜": 2587, "周": 2588, "節": 2589, "罅": 2590, "杜": 2591, "錫": 2592, "漂": 2593, "毀": 2594, "棵": 2595, "謀": 2596, "各": 2597, "D": 2598, "戒": 2599, "加": 2600, "上": 2601, "癌": 2602, "賜": 2603, "升": 2604, "天": 2605, "封": 2606, "C": 2607, "春": 2608, "建": 2609, "倍": 2610, "霜": 2611, "抗": 2612, "嚹": 2613, "玫": 2614, "溢": 2615, "顛": 2616, "邁": 2617, "嫖": 2618, "去": 2619, "閲": 2620, "將": 2621, "恥": 2622, "襪": 2623, "鬱": 2624, "遐": 2625, "移": 2626, "話": 2627, "丸": 2628, "爭": 2629, "叉": 2630, "伐": 2631, "K": 2632, "銅": 2633, "獨": 2634, "蛋": 2635, "開": 2636, "盲": 2637, "罪": 2638, "潔": 2639, "撒": 2640, "牛": 2641, "怖": 2642, "埋": 2643, "考": 2644, "次": 2645, "綽": 2646, "籠": 2647, "嗱": 2648, "同": 2649, "契": 2650, "歧": 2651, "奴": 2652, "遵": 2653, "廁": 2654, "咪": 2655, "飽": 2656, "映": 2657, "奧": 2658, "第": 2659, "促": 2660, "呼": 2661, "希": 2662, "翅": 2663, "變": 2664, "你": 2665, "煲": 2666, "池": 2667, "嗎": 2668, "講": 2669, "九": 2670, "印": 2671, "晰": 2672, "l": 2673, "温": 2674, "決": 2675, "托": 2676, "婦": 2677, "撰": 2678, "潦": 2679, "e": 2680, "搾": 2681, "荊": 2682, "名": 2683, "箱": 2684, "盃": 2685, "擁": 2686, "嘗": 2687, "遣": 2688, "湯": 2689, "勸": 2690, "昌": 2691, "要": 2692, "區": 2693, "遺": 2694, "蛙": 2695, "耀": 2696, "y": 2697, "鏢": 2698, "廈": 2699, "係": 2700, "俊": 2701, "心": 2702, "練": 2703, "棋": 2704, "至": 2705, "尼": 2706, "娩": 2707, "座": 2708, "界": 2709, "洶": 2710, "拍": 2711, "洪": 2712, "朱": 2713, "和": 2714, "昇": 2715, "律": 2716, "激": 2717, "蜈": 2718, "優": 2719, "撻": 2720, "在": 2721, "擔": 2722, "菖": 2723, "法": 2724, "詞": 2725, "鎚": 2726, "末": 2727, "臌": 2728, "情": 2729, "最": 2730, "瀉": 2731, "黑": 2732, "材": 2733, "舉": 2734, "摘": 2735, "帆": 2736, "囂": 2737, "樓": 2738, "罩": 2739, "擘": 2740, "%": 2741, "替": 2742, "雨": 2743, "蒙": 2744, "克": 2745, "焯": 2746, "圖": 2747, "聲": 2748, "快": 2749, "獅": 2750, "憲": 2751, "忙": 2752, "堂": 2753, "損": 2754, "圳": 2755, "梨": 2756, "兜": 2757, "著": 2758, "絡": 2759, "注": 2760, "燈": 2761, "竅": 2762, "象": 2763, "媒": 2764, "隊": 2765, "敢": 2766, "卑": 2767, "腳": 2768, "凌": 2769, "較": 2770, "逼": 2771, "痛": 2772, "此": 2773, "遏": 2774, "歷": 2775, "統": 2776, "運": 2777, "撼": 2778, "寞": 2779, "恰": 2780, "踭": 2781, "必": 2782, "鴿": 2783, "u": 2784, "仔": 2785, "叫": 2786, "另": 2787, "擇": 2788, "謬": 2789, "謙": 2790, "冧": 2791, "磅": 2792, "彌": 2793}
dataset/0.jpg ADDED

Git LFS Details

  • SHA256: e8c997c0adaeb45543d0358a6df75521205f1d7b963cdddcdd52e2116086b1f6
  • Pointer size: 130 Bytes
  • Size of remote file: 11.5 kB
dataset/0.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfcbbb219389def45c74257011cb28f8c47d57e3b7fb39254ddaf83b16054d40
3
+ size 3
dataset/1.jpg ADDED

Git LFS Details

  • SHA256: 69a855bbe1473985f4a9940b3a7f0a373997b0371f0be66b0966a62f041a89aa
  • Pointer size: 129 Bytes
  • Size of remote file: 8.46 kB
dataset/1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bcbeb774aed5fd719e78524cf5d5fcc9e5a4f395838be17309f1166cb321ccd
3
+ size 6