Amit5674 commited on
Commit
58ec004
·
verified ·
1 Parent(s): 19cfc0c

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ checkpoint-1000/vocab.txt filter=lfs diff=lfs merge=lfs -text
37
+ vocab.txt filter=lfs diff=lfs merge=lfs -text
all_results.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 0.9992323719706108,
3
+ "eval_accuracy": 0.9584635998213488,
4
+ "eval_f1": 0.951232302045097,
5
+ "eval_loss": 0.1738564521074295,
6
+ "eval_precision": 0.9245667686034659,
7
+ "eval_recall": 0.9794816414686826,
8
+ "eval_runtime": 479.0909,
9
+ "eval_samples": 2239,
10
+ "eval_samples_per_second": 4.673,
11
+ "eval_steps_per_second": 0.584,
12
+ "predict_accuracy": 0.9664153529814942,
13
+ "predict_f1": 0.9602272727272727,
14
+ "predict_loss": 0.1469365507364273,
15
+ "predict_precision": 0.949438202247191,
16
+ "predict_recall": 0.9712643678160919,
17
+ "predict_runtime": 625.2009,
18
+ "predict_samples": 2918,
19
+ "predict_samples_per_second": 4.667,
20
+ "predict_steps_per_second": 0.584,
21
+ "total_flos": 1.186312889546834e+17,
22
+ "train_loss": 0.3326558042530222,
23
+ "train_runtime": 10607.6074,
24
+ "train_samples": 18238,
25
+ "train_samples_per_second": 1.719,
26
+ "train_steps_per_second": 0.107
27
+ }
checkpoint-1000/config.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dicta-il/neodictabert",
3
+ "architectures": [
4
+ "NeoBERTForSequenceClassification"
5
+ ],
6
+ "auto_map": {
7
+ "AutoConfig": "dicta-il/neodictabert--modeling_neobert.NeoBERTConfig",
8
+ "AutoModel": "dicta-il/neodictabert--modeling_neobert.NeoBERT",
9
+ "AutoModelForMaskedLM": "dicta-il/neodictabert--modeling_neobert.NeoBERTLMHead",
10
+ "AutoModelForQuestionAnswering": "dicta-il/neodictabert--modeling_neobert.NeoBERTForQuestionAnswering",
11
+ "AutoModelForSequenceClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForSequenceClassification",
12
+ "AutoModelForTokenClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForTokenClassification"
13
+ },
14
+ "decoder_init_range": 0.02,
15
+ "dim_head": 64,
16
+ "embedding_init_range": 0.02,
17
+ "encoder_init_range": 0.02,
18
+ "hidden_size": 768,
19
+ "intermediate_size": 3072,
20
+ "kwargs": {
21
+ "_commit_hash": "9052b2e47fe3e615931563bb2a74b26df6e028a3",
22
+ "architectures": [
23
+ "NeoBERTLMHead"
24
+ ],
25
+ "attn_implementation": null,
26
+ "auto_map": {
27
+ "AutoConfig": "dicta-il/neodictabert--modeling_neobert.NeoBERTConfig",
28
+ "AutoModel": "dicta-il/neodictabert--modeling_neobert.NeoBERT",
29
+ "AutoModelForMaskedLM": "dicta-il/neodictabert--modeling_neobert.NeoBERTLMHead",
30
+ "AutoModelForQuestionAnswering": "dicta-il/neodictabert--modeling_neobert.NeoBERTForQuestionAnswering",
31
+ "AutoModelForSequenceClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForSequenceClassification",
32
+ "AutoModelForTokenClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForTokenClassification"
33
+ },
34
+ "decoder_init_range": 0.02,
35
+ "dim_head": 64,
36
+ "kwargs": {
37
+ "decoder_init_range": 0.02
38
+ },
39
+ "model_type": "neobert",
40
+ "torch_dtype": "bfloat16",
41
+ "transformers_version": "4.53.0"
42
+ },
43
+ "max_length": 4096,
44
+ "model_type": "neobert",
45
+ "norm_eps": 1e-06,
46
+ "num_attention_heads": 12,
47
+ "num_hidden_layers": 28,
48
+ "pad_token_id": 3,
49
+ "problem_type": "single_label_classification",
50
+ "torch_dtype": "float32",
51
+ "transformers_version": "4.49.0",
52
+ "vocab_size": 128000
53
+ }
checkpoint-1000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c48f719aedf4303e6b088c56088478f6cf67daa61d3e8d79f907879a5cb8b7a
3
+ size 1452744296
checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f773cd1d07f157cde822cf9f06c0024171889d1b5295c427f3e00eada847cd91
3
+ size 2905594874
checkpoint-1000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92faec803dd4f5259703bdd64c76bab5a508bab7766debc8be2d97953aa53bd5
3
+ size 14244
checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a942120c04e42140c88a35da3fe7ca017364873a3375df8143e0465c0721aba
3
+ size 1064
checkpoint-1000/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "[CLS]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "[SEP]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "[MASK]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "[PAD]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "[SEP]",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
checkpoint-1000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-1000/tokenizer_config.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[UNK]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[PAD]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "5": {
44
+ "content": "[BLANK]",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ }
51
+ },
52
+ "bos_token": "[CLS]",
53
+ "clean_up_tokenization_spaces": true,
54
+ "cls_token": "[CLS]",
55
+ "do_lower_case": false,
56
+ "eos_token": "[SEP]",
57
+ "extra_special_tokens": {},
58
+ "mask_token": "[MASK]",
59
+ "model_max_length": 4096,
60
+ "pad_token": "[PAD]",
61
+ "sep_token": "[SEP]",
62
+ "strip_accents": null,
63
+ "tokenize_chinese_chars": true,
64
+ "tokenizer_class": "BertTokenizer",
65
+ "unk_token": "[UNK]"
66
+ }
checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,757 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.951232302045097,
3
+ "best_model_checkpoint": "/home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225/checkpoint-1000",
4
+ "epoch": 0.8772891764447857,
5
+ "eval_steps": 500,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.008772891764447855,
13
+ "grad_norm": 18.548049926757812,
14
+ "learning_rate": 4.0000000000000003e-07,
15
+ "loss": 0.712,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.01754578352889571,
20
+ "grad_norm": 27.947410583496094,
21
+ "learning_rate": 8.000000000000001e-07,
22
+ "loss": 0.7286,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 0.026318675293343568,
27
+ "grad_norm": 15.611265182495117,
28
+ "learning_rate": 1.2000000000000002e-06,
29
+ "loss": 0.6691,
30
+ "step": 30
31
+ },
32
+ {
33
+ "epoch": 0.03509156705779142,
34
+ "grad_norm": 14.706952095031738,
35
+ "learning_rate": 1.6000000000000001e-06,
36
+ "loss": 0.6678,
37
+ "step": 40
38
+ },
39
+ {
40
+ "epoch": 0.04386445882223928,
41
+ "grad_norm": 20.6095027923584,
42
+ "learning_rate": 2.0000000000000003e-06,
43
+ "loss": 0.6755,
44
+ "step": 50
45
+ },
46
+ {
47
+ "epoch": 0.052637350586687136,
48
+ "grad_norm": 15.785083770751953,
49
+ "learning_rate": 2.4000000000000003e-06,
50
+ "loss": 0.6245,
51
+ "step": 60
52
+ },
53
+ {
54
+ "epoch": 0.06141024235113499,
55
+ "grad_norm": 16.40140724182129,
56
+ "learning_rate": 2.8000000000000003e-06,
57
+ "loss": 0.6065,
58
+ "step": 70
59
+ },
60
+ {
61
+ "epoch": 0.07018313411558284,
62
+ "grad_norm": 16.08489990234375,
63
+ "learning_rate": 3.2000000000000003e-06,
64
+ "loss": 0.5906,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 0.0789560258800307,
69
+ "grad_norm": 10.633989334106445,
70
+ "learning_rate": 3.6000000000000003e-06,
71
+ "loss": 0.5696,
72
+ "step": 90
73
+ },
74
+ {
75
+ "epoch": 0.08772891764447856,
76
+ "grad_norm": 13.910264015197754,
77
+ "learning_rate": 4.000000000000001e-06,
78
+ "loss": 0.5952,
79
+ "step": 100
80
+ },
81
+ {
82
+ "epoch": 0.09650180940892641,
83
+ "grad_norm": 16.332483291625977,
84
+ "learning_rate": 4.4e-06,
85
+ "loss": 0.5808,
86
+ "step": 110
87
+ },
88
+ {
89
+ "epoch": 0.10527470117337427,
90
+ "grad_norm": 12.419142723083496,
91
+ "learning_rate": 4.800000000000001e-06,
92
+ "loss": 0.564,
93
+ "step": 120
94
+ },
95
+ {
96
+ "epoch": 0.11404759293782213,
97
+ "grad_norm": 14.58597183227539,
98
+ "learning_rate": 5.2e-06,
99
+ "loss": 0.6409,
100
+ "step": 130
101
+ },
102
+ {
103
+ "epoch": 0.12282048470226999,
104
+ "grad_norm": 9.651647567749023,
105
+ "learning_rate": 5.600000000000001e-06,
106
+ "loss": 0.5049,
107
+ "step": 140
108
+ },
109
+ {
110
+ "epoch": 0.13159337646671784,
111
+ "grad_norm": 23.112552642822266,
112
+ "learning_rate": 6e-06,
113
+ "loss": 0.6125,
114
+ "step": 150
115
+ },
116
+ {
117
+ "epoch": 0.1403662682311657,
118
+ "grad_norm": 14.535902976989746,
119
+ "learning_rate": 6.4000000000000006e-06,
120
+ "loss": 0.5401,
121
+ "step": 160
122
+ },
123
+ {
124
+ "epoch": 0.14913915999561356,
125
+ "grad_norm": 19.689529418945312,
126
+ "learning_rate": 6.800000000000001e-06,
127
+ "loss": 0.5239,
128
+ "step": 170
129
+ },
130
+ {
131
+ "epoch": 0.1579120517600614,
132
+ "grad_norm": 27.909992218017578,
133
+ "learning_rate": 7.2000000000000005e-06,
134
+ "loss": 0.5906,
135
+ "step": 180
136
+ },
137
+ {
138
+ "epoch": 0.16668494352450927,
139
+ "grad_norm": 10.908613204956055,
140
+ "learning_rate": 7.600000000000001e-06,
141
+ "loss": 0.5276,
142
+ "step": 190
143
+ },
144
+ {
145
+ "epoch": 0.17545783528895711,
146
+ "grad_norm": 11.81062126159668,
147
+ "learning_rate": 8.000000000000001e-06,
148
+ "loss": 0.5355,
149
+ "step": 200
150
+ },
151
+ {
152
+ "epoch": 0.18423072705340499,
153
+ "grad_norm": 16.26637077331543,
154
+ "learning_rate": 8.400000000000001e-06,
155
+ "loss": 0.5265,
156
+ "step": 210
157
+ },
158
+ {
159
+ "epoch": 0.19300361881785283,
160
+ "grad_norm": 9.670770645141602,
161
+ "learning_rate": 8.8e-06,
162
+ "loss": 0.5206,
163
+ "step": 220
164
+ },
165
+ {
166
+ "epoch": 0.2017765105823007,
167
+ "grad_norm": 14.58901309967041,
168
+ "learning_rate": 9.200000000000002e-06,
169
+ "loss": 0.5791,
170
+ "step": 230
171
+ },
172
+ {
173
+ "epoch": 0.21054940234674854,
174
+ "grad_norm": 8.426600456237793,
175
+ "learning_rate": 9.600000000000001e-06,
176
+ "loss": 0.5681,
177
+ "step": 240
178
+ },
179
+ {
180
+ "epoch": 0.21932229411119641,
181
+ "grad_norm": 10.079155921936035,
182
+ "learning_rate": 1e-05,
183
+ "loss": 0.6321,
184
+ "step": 250
185
+ },
186
+ {
187
+ "epoch": 0.22809518587564426,
188
+ "grad_norm": 11.706363677978516,
189
+ "learning_rate": 1.04e-05,
190
+ "loss": 0.5798,
191
+ "step": 260
192
+ },
193
+ {
194
+ "epoch": 0.23686807764009213,
195
+ "grad_norm": 17.979509353637695,
196
+ "learning_rate": 1.0800000000000002e-05,
197
+ "loss": 0.5672,
198
+ "step": 270
199
+ },
200
+ {
201
+ "epoch": 0.24564096940453997,
202
+ "grad_norm": 10.209049224853516,
203
+ "learning_rate": 1.1200000000000001e-05,
204
+ "loss": 0.4833,
205
+ "step": 280
206
+ },
207
+ {
208
+ "epoch": 0.25441386116898784,
209
+ "grad_norm": 15.83713150024414,
210
+ "learning_rate": 1.16e-05,
211
+ "loss": 0.5465,
212
+ "step": 290
213
+ },
214
+ {
215
+ "epoch": 0.2631867529334357,
216
+ "grad_norm": 14.48042106628418,
217
+ "learning_rate": 1.2e-05,
218
+ "loss": 0.5025,
219
+ "step": 300
220
+ },
221
+ {
222
+ "epoch": 0.27195964469788353,
223
+ "grad_norm": 14.64489459991455,
224
+ "learning_rate": 1.2400000000000002e-05,
225
+ "loss": 0.4883,
226
+ "step": 310
227
+ },
228
+ {
229
+ "epoch": 0.2807325364623314,
230
+ "grad_norm": 19.78868865966797,
231
+ "learning_rate": 1.2800000000000001e-05,
232
+ "loss": 0.5079,
233
+ "step": 320
234
+ },
235
+ {
236
+ "epoch": 0.28950542822677927,
237
+ "grad_norm": 11.523838996887207,
238
+ "learning_rate": 1.3200000000000002e-05,
239
+ "loss": 0.5315,
240
+ "step": 330
241
+ },
242
+ {
243
+ "epoch": 0.2982783199912271,
244
+ "grad_norm": 7.584911346435547,
245
+ "learning_rate": 1.3600000000000002e-05,
246
+ "loss": 0.5383,
247
+ "step": 340
248
+ },
249
+ {
250
+ "epoch": 0.30705121175567496,
251
+ "grad_norm": 10.454729080200195,
252
+ "learning_rate": 1.4e-05,
253
+ "loss": 0.6835,
254
+ "step": 350
255
+ },
256
+ {
257
+ "epoch": 0.3158241035201228,
258
+ "grad_norm": 10.022806167602539,
259
+ "learning_rate": 1.4400000000000001e-05,
260
+ "loss": 0.625,
261
+ "step": 360
262
+ },
263
+ {
264
+ "epoch": 0.3245969952845707,
265
+ "grad_norm": 7.622408866882324,
266
+ "learning_rate": 1.48e-05,
267
+ "loss": 0.6109,
268
+ "step": 370
269
+ },
270
+ {
271
+ "epoch": 0.33336988704901854,
272
+ "grad_norm": 6.975420951843262,
273
+ "learning_rate": 1.5200000000000002e-05,
274
+ "loss": 0.5333,
275
+ "step": 380
276
+ },
277
+ {
278
+ "epoch": 0.3421427788134664,
279
+ "grad_norm": 10.684267044067383,
280
+ "learning_rate": 1.5600000000000003e-05,
281
+ "loss": 0.4575,
282
+ "step": 390
283
+ },
284
+ {
285
+ "epoch": 0.35091567057791423,
286
+ "grad_norm": 13.571067810058594,
287
+ "learning_rate": 1.6000000000000003e-05,
288
+ "loss": 0.5544,
289
+ "step": 400
290
+ },
291
+ {
292
+ "epoch": 0.35968856234236213,
293
+ "grad_norm": 7.205085277557373,
294
+ "learning_rate": 1.64e-05,
295
+ "loss": 0.6155,
296
+ "step": 410
297
+ },
298
+ {
299
+ "epoch": 0.36846145410680997,
300
+ "grad_norm": 13.097399711608887,
301
+ "learning_rate": 1.6800000000000002e-05,
302
+ "loss": 0.5048,
303
+ "step": 420
304
+ },
305
+ {
306
+ "epoch": 0.3772343458712578,
307
+ "grad_norm": 16.442916870117188,
308
+ "learning_rate": 1.72e-05,
309
+ "loss": 0.4976,
310
+ "step": 430
311
+ },
312
+ {
313
+ "epoch": 0.38600723763570566,
314
+ "grad_norm": 6.001971244812012,
315
+ "learning_rate": 1.76e-05,
316
+ "loss": 0.4145,
317
+ "step": 440
318
+ },
319
+ {
320
+ "epoch": 0.3947801294001535,
321
+ "grad_norm": 2.986736297607422,
322
+ "learning_rate": 1.8e-05,
323
+ "loss": 0.5126,
324
+ "step": 450
325
+ },
326
+ {
327
+ "epoch": 0.4035530211646014,
328
+ "grad_norm": 9.169132232666016,
329
+ "learning_rate": 1.8400000000000003e-05,
330
+ "loss": 0.5626,
331
+ "step": 460
332
+ },
333
+ {
334
+ "epoch": 0.41232591292904924,
335
+ "grad_norm": 29.881427764892578,
336
+ "learning_rate": 1.88e-05,
337
+ "loss": 0.5039,
338
+ "step": 470
339
+ },
340
+ {
341
+ "epoch": 0.4210988046934971,
342
+ "grad_norm": 14.136128425598145,
343
+ "learning_rate": 1.9200000000000003e-05,
344
+ "loss": 0.4363,
345
+ "step": 480
346
+ },
347
+ {
348
+ "epoch": 0.42987169645794493,
349
+ "grad_norm": 10.021966934204102,
350
+ "learning_rate": 1.9600000000000002e-05,
351
+ "loss": 0.4673,
352
+ "step": 490
353
+ },
354
+ {
355
+ "epoch": 0.43864458822239283,
356
+ "grad_norm": 14.060495376586914,
357
+ "learning_rate": 2e-05,
358
+ "loss": 0.3646,
359
+ "step": 500
360
+ },
361
+ {
362
+ "epoch": 0.43864458822239283,
363
+ "eval_accuracy": 0.8244752121482805,
364
+ "eval_f1": 0.77834179357022,
365
+ "eval_loss": 0.4058316648006439,
366
+ "eval_precision": 0.8146399055489965,
367
+ "eval_recall": 0.7451403887688985,
368
+ "eval_runtime": 561.5176,
369
+ "eval_samples_per_second": 3.987,
370
+ "eval_steps_per_second": 0.499,
371
+ "step": 500
372
+ },
373
+ {
374
+ "epoch": 0.44741747998684067,
375
+ "grad_norm": 60.427162170410156,
376
+ "learning_rate": 1.968701095461659e-05,
377
+ "loss": 0.5038,
378
+ "step": 510
379
+ },
380
+ {
381
+ "epoch": 0.4561903717512885,
382
+ "grad_norm": 10.006261825561523,
383
+ "learning_rate": 1.9374021909233177e-05,
384
+ "loss": 0.4059,
385
+ "step": 520
386
+ },
387
+ {
388
+ "epoch": 0.46496326351573636,
389
+ "grad_norm": 7.567866802215576,
390
+ "learning_rate": 1.9061032863849767e-05,
391
+ "loss": 0.4314,
392
+ "step": 530
393
+ },
394
+ {
395
+ "epoch": 0.47373615528018426,
396
+ "grad_norm": 12.703323364257812,
397
+ "learning_rate": 1.8748043818466356e-05,
398
+ "loss": 0.2459,
399
+ "step": 540
400
+ },
401
+ {
402
+ "epoch": 0.4825090470446321,
403
+ "grad_norm": 3.947957754135132,
404
+ "learning_rate": 1.8435054773082942e-05,
405
+ "loss": 0.1668,
406
+ "step": 550
407
+ },
408
+ {
409
+ "epoch": 0.49128193880907994,
410
+ "grad_norm": 9.213306427001953,
411
+ "learning_rate": 1.8122065727699532e-05,
412
+ "loss": 0.2323,
413
+ "step": 560
414
+ },
415
+ {
416
+ "epoch": 0.5000548305735278,
417
+ "grad_norm": 0.25514841079711914,
418
+ "learning_rate": 1.780907668231612e-05,
419
+ "loss": 0.1923,
420
+ "step": 570
421
+ },
422
+ {
423
+ "epoch": 0.5088277223379757,
424
+ "grad_norm": 50.12841796875,
425
+ "learning_rate": 1.7496087636932707e-05,
426
+ "loss": 0.4251,
427
+ "step": 580
428
+ },
429
+ {
430
+ "epoch": 0.5176006141024235,
431
+ "grad_norm": 6.860497951507568,
432
+ "learning_rate": 1.7183098591549297e-05,
433
+ "loss": 0.3019,
434
+ "step": 590
435
+ },
436
+ {
437
+ "epoch": 0.5263735058668714,
438
+ "grad_norm": 19.863380432128906,
439
+ "learning_rate": 1.6870109546165886e-05,
440
+ "loss": 0.1773,
441
+ "step": 600
442
+ },
443
+ {
444
+ "epoch": 0.5351463976313192,
445
+ "grad_norm": 0.8949945569038391,
446
+ "learning_rate": 1.6557120500782473e-05,
447
+ "loss": 0.1894,
448
+ "step": 610
449
+ },
450
+ {
451
+ "epoch": 0.5439192893957671,
452
+ "grad_norm": 17.815959930419922,
453
+ "learning_rate": 1.6244131455399062e-05,
454
+ "loss": 0.2715,
455
+ "step": 620
456
+ },
457
+ {
458
+ "epoch": 0.5526921811602149,
459
+ "grad_norm": 12.630502700805664,
460
+ "learning_rate": 1.5931142410015648e-05,
461
+ "loss": 0.0829,
462
+ "step": 630
463
+ },
464
+ {
465
+ "epoch": 0.5614650729246627,
466
+ "grad_norm": 10.575263977050781,
467
+ "learning_rate": 1.5618153364632238e-05,
468
+ "loss": 0.1798,
469
+ "step": 640
470
+ },
471
+ {
472
+ "epoch": 0.5702379646891107,
473
+ "grad_norm": 18.799726486206055,
474
+ "learning_rate": 1.5305164319248827e-05,
475
+ "loss": 0.2497,
476
+ "step": 650
477
+ },
478
+ {
479
+ "epoch": 0.5790108564535585,
480
+ "grad_norm": 0.6230038404464722,
481
+ "learning_rate": 1.4992175273865417e-05,
482
+ "loss": 0.1408,
483
+ "step": 660
484
+ },
485
+ {
486
+ "epoch": 0.5877837482180064,
487
+ "grad_norm": 0.14638830721378326,
488
+ "learning_rate": 1.4679186228482005e-05,
489
+ "loss": 0.2073,
490
+ "step": 670
491
+ },
492
+ {
493
+ "epoch": 0.5965566399824542,
494
+ "grad_norm": 11.391288757324219,
495
+ "learning_rate": 1.4366197183098594e-05,
496
+ "loss": 0.2668,
497
+ "step": 680
498
+ },
499
+ {
500
+ "epoch": 0.6053295317469021,
501
+ "grad_norm": 21.246145248413086,
502
+ "learning_rate": 1.4053208137715182e-05,
503
+ "loss": 0.157,
504
+ "step": 690
505
+ },
506
+ {
507
+ "epoch": 0.6141024235113499,
508
+ "grad_norm": 9.763635635375977,
509
+ "learning_rate": 1.374021909233177e-05,
510
+ "loss": 0.2703,
511
+ "step": 700
512
+ },
513
+ {
514
+ "epoch": 0.6228753152757978,
515
+ "grad_norm": 5.701905727386475,
516
+ "learning_rate": 1.342723004694836e-05,
517
+ "loss": 0.1502,
518
+ "step": 710
519
+ },
520
+ {
521
+ "epoch": 0.6316482070402456,
522
+ "grad_norm": 15.160579681396484,
523
+ "learning_rate": 1.3114241001564947e-05,
524
+ "loss": 0.1193,
525
+ "step": 720
526
+ },
527
+ {
528
+ "epoch": 0.6404210988046934,
529
+ "grad_norm": 0.9100450873374939,
530
+ "learning_rate": 1.2801251956181535e-05,
531
+ "loss": 0.1526,
532
+ "step": 730
533
+ },
534
+ {
535
+ "epoch": 0.6491939905691414,
536
+ "grad_norm": 1.2482988834381104,
537
+ "learning_rate": 1.2488262910798124e-05,
538
+ "loss": 0.0877,
539
+ "step": 740
540
+ },
541
+ {
542
+ "epoch": 0.6579668823335892,
543
+ "grad_norm": 33.362972259521484,
544
+ "learning_rate": 1.2175273865414712e-05,
545
+ "loss": 0.2326,
546
+ "step": 750
547
+ },
548
+ {
549
+ "epoch": 0.6667397740980371,
550
+ "grad_norm": 18.053966522216797,
551
+ "learning_rate": 1.18622848200313e-05,
552
+ "loss": 0.1339,
553
+ "step": 760
554
+ },
555
+ {
556
+ "epoch": 0.6755126658624849,
557
+ "grad_norm": 0.13135869801044464,
558
+ "learning_rate": 1.1549295774647888e-05,
559
+ "loss": 0.111,
560
+ "step": 770
561
+ },
562
+ {
563
+ "epoch": 0.6842855576269328,
564
+ "grad_norm": 0.08466053754091263,
565
+ "learning_rate": 1.1236306729264477e-05,
566
+ "loss": 0.1719,
567
+ "step": 780
568
+ },
569
+ {
570
+ "epoch": 0.6930584493913806,
571
+ "grad_norm": 10.705062866210938,
572
+ "learning_rate": 1.0923317683881065e-05,
573
+ "loss": 0.271,
574
+ "step": 790
575
+ },
576
+ {
577
+ "epoch": 0.7018313411558285,
578
+ "grad_norm": 21.25899314880371,
579
+ "learning_rate": 1.0610328638497653e-05,
580
+ "loss": 0.0995,
581
+ "step": 800
582
+ },
583
+ {
584
+ "epoch": 0.7106042329202763,
585
+ "grad_norm": 4.999286651611328,
586
+ "learning_rate": 1.0297339593114242e-05,
587
+ "loss": 0.0837,
588
+ "step": 810
589
+ },
590
+ {
591
+ "epoch": 0.7193771246847243,
592
+ "grad_norm": 8.578291893005371,
593
+ "learning_rate": 9.98435054773083e-06,
594
+ "loss": 0.1303,
595
+ "step": 820
596
+ },
597
+ {
598
+ "epoch": 0.7281500164491721,
599
+ "grad_norm": 14.489535331726074,
600
+ "learning_rate": 9.671361502347418e-06,
601
+ "loss": 0.0931,
602
+ "step": 830
603
+ },
604
+ {
605
+ "epoch": 0.7369229082136199,
606
+ "grad_norm": 0.21449220180511475,
607
+ "learning_rate": 9.358372456964007e-06,
608
+ "loss": 0.151,
609
+ "step": 840
610
+ },
611
+ {
612
+ "epoch": 0.7456957999780678,
613
+ "grad_norm": 6.524932384490967,
614
+ "learning_rate": 9.045383411580595e-06,
615
+ "loss": 0.0509,
616
+ "step": 850
617
+ },
618
+ {
619
+ "epoch": 0.7544686917425156,
620
+ "grad_norm": 12.212717056274414,
621
+ "learning_rate": 8.732394366197183e-06,
622
+ "loss": 0.2197,
623
+ "step": 860
624
+ },
625
+ {
626
+ "epoch": 0.7632415835069635,
627
+ "grad_norm": 7.826491832733154,
628
+ "learning_rate": 8.419405320813773e-06,
629
+ "loss": 0.1044,
630
+ "step": 870
631
+ },
632
+ {
633
+ "epoch": 0.7720144752714113,
634
+ "grad_norm": 0.8386934995651245,
635
+ "learning_rate": 8.10641627543036e-06,
636
+ "loss": 0.1518,
637
+ "step": 880
638
+ },
639
+ {
640
+ "epoch": 0.7807873670358592,
641
+ "grad_norm": 0.19109545648097992,
642
+ "learning_rate": 7.79342723004695e-06,
643
+ "loss": 0.1311,
644
+ "step": 890
645
+ },
646
+ {
647
+ "epoch": 0.789560258800307,
648
+ "grad_norm": 1.3321959972381592,
649
+ "learning_rate": 7.480438184663538e-06,
650
+ "loss": 0.0714,
651
+ "step": 900
652
+ },
653
+ {
654
+ "epoch": 0.798333150564755,
655
+ "grad_norm": 8.981656074523926,
656
+ "learning_rate": 7.167449139280126e-06,
657
+ "loss": 0.1203,
658
+ "step": 910
659
+ },
660
+ {
661
+ "epoch": 0.8071060423292028,
662
+ "grad_norm": 0.2177647352218628,
663
+ "learning_rate": 6.854460093896714e-06,
664
+ "loss": 0.087,
665
+ "step": 920
666
+ },
667
+ {
668
+ "epoch": 0.8158789340936506,
669
+ "grad_norm": 1.4992311000823975,
670
+ "learning_rate": 6.541471048513303e-06,
671
+ "loss": 0.1357,
672
+ "step": 930
673
+ },
674
+ {
675
+ "epoch": 0.8246518258580985,
676
+ "grad_norm": 2.294389486312866,
677
+ "learning_rate": 6.228482003129891e-06,
678
+ "loss": 0.0661,
679
+ "step": 940
680
+ },
681
+ {
682
+ "epoch": 0.8334247176225463,
683
+ "grad_norm": 0.09688606858253479,
684
+ "learning_rate": 5.915492957746479e-06,
685
+ "loss": 0.0544,
686
+ "step": 950
687
+ },
688
+ {
689
+ "epoch": 0.8421976093869942,
690
+ "grad_norm": 0.15929299592971802,
691
+ "learning_rate": 5.602503912363068e-06,
692
+ "loss": 0.07,
693
+ "step": 960
694
+ },
695
+ {
696
+ "epoch": 0.850970501151442,
697
+ "grad_norm": 0.24913333356380463,
698
+ "learning_rate": 5.289514866979656e-06,
699
+ "loss": 0.0736,
700
+ "step": 970
701
+ },
702
+ {
703
+ "epoch": 0.8597433929158899,
704
+ "grad_norm": 23.65605926513672,
705
+ "learning_rate": 4.976525821596244e-06,
706
+ "loss": 0.0595,
707
+ "step": 980
708
+ },
709
+ {
710
+ "epoch": 0.8685162846803377,
711
+ "grad_norm": 14.373787879943848,
712
+ "learning_rate": 4.663536776212833e-06,
713
+ "loss": 0.1203,
714
+ "step": 990
715
+ },
716
+ {
717
+ "epoch": 0.8772891764447857,
718
+ "grad_norm": 1.452081322669983,
719
+ "learning_rate": 4.350547730829422e-06,
720
+ "loss": 0.0877,
721
+ "step": 1000
722
+ },
723
+ {
724
+ "epoch": 0.8772891764447857,
725
+ "eval_accuracy": 0.9584635998213488,
726
+ "eval_f1": 0.951232302045097,
727
+ "eval_loss": 0.1738564521074295,
728
+ "eval_precision": 0.9245667686034659,
729
+ "eval_recall": 0.9794816414686826,
730
+ "eval_runtime": 479.7572,
731
+ "eval_samples_per_second": 4.667,
732
+ "eval_steps_per_second": 0.584,
733
+ "step": 1000
734
+ }
735
+ ],
736
+ "logging_steps": 10,
737
+ "max_steps": 1139,
738
+ "num_input_tokens_seen": 0,
739
+ "num_train_epochs": 1,
740
+ "save_steps": 500,
741
+ "stateful_callbacks": {
742
+ "TrainerControl": {
743
+ "args": {
744
+ "should_epoch_stop": false,
745
+ "should_evaluate": false,
746
+ "should_log": false,
747
+ "should_save": true,
748
+ "should_training_stop": false
749
+ },
750
+ "attributes": {}
751
+ }
752
+ },
753
+ "total_flos": 1.04153897238528e+17,
754
+ "train_batch_size": 2,
755
+ "trial_name": null,
756
+ "trial_params": null
757
+ }
checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:185bb8da64d30c2f1590f7ca1e9c3108494862be5ded5b4ad92d67dddd881ed0
3
+ size 5496
checkpoint-1000/vocab.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb90bfa35244d26f0065d1fcd0b5becc3da3d44d616a7e2aacaf6320b9fa2d0
3
+ size 1500244
config.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dicta-il/neodictabert",
3
+ "architectures": [
4
+ "NeoBERTForSequenceClassification"
5
+ ],
6
+ "auto_map": {
7
+ "AutoConfig": "dicta-il/neodictabert--modeling_neobert.NeoBERTConfig",
8
+ "AutoModel": "dicta-il/neodictabert--modeling_neobert.NeoBERT",
9
+ "AutoModelForMaskedLM": "dicta-il/neodictabert--modeling_neobert.NeoBERTLMHead",
10
+ "AutoModelForQuestionAnswering": "dicta-il/neodictabert--modeling_neobert.NeoBERTForQuestionAnswering",
11
+ "AutoModelForSequenceClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForSequenceClassification",
12
+ "AutoModelForTokenClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForTokenClassification"
13
+ },
14
+ "decoder_init_range": 0.02,
15
+ "dim_head": 64,
16
+ "embedding_init_range": 0.02,
17
+ "encoder_init_range": 0.02,
18
+ "hidden_size": 768,
19
+ "intermediate_size": 3072,
20
+ "kwargs": {
21
+ "_commit_hash": "9052b2e47fe3e615931563bb2a74b26df6e028a3",
22
+ "architectures": [
23
+ "NeoBERTLMHead"
24
+ ],
25
+ "attn_implementation": null,
26
+ "auto_map": {
27
+ "AutoConfig": "dicta-il/neodictabert--modeling_neobert.NeoBERTConfig",
28
+ "AutoModel": "dicta-il/neodictabert--modeling_neobert.NeoBERT",
29
+ "AutoModelForMaskedLM": "dicta-il/neodictabert--modeling_neobert.NeoBERTLMHead",
30
+ "AutoModelForQuestionAnswering": "dicta-il/neodictabert--modeling_neobert.NeoBERTForQuestionAnswering",
31
+ "AutoModelForSequenceClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForSequenceClassification",
32
+ "AutoModelForTokenClassification": "dicta-il/neodictabert--modeling_neobert.NeoBERTForTokenClassification"
33
+ },
34
+ "decoder_init_range": 0.02,
35
+ "dim_head": 64,
36
+ "kwargs": {
37
+ "decoder_init_range": 0.02
38
+ },
39
+ "model_type": "neobert",
40
+ "torch_dtype": "bfloat16",
41
+ "transformers_version": "4.53.0"
42
+ },
43
+ "max_length": 4096,
44
+ "model_type": "neobert",
45
+ "norm_eps": 1e-06,
46
+ "num_attention_heads": 12,
47
+ "num_hidden_layers": 28,
48
+ "pad_token_id": 3,
49
+ "problem_type": "single_label_classification",
50
+ "torch_dtype": "float32",
51
+ "transformers_version": "4.49.0",
52
+ "vocab_size": 128000
53
+ }
eval_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 0.9992323719706108,
3
+ "eval_accuracy": 0.9584635998213488,
4
+ "eval_f1": 0.951232302045097,
5
+ "eval_loss": 0.1738564521074295,
6
+ "eval_precision": 0.9245667686034659,
7
+ "eval_recall": 0.9794816414686826,
8
+ "eval_runtime": 479.0909,
9
+ "eval_samples": 2239,
10
+ "eval_samples_per_second": 4.673,
11
+ "eval_steps_per_second": 0.584
12
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c48f719aedf4303e6b088c56088478f6cf67daa61d3e8d79f907879a5cb8b7a
3
+ size 1452744296
predict_results.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "predict_accuracy": 0.9664153529814942,
3
+ "predict_f1": 0.9602272727272727,
4
+ "predict_loss": 0.1469365507364273,
5
+ "predict_precision": 0.949438202247191,
6
+ "predict_recall": 0.9712643678160919,
7
+ "predict_runtime": 625.2009,
8
+ "predict_samples": 2918,
9
+ "predict_samples_per_second": 4.667,
10
+ "predict_steps_per_second": 0.584
11
+ }
predictions.csv ADDED
The diff for this file is too large to render. See raw diff
 
predictions.txt ADDED
@@ -0,0 +1,2919 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ index prediction
2
+ 0 entailment
3
+ 1 entailment
4
+ 2 entailment
5
+ 3 entailment
6
+ 4 entailment
7
+ 5 entailment
8
+ 6 entailment
9
+ 7 entailment
10
+ 8 entailment
11
+ 9 entailment
12
+ 10 entailment
13
+ 11 entailment
14
+ 12 entailment
15
+ 13 entailment
16
+ 14 entailment
17
+ 15 entailment
18
+ 16 entailment
19
+ 17 entailment
20
+ 18 entailment
21
+ 19 entailment
22
+ 20 entailment
23
+ 21 entailment
24
+ 22 entailment
25
+ 23 entailment
26
+ 24 entailment
27
+ 25 entailment
28
+ 26 entailment
29
+ 27 entailment
30
+ 28 entailment
31
+ 29 entailment
32
+ 30 entailment
33
+ 31 entailment
34
+ 32 entailment
35
+ 33 entailment
36
+ 34 entailment
37
+ 35 entailment
38
+ 36 entailment
39
+ 37 entailment
40
+ 38 entailment
41
+ 39 entailment
42
+ 40 entailment
43
+ 41 entailment
44
+ 42 entailment
45
+ 43 entailment
46
+ 44 entailment
47
+ 45 entailment
48
+ 46 entailment
49
+ 47 entailment
50
+ 48 entailment
51
+ 49 entailment
52
+ 50 entailment
53
+ 51 entailment
54
+ 52 entailment
55
+ 53 entailment
56
+ 54 entailment
57
+ 55 entailment
58
+ 56 entailment
59
+ 57 entailment
60
+ 58 entailment
61
+ 59 entailment
62
+ 60 entailment
63
+ 61 entailment
64
+ 62 entailment
65
+ 63 entailment
66
+ 64 entailment
67
+ 65 entailment
68
+ 66 entailment
69
+ 67 entailment
70
+ 68 entailment
71
+ 69 entailment
72
+ 70 entailment
73
+ 71 entailment
74
+ 72 entailment
75
+ 73 entailment
76
+ 74 entailment
77
+ 75 entailment
78
+ 76 entailment
79
+ 77 entailment
80
+ 78 entailment
81
+ 79 entailment
82
+ 80 entailment
83
+ 81 entailment
84
+ 82 entailment
85
+ 83 entailment
86
+ 84 entailment
87
+ 85 entailment
88
+ 86 entailment
89
+ 87 entailment
90
+ 88 entailment
91
+ 89 entailment
92
+ 90 entailment
93
+ 91 entailment
94
+ 92 entailment
95
+ 93 entailment
96
+ 94 entailment
97
+ 95 entailment
98
+ 96 entailment
99
+ 97 entailment
100
+ 98 entailment
101
+ 99 entailment
102
+ 100 entailment
103
+ 101 entailment
104
+ 102 entailment
105
+ 103 entailment
106
+ 104 entailment
107
+ 105 entailment
108
+ 106 entailment
109
+ 107 entailment
110
+ 108 entailment
111
+ 109 entailment
112
+ 110 entailment
113
+ 111 entailment
114
+ 112 entailment
115
+ 113 entailment
116
+ 114 entailment
117
+ 115 entailment
118
+ 116 entailment
119
+ 117 entailment
120
+ 118 entailment
121
+ 119 entailment
122
+ 120 entailment
123
+ 121 entailment
124
+ 122 entailment
125
+ 123 entailment
126
+ 124 entailment
127
+ 125 entailment
128
+ 126 entailment
129
+ 127 entailment
130
+ 128 entailment
131
+ 129 entailment
132
+ 130 entailment
133
+ 131 entailment
134
+ 132 entailment
135
+ 133 entailment
136
+ 134 entailment
137
+ 135 entailment
138
+ 136 entailment
139
+ 137 entailment
140
+ 138 entailment
141
+ 139 entailment
142
+ 140 entailment
143
+ 141 entailment
144
+ 142 entailment
145
+ 143 entailment
146
+ 144 entailment
147
+ 145 entailment
148
+ 146 entailment
149
+ 147 entailment
150
+ 148 entailment
151
+ 149 entailment
152
+ 150 entailment
153
+ 151 entailment
154
+ 152 entailment
155
+ 153 entailment
156
+ 154 entailment
157
+ 155 entailment
158
+ 156 entailment
159
+ 157 entailment
160
+ 158 entailment
161
+ 159 entailment
162
+ 160 entailment
163
+ 161 entailment
164
+ 162 entailment
165
+ 163 entailment
166
+ 164 entailment
167
+ 165 entailment
168
+ 166 entailment
169
+ 167 entailment
170
+ 168 entailment
171
+ 169 entailment
172
+ 170 entailment
173
+ 171 entailment
174
+ 172 entailment
175
+ 173 entailment
176
+ 174 entailment
177
+ 175 entailment
178
+ 176 entailment
179
+ 177 entailment
180
+ 178 entailment
181
+ 179 entailment
182
+ 180 entailment
183
+ 181 entailment
184
+ 182 entailment
185
+ 183 entailment
186
+ 184 entailment
187
+ 185 entailment
188
+ 186 entailment
189
+ 187 entailment
190
+ 188 entailment
191
+ 189 entailment
192
+ 190 entailment
193
+ 191 entailment
194
+ 192 entailment
195
+ 193 entailment
196
+ 194 entailment
197
+ 195 entailment
198
+ 196 entailment
199
+ 197 entailment
200
+ 198 entailment
201
+ 199 entailment
202
+ 200 entailment
203
+ 201 entailment
204
+ 202 entailment
205
+ 203 entailment
206
+ 204 entailment
207
+ 205 entailment
208
+ 206 entailment
209
+ 207 entailment
210
+ 208 entailment
211
+ 209 entailment
212
+ 210 entailment
213
+ 211 entailment
214
+ 212 entailment
215
+ 213 entailment
216
+ 214 entailment
217
+ 215 entailment
218
+ 216 entailment
219
+ 217 entailment
220
+ 218 entailment
221
+ 219 entailment
222
+ 220 entailment
223
+ 221 entailment
224
+ 222 entailment
225
+ 223 entailment
226
+ 224 entailment
227
+ 225 entailment
228
+ 226 entailment
229
+ 227 entailment
230
+ 228 entailment
231
+ 229 entailment
232
+ 230 entailment
233
+ 231 entailment
234
+ 232 entailment
235
+ 233 entailment
236
+ 234 entailment
237
+ 235 entailment
238
+ 236 entailment
239
+ 237 entailment
240
+ 238 entailment
241
+ 239 entailment
242
+ 240 entailment
243
+ 241 entailment
244
+ 242 entailment
245
+ 243 entailment
246
+ 244 entailment
247
+ 245 entailment
248
+ 246 entailment
249
+ 247 entailment
250
+ 248 entailment
251
+ 249 entailment
252
+ 250 entailment
253
+ 251 entailment
254
+ 252 entailment
255
+ 253 entailment
256
+ 254 entailment
257
+ 255 entailment
258
+ 256 entailment
259
+ 257 entailment
260
+ 258 entailment
261
+ 259 entailment
262
+ 260 entailment
263
+ 261 entailment
264
+ 262 entailment
265
+ 263 entailment
266
+ 264 entailment
267
+ 265 entailment
268
+ 266 entailment
269
+ 267 entailment
270
+ 268 entailment
271
+ 269 entailment
272
+ 270 entailment
273
+ 271 entailment
274
+ 272 entailment
275
+ 273 entailment
276
+ 274 entailment
277
+ 275 entailment
278
+ 276 entailment
279
+ 277 entailment
280
+ 278 entailment
281
+ 279 entailment
282
+ 280 entailment
283
+ 281 entailment
284
+ 282 entailment
285
+ 283 entailment
286
+ 284 entailment
287
+ 285 entailment
288
+ 286 entailment
289
+ 287 entailment
290
+ 288 entailment
291
+ 289 entailment
292
+ 290 entailment
293
+ 291 entailment
294
+ 292 entailment
295
+ 293 entailment
296
+ 294 entailment
297
+ 295 entailment
298
+ 296 entailment
299
+ 297 entailment
300
+ 298 entailment
301
+ 299 entailment
302
+ 300 entailment
303
+ 301 entailment
304
+ 302 entailment
305
+ 303 entailment
306
+ 304 entailment
307
+ 305 entailment
308
+ 306 entailment
309
+ 307 entailment
310
+ 308 entailment
311
+ 309 entailment
312
+ 310 entailment
313
+ 311 entailment
314
+ 312 entailment
315
+ 313 entailment
316
+ 314 entailment
317
+ 315 entailment
318
+ 316 entailment
319
+ 317 entailment
320
+ 318 entailment
321
+ 319 entailment
322
+ 320 entailment
323
+ 321 entailment
324
+ 322 entailment
325
+ 323 entailment
326
+ 324 entailment
327
+ 325 entailment
328
+ 326 entailment
329
+ 327 entailment
330
+ 328 entailment
331
+ 329 entailment
332
+ 330 entailment
333
+ 331 entailment
334
+ 332 entailment
335
+ 333 entailment
336
+ 334 entailment
337
+ 335 entailment
338
+ 336 entailment
339
+ 337 entailment
340
+ 338 entailment
341
+ 339 entailment
342
+ 340 entailment
343
+ 341 entailment
344
+ 342 entailment
345
+ 343 entailment
346
+ 344 entailment
347
+ 345 entailment
348
+ 346 entailment
349
+ 347 entailment
350
+ 348 entailment
351
+ 349 entailment
352
+ 350 entailment
353
+ 351 entailment
354
+ 352 entailment
355
+ 353 entailment
356
+ 354 entailment
357
+ 355 entailment
358
+ 356 entailment
359
+ 357 entailment
360
+ 358 entailment
361
+ 359 entailment
362
+ 360 entailment
363
+ 361 entailment
364
+ 362 entailment
365
+ 363 entailment
366
+ 364 contradiction
367
+ 365 entailment
368
+ 366 entailment
369
+ 367 entailment
370
+ 368 entailment
371
+ 369 entailment
372
+ 370 entailment
373
+ 371 entailment
374
+ 372 entailment
375
+ 373 entailment
376
+ 374 entailment
377
+ 375 entailment
378
+ 376 entailment
379
+ 377 entailment
380
+ 378 entailment
381
+ 379 entailment
382
+ 380 entailment
383
+ 381 entailment
384
+ 382 entailment
385
+ 383 entailment
386
+ 384 entailment
387
+ 385 entailment
388
+ 386 entailment
389
+ 387 entailment
390
+ 388 entailment
391
+ 389 entailment
392
+ 390 entailment
393
+ 391 entailment
394
+ 392 entailment
395
+ 393 entailment
396
+ 394 entailment
397
+ 395 entailment
398
+ 396 contradiction
399
+ 397 entailment
400
+ 398 entailment
401
+ 399 entailment
402
+ 400 entailment
403
+ 401 entailment
404
+ 402 entailment
405
+ 403 entailment
406
+ 404 entailment
407
+ 405 entailment
408
+ 406 entailment
409
+ 407 contradiction
410
+ 408 entailment
411
+ 409 entailment
412
+ 410 entailment
413
+ 411 entailment
414
+ 412 entailment
415
+ 413 entailment
416
+ 414 entailment
417
+ 415 entailment
418
+ 416 entailment
419
+ 417 entailment
420
+ 418 contradiction
421
+ 419 contradiction
422
+ 420 contradiction
423
+ 421 contradiction
424
+ 422 contradiction
425
+ 423 contradiction
426
+ 424 contradiction
427
+ 425 contradiction
428
+ 426 contradiction
429
+ 427 contradiction
430
+ 428 contradiction
431
+ 429 contradiction
432
+ 430 contradiction
433
+ 431 contradiction
434
+ 432 contradiction
435
+ 433 contradiction
436
+ 434 contradiction
437
+ 435 contradiction
438
+ 436 contradiction
439
+ 437 contradiction
440
+ 438 contradiction
441
+ 439 contradiction
442
+ 440 contradiction
443
+ 441 contradiction
444
+ 442 contradiction
445
+ 443 contradiction
446
+ 444 contradiction
447
+ 445 contradiction
448
+ 446 contradiction
449
+ 447 contradiction
450
+ 448 contradiction
451
+ 449 contradiction
452
+ 450 contradiction
453
+ 451 contradiction
454
+ 452 contradiction
455
+ 453 contradiction
456
+ 454 contradiction
457
+ 455 contradiction
458
+ 456 contradiction
459
+ 457 contradiction
460
+ 458 contradiction
461
+ 459 contradiction
462
+ 460 contradiction
463
+ 461 contradiction
464
+ 462 contradiction
465
+ 463 contradiction
466
+ 464 contradiction
467
+ 465 contradiction
468
+ 466 contradiction
469
+ 467 contradiction
470
+ 468 contradiction
471
+ 469 contradiction
472
+ 470 contradiction
473
+ 471 contradiction
474
+ 472 contradiction
475
+ 473 contradiction
476
+ 474 contradiction
477
+ 475 contradiction
478
+ 476 contradiction
479
+ 477 contradiction
480
+ 478 contradiction
481
+ 479 contradiction
482
+ 480 contradiction
483
+ 481 contradiction
484
+ 482 contradiction
485
+ 483 contradiction
486
+ 484 contradiction
487
+ 485 contradiction
488
+ 486 contradiction
489
+ 487 contradiction
490
+ 488 contradiction
491
+ 489 contradiction
492
+ 490 contradiction
493
+ 491 contradiction
494
+ 492 contradiction
495
+ 493 contradiction
496
+ 494 contradiction
497
+ 495 contradiction
498
+ 496 contradiction
499
+ 497 contradiction
500
+ 498 contradiction
501
+ 499 contradiction
502
+ 500 contradiction
503
+ 501 contradiction
504
+ 502 contradiction
505
+ 503 contradiction
506
+ 504 contradiction
507
+ 505 contradiction
508
+ 506 contradiction
509
+ 507 entailment
510
+ 508 contradiction
511
+ 509 contradiction
512
+ 510 contradiction
513
+ 511 contradiction
514
+ 512 contradiction
515
+ 513 contradiction
516
+ 514 contradiction
517
+ 515 contradiction
518
+ 516 contradiction
519
+ 517 contradiction
520
+ 518 contradiction
521
+ 519 contradiction
522
+ 520 contradiction
523
+ 521 contradiction
524
+ 522 contradiction
525
+ 523 contradiction
526
+ 524 contradiction
527
+ 525 contradiction
528
+ 526 contradiction
529
+ 527 contradiction
530
+ 528 contradiction
531
+ 529 contradiction
532
+ 530 contradiction
533
+ 531 contradiction
534
+ 532 contradiction
535
+ 533 contradiction
536
+ 534 contradiction
537
+ 535 contradiction
538
+ 536 contradiction
539
+ 537 contradiction
540
+ 538 contradiction
541
+ 539 contradiction
542
+ 540 contradiction
543
+ 541 contradiction
544
+ 542 contradiction
545
+ 543 contradiction
546
+ 544 contradiction
547
+ 545 contradiction
548
+ 546 contradiction
549
+ 547 contradiction
550
+ 548 contradiction
551
+ 549 contradiction
552
+ 550 contradiction
553
+ 551 contradiction
554
+ 552 contradiction
555
+ 553 contradiction
556
+ 554 contradiction
557
+ 555 contradiction
558
+ 556 contradiction
559
+ 557 contradiction
560
+ 558 contradiction
561
+ 559 contradiction
562
+ 560 contradiction
563
+ 561 contradiction
564
+ 562 contradiction
565
+ 563 contradiction
566
+ 564 contradiction
567
+ 565 contradiction
568
+ 566 contradiction
569
+ 567 contradiction
570
+ 568 contradiction
571
+ 569 entailment
572
+ 570 contradiction
573
+ 571 contradiction
574
+ 572 contradiction
575
+ 573 contradiction
576
+ 574 contradiction
577
+ 575 contradiction
578
+ 576 contradiction
579
+ 577 contradiction
580
+ 578 contradiction
581
+ 579 entailment
582
+ 580 contradiction
583
+ 581 contradiction
584
+ 582 contradiction
585
+ 583 contradiction
586
+ 584 contradiction
587
+ 585 contradiction
588
+ 586 contradiction
589
+ 587 contradiction
590
+ 588 contradiction
591
+ 589 contradiction
592
+ 590 contradiction
593
+ 591 contradiction
594
+ 592 contradiction
595
+ 593 contradiction
596
+ 594 entailment
597
+ 595 entailment
598
+ 596 entailment
599
+ 597 entailment
600
+ 598 entailment
601
+ 599 contradiction
602
+ 600 contradiction
603
+ 601 contradiction
604
+ 602 contradiction
605
+ 603 contradiction
606
+ 604 contradiction
607
+ 605 contradiction
608
+ 606 contradiction
609
+ 607 contradiction
610
+ 608 contradiction
611
+ 609 contradiction
612
+ 610 contradiction
613
+ 611 contradiction
614
+ 612 contradiction
615
+ 613 contradiction
616
+ 614 contradiction
617
+ 615 contradiction
618
+ 616 contradiction
619
+ 617 contradiction
620
+ 618 contradiction
621
+ 619 contradiction
622
+ 620 contradiction
623
+ 621 contradiction
624
+ 622 contradiction
625
+ 623 contradiction
626
+ 624 contradiction
627
+ 625 contradiction
628
+ 626 contradiction
629
+ 627 contradiction
630
+ 628 contradiction
631
+ 629 contradiction
632
+ 630 contradiction
633
+ 631 contradiction
634
+ 632 contradiction
635
+ 633 contradiction
636
+ 634 contradiction
637
+ 635 contradiction
638
+ 636 contradiction
639
+ 637 contradiction
640
+ 638 entailment
641
+ 639 contradiction
642
+ 640 contradiction
643
+ 641 contradiction
644
+ 642 contradiction
645
+ 643 contradiction
646
+ 644 entailment
647
+ 645 contradiction
648
+ 646 contradiction
649
+ 647 contradiction
650
+ 648 entailment
651
+ 649 contradiction
652
+ 650 entailment
653
+ 651 entailment
654
+ 652 contradiction
655
+ 653 contradiction
656
+ 654 contradiction
657
+ 655 contradiction
658
+ 656 contradiction
659
+ 657 contradiction
660
+ 658 contradiction
661
+ 659 contradiction
662
+ 660 contradiction
663
+ 661 contradiction
664
+ 662 contradiction
665
+ 663 contradiction
666
+ 664 contradiction
667
+ 665 contradiction
668
+ 666 contradiction
669
+ 667 contradiction
670
+ 668 contradiction
671
+ 669 contradiction
672
+ 670 contradiction
673
+ 671 contradiction
674
+ 672 contradiction
675
+ 673 entailment
676
+ 674 contradiction
677
+ 675 contradiction
678
+ 676 contradiction
679
+ 677 contradiction
680
+ 678 contradiction
681
+ 679 contradiction
682
+ 680 contradiction
683
+ 681 contradiction
684
+ 682 contradiction
685
+ 683 contradiction
686
+ 684 contradiction
687
+ 685 contradiction
688
+ 686 contradiction
689
+ 687 contradiction
690
+ 688 contradiction
691
+ 689 contradiction
692
+ 690 entailment
693
+ 691 contradiction
694
+ 692 contradiction
695
+ 693 contradiction
696
+ 694 contradiction
697
+ 695 contradiction
698
+ 696 contradiction
699
+ 697 contradiction
700
+ 698 contradiction
701
+ 699 contradiction
702
+ 700 contradiction
703
+ 701 contradiction
704
+ 702 contradiction
705
+ 703 contradiction
706
+ 704 contradiction
707
+ 705 contradiction
708
+ 706 contradiction
709
+ 707 contradiction
710
+ 708 contradiction
711
+ 709 contradiction
712
+ 710 contradiction
713
+ 711 contradiction
714
+ 712 contradiction
715
+ 713 contradiction
716
+ 714 contradiction
717
+ 715 contradiction
718
+ 716 contradiction
719
+ 717 contradiction
720
+ 718 contradiction
721
+ 719 contradiction
722
+ 720 contradiction
723
+ 721 contradiction
724
+ 722 contradiction
725
+ 723 contradiction
726
+ 724 contradiction
727
+ 725 contradiction
728
+ 726 contradiction
729
+ 727 contradiction
730
+ 728 contradiction
731
+ 729 contradiction
732
+ 730 contradiction
733
+ 731 contradiction
734
+ 732 contradiction
735
+ 733 contradiction
736
+ 734 contradiction
737
+ 735 contradiction
738
+ 736 contradiction
739
+ 737 contradiction
740
+ 738 contradiction
741
+ 739 contradiction
742
+ 740 contradiction
743
+ 741 contradiction
744
+ 742 contradiction
745
+ 743 contradiction
746
+ 744 contradiction
747
+ 745 contradiction
748
+ 746 contradiction
749
+ 747 contradiction
750
+ 748 contradiction
751
+ 749 contradiction
752
+ 750 contradiction
753
+ 751 contradiction
754
+ 752 contradiction
755
+ 753 contradiction
756
+ 754 contradiction
757
+ 755 contradiction
758
+ 756 contradiction
759
+ 757 contradiction
760
+ 758 contradiction
761
+ 759 contradiction
762
+ 760 contradiction
763
+ 761 contradiction
764
+ 762 contradiction
765
+ 763 contradiction
766
+ 764 entailment
767
+ 765 entailment
768
+ 766 entailment
769
+ 767 entailment
770
+ 768 contradiction
771
+ 769 contradiction
772
+ 770 contradiction
773
+ 771 contradiction
774
+ 772 contradiction
775
+ 773 contradiction
776
+ 774 contradiction
777
+ 775 contradiction
778
+ 776 contradiction
779
+ 777 contradiction
780
+ 778 contradiction
781
+ 779 contradiction
782
+ 780 contradiction
783
+ 781 entailment
784
+ 782 contradiction
785
+ 783 contradiction
786
+ 784 contradiction
787
+ 785 contradiction
788
+ 786 contradiction
789
+ 787 contradiction
790
+ 788 entailment
791
+ 789 contradiction
792
+ 790 contradiction
793
+ 791 contradiction
794
+ 792 contradiction
795
+ 793 contradiction
796
+ 794 contradiction
797
+ 795 contradiction
798
+ 796 contradiction
799
+ 797 contradiction
800
+ 798 contradiction
801
+ 799 contradiction
802
+ 800 contradiction
803
+ 801 contradiction
804
+ 802 contradiction
805
+ 803 contradiction
806
+ 804 contradiction
807
+ 805 contradiction
808
+ 806 contradiction
809
+ 807 contradiction
810
+ 808 contradiction
811
+ 809 contradiction
812
+ 810 contradiction
813
+ 811 contradiction
814
+ 812 contradiction
815
+ 813 contradiction
816
+ 814 contradiction
817
+ 815 contradiction
818
+ 816 contradiction
819
+ 817 contradiction
820
+ 818 contradiction
821
+ 819 contradiction
822
+ 820 contradiction
823
+ 821 contradiction
824
+ 822 contradiction
825
+ 823 contradiction
826
+ 824 entailment
827
+ 825 entailment
828
+ 826 entailment
829
+ 827 entailment
830
+ 828 entailment
831
+ 829 entailment
832
+ 830 entailment
833
+ 831 contradiction
834
+ 832 contradiction
835
+ 833 contradiction
836
+ 834 contradiction
837
+ 835 contradiction
838
+ 836 contradiction
839
+ 837 contradiction
840
+ 838 contradiction
841
+ 839 contradiction
842
+ 840 contradiction
843
+ 841 contradiction
844
+ 842 contradiction
845
+ 843 contradiction
846
+ 844 contradiction
847
+ 845 contradiction
848
+ 846 contradiction
849
+ 847 contradiction
850
+ 848 contradiction
851
+ 849 contradiction
852
+ 850 contradiction
853
+ 851 contradiction
854
+ 852 contradiction
855
+ 853 contradiction
856
+ 854 contradiction
857
+ 855 contradiction
858
+ 856 contradiction
859
+ 857 contradiction
860
+ 858 contradiction
861
+ 859 contradiction
862
+ 860 contradiction
863
+ 861 contradiction
864
+ 862 contradiction
865
+ 863 contradiction
866
+ 864 contradiction
867
+ 865 contradiction
868
+ 866 contradiction
869
+ 867 contradiction
870
+ 868 contradiction
871
+ 869 contradiction
872
+ 870 contradiction
873
+ 871 contradiction
874
+ 872 contradiction
875
+ 873 contradiction
876
+ 874 contradiction
877
+ 875 contradiction
878
+ 876 contradiction
879
+ 877 contradiction
880
+ 878 contradiction
881
+ 879 contradiction
882
+ 880 contradiction
883
+ 881 contradiction
884
+ 882 contradiction
885
+ 883 contradiction
886
+ 884 contradiction
887
+ 885 contradiction
888
+ 886 contradiction
889
+ 887 contradiction
890
+ 888 contradiction
891
+ 889 contradiction
892
+ 890 contradiction
893
+ 891 contradiction
894
+ 892 contradiction
895
+ 893 contradiction
896
+ 894 contradiction
897
+ 895 contradiction
898
+ 896 contradiction
899
+ 897 contradiction
900
+ 898 contradiction
901
+ 899 contradiction
902
+ 900 contradiction
903
+ 901 contradiction
904
+ 902 contradiction
905
+ 903 contradiction
906
+ 904 contradiction
907
+ 905 contradiction
908
+ 906 contradiction
909
+ 907 contradiction
910
+ 908 contradiction
911
+ 909 contradiction
912
+ 910 contradiction
913
+ 911 contradiction
914
+ 912 contradiction
915
+ 913 contradiction
916
+ 914 contradiction
917
+ 915 contradiction
918
+ 916 contradiction
919
+ 917 contradiction
920
+ 918 contradiction
921
+ 919 contradiction
922
+ 920 contradiction
923
+ 921 contradiction
924
+ 922 contradiction
925
+ 923 contradiction
926
+ 924 contradiction
927
+ 925 contradiction
928
+ 926 contradiction
929
+ 927 contradiction
930
+ 928 contradiction
931
+ 929 contradiction
932
+ 930 contradiction
933
+ 931 contradiction
934
+ 932 contradiction
935
+ 933 contradiction
936
+ 934 contradiction
937
+ 935 contradiction
938
+ 936 contradiction
939
+ 937 contradiction
940
+ 938 contradiction
941
+ 939 contradiction
942
+ 940 contradiction
943
+ 941 contradiction
944
+ 942 contradiction
945
+ 943 entailment
946
+ 944 contradiction
947
+ 945 contradiction
948
+ 946 entailment
949
+ 947 contradiction
950
+ 948 entailment
951
+ 949 entailment
952
+ 950 contradiction
953
+ 951 contradiction
954
+ 952 contradiction
955
+ 953 contradiction
956
+ 954 contradiction
957
+ 955 contradiction
958
+ 956 contradiction
959
+ 957 contradiction
960
+ 958 contradiction
961
+ 959 contradiction
962
+ 960 contradiction
963
+ 961 contradiction
964
+ 962 contradiction
965
+ 963 contradiction
966
+ 964 contradiction
967
+ 965 contradiction
968
+ 966 contradiction
969
+ 967 contradiction
970
+ 968 contradiction
971
+ 969 contradiction
972
+ 970 contradiction
973
+ 971 contradiction
974
+ 972 contradiction
975
+ 973 contradiction
976
+ 974 contradiction
977
+ 975 contradiction
978
+ 976 contradiction
979
+ 977 contradiction
980
+ 978 entailment
981
+ 979 contradiction
982
+ 980 contradiction
983
+ 981 contradiction
984
+ 982 contradiction
985
+ 983 contradiction
986
+ 984 contradiction
987
+ 985 contradiction
988
+ 986 contradiction
989
+ 987 contradiction
990
+ 988 contradiction
991
+ 989 contradiction
992
+ 990 contradiction
993
+ 991 contradiction
994
+ 992 contradiction
995
+ 993 contradiction
996
+ 994 contradiction
997
+ 995 contradiction
998
+ 996 contradiction
999
+ 997 contradiction
1000
+ 998 contradiction
1001
+ 999 contradiction
1002
+ 1000 contradiction
1003
+ 1001 contradiction
1004
+ 1002 contradiction
1005
+ 1003 contradiction
1006
+ 1004 contradiction
1007
+ 1005 contradiction
1008
+ 1006 contradiction
1009
+ 1007 contradiction
1010
+ 1008 contradiction
1011
+ 1009 contradiction
1012
+ 1010 contradiction
1013
+ 1011 contradiction
1014
+ 1012 contradiction
1015
+ 1013 contradiction
1016
+ 1014 contradiction
1017
+ 1015 contradiction
1018
+ 1016 contradiction
1019
+ 1017 contradiction
1020
+ 1018 contradiction
1021
+ 1019 contradiction
1022
+ 1020 entailment
1023
+ 1021 contradiction
1024
+ 1022 contradiction
1025
+ 1023 contradiction
1026
+ 1024 contradiction
1027
+ 1025 contradiction
1028
+ 1026 contradiction
1029
+ 1027 contradiction
1030
+ 1028 contradiction
1031
+ 1029 contradiction
1032
+ 1030 contradiction
1033
+ 1031 entailment
1034
+ 1032 contradiction
1035
+ 1033 contradiction
1036
+ 1034 contradiction
1037
+ 1035 contradiction
1038
+ 1036 contradiction
1039
+ 1037 contradiction
1040
+ 1038 contradiction
1041
+ 1039 contradiction
1042
+ 1040 contradiction
1043
+ 1041 contradiction
1044
+ 1042 contradiction
1045
+ 1043 contradiction
1046
+ 1044 contradiction
1047
+ 1045 contradiction
1048
+ 1046 contradiction
1049
+ 1047 contradiction
1050
+ 1048 contradiction
1051
+ 1049 contradiction
1052
+ 1050 contradiction
1053
+ 1051 contradiction
1054
+ 1052 contradiction
1055
+ 1053 contradiction
1056
+ 1054 contradiction
1057
+ 1055 contradiction
1058
+ 1056 contradiction
1059
+ 1057 contradiction
1060
+ 1058 contradiction
1061
+ 1059 contradiction
1062
+ 1060 contradiction
1063
+ 1061 contradiction
1064
+ 1062 contradiction
1065
+ 1063 contradiction
1066
+ 1064 contradiction
1067
+ 1065 contradiction
1068
+ 1066 contradiction
1069
+ 1067 contradiction
1070
+ 1068 contradiction
1071
+ 1069 contradiction
1072
+ 1070 contradiction
1073
+ 1071 contradiction
1074
+ 1072 contradiction
1075
+ 1073 contradiction
1076
+ 1074 contradiction
1077
+ 1075 contradiction
1078
+ 1076 contradiction
1079
+ 1077 contradiction
1080
+ 1078 contradiction
1081
+ 1079 contradiction
1082
+ 1080 contradiction
1083
+ 1081 contradiction
1084
+ 1082 contradiction
1085
+ 1083 contradiction
1086
+ 1084 contradiction
1087
+ 1085 contradiction
1088
+ 1086 contradiction
1089
+ 1087 contradiction
1090
+ 1088 contradiction
1091
+ 1089 contradiction
1092
+ 1090 contradiction
1093
+ 1091 contradiction
1094
+ 1092 contradiction
1095
+ 1093 contradiction
1096
+ 1094 contradiction
1097
+ 1095 contradiction
1098
+ 1096 contradiction
1099
+ 1097 contradiction
1100
+ 1098 contradiction
1101
+ 1099 contradiction
1102
+ 1100 contradiction
1103
+ 1101 contradiction
1104
+ 1102 contradiction
1105
+ 1103 contradiction
1106
+ 1104 contradiction
1107
+ 1105 contradiction
1108
+ 1106 contradiction
1109
+ 1107 contradiction
1110
+ 1108 contradiction
1111
+ 1109 contradiction
1112
+ 1110 contradiction
1113
+ 1111 contradiction
1114
+ 1112 contradiction
1115
+ 1113 contradiction
1116
+ 1114 contradiction
1117
+ 1115 contradiction
1118
+ 1116 contradiction
1119
+ 1117 contradiction
1120
+ 1118 contradiction
1121
+ 1119 contradiction
1122
+ 1120 contradiction
1123
+ 1121 contradiction
1124
+ 1122 contradiction
1125
+ 1123 contradiction
1126
+ 1124 contradiction
1127
+ 1125 contradiction
1128
+ 1126 contradiction
1129
+ 1127 contradiction
1130
+ 1128 contradiction
1131
+ 1129 contradiction
1132
+ 1130 contradiction
1133
+ 1131 contradiction
1134
+ 1132 contradiction
1135
+ 1133 contradiction
1136
+ 1134 contradiction
1137
+ 1135 contradiction
1138
+ 1136 contradiction
1139
+ 1137 contradiction
1140
+ 1138 contradiction
1141
+ 1139 contradiction
1142
+ 1140 contradiction
1143
+ 1141 contradiction
1144
+ 1142 contradiction
1145
+ 1143 contradiction
1146
+ 1144 contradiction
1147
+ 1145 contradiction
1148
+ 1146 contradiction
1149
+ 1147 contradiction
1150
+ 1148 contradiction
1151
+ 1149 contradiction
1152
+ 1150 contradiction
1153
+ 1151 contradiction
1154
+ 1152 contradiction
1155
+ 1153 contradiction
1156
+ 1154 contradiction
1157
+ 1155 contradiction
1158
+ 1156 contradiction
1159
+ 1157 contradiction
1160
+ 1158 contradiction
1161
+ 1159 contradiction
1162
+ 1160 contradiction
1163
+ 1161 contradiction
1164
+ 1162 contradiction
1165
+ 1163 contradiction
1166
+ 1164 contradiction
1167
+ 1165 contradiction
1168
+ 1166 contradiction
1169
+ 1167 contradiction
1170
+ 1168 contradiction
1171
+ 1169 contradiction
1172
+ 1170 contradiction
1173
+ 1171 contradiction
1174
+ 1172 contradiction
1175
+ 1173 contradiction
1176
+ 1174 contradiction
1177
+ 1175 contradiction
1178
+ 1176 contradiction
1179
+ 1177 contradiction
1180
+ 1178 contradiction
1181
+ 1179 contradiction
1182
+ 1180 contradiction
1183
+ 1181 contradiction
1184
+ 1182 contradiction
1185
+ 1183 contradiction
1186
+ 1184 contradiction
1187
+ 1185 contradiction
1188
+ 1186 contradiction
1189
+ 1187 contradiction
1190
+ 1188 contradiction
1191
+ 1189 contradiction
1192
+ 1190 contradiction
1193
+ 1191 contradiction
1194
+ 1192 contradiction
1195
+ 1193 contradiction
1196
+ 1194 contradiction
1197
+ 1195 contradiction
1198
+ 1196 contradiction
1199
+ 1197 contradiction
1200
+ 1198 contradiction
1201
+ 1199 contradiction
1202
+ 1200 contradiction
1203
+ 1201 contradiction
1204
+ 1202 contradiction
1205
+ 1203 contradiction
1206
+ 1204 contradiction
1207
+ 1205 contradiction
1208
+ 1206 contradiction
1209
+ 1207 contradiction
1210
+ 1208 contradiction
1211
+ 1209 contradiction
1212
+ 1210 contradiction
1213
+ 1211 contradiction
1214
+ 1212 contradiction
1215
+ 1213 contradiction
1216
+ 1214 contradiction
1217
+ 1215 contradiction
1218
+ 1216 contradiction
1219
+ 1217 contradiction
1220
+ 1218 contradiction
1221
+ 1219 contradiction
1222
+ 1220 contradiction
1223
+ 1221 contradiction
1224
+ 1222 contradiction
1225
+ 1223 contradiction
1226
+ 1224 contradiction
1227
+ 1225 contradiction
1228
+ 1226 contradiction
1229
+ 1227 contradiction
1230
+ 1228 contradiction
1231
+ 1229 contradiction
1232
+ 1230 contradiction
1233
+ 1231 contradiction
1234
+ 1232 contradiction
1235
+ 1233 contradiction
1236
+ 1234 contradiction
1237
+ 1235 entailment
1238
+ 1236 contradiction
1239
+ 1237 contradiction
1240
+ 1238 contradiction
1241
+ 1239 contradiction
1242
+ 1240 contradiction
1243
+ 1241 contradiction
1244
+ 1242 contradiction
1245
+ 1243 contradiction
1246
+ 1244 contradiction
1247
+ 1245 contradiction
1248
+ 1246 contradiction
1249
+ 1247 contradiction
1250
+ 1248 contradiction
1251
+ 1249 contradiction
1252
+ 1250 contradiction
1253
+ 1251 contradiction
1254
+ 1252 contradiction
1255
+ 1253 contradiction
1256
+ 1254 contradiction
1257
+ 1255 contradiction
1258
+ 1256 contradiction
1259
+ 1257 contradiction
1260
+ 1258 contradiction
1261
+ 1259 contradiction
1262
+ 1260 contradiction
1263
+ 1261 contradiction
1264
+ 1262 contradiction
1265
+ 1263 contradiction
1266
+ 1264 contradiction
1267
+ 1265 contradiction
1268
+ 1266 contradiction
1269
+ 1267 contradiction
1270
+ 1268 contradiction
1271
+ 1269 contradiction
1272
+ 1270 contradiction
1273
+ 1271 contradiction
1274
+ 1272 contradiction
1275
+ 1273 contradiction
1276
+ 1274 contradiction
1277
+ 1275 contradiction
1278
+ 1276 contradiction
1279
+ 1277 contradiction
1280
+ 1278 contradiction
1281
+ 1279 contradiction
1282
+ 1280 contradiction
1283
+ 1281 contradiction
1284
+ 1282 contradiction
1285
+ 1283 contradiction
1286
+ 1284 contradiction
1287
+ 1285 contradiction
1288
+ 1286 contradiction
1289
+ 1287 contradiction
1290
+ 1288 contradiction
1291
+ 1289 contradiction
1292
+ 1290 contradiction
1293
+ 1291 contradiction
1294
+ 1292 contradiction
1295
+ 1293 contradiction
1296
+ 1294 contradiction
1297
+ 1295 contradiction
1298
+ 1296 contradiction
1299
+ 1297 contradiction
1300
+ 1298 contradiction
1301
+ 1299 contradiction
1302
+ 1300 contradiction
1303
+ 1301 contradiction
1304
+ 1302 contradiction
1305
+ 1303 contradiction
1306
+ 1304 contradiction
1307
+ 1305 contradiction
1308
+ 1306 contradiction
1309
+ 1307 contradiction
1310
+ 1308 contradiction
1311
+ 1309 contradiction
1312
+ 1310 contradiction
1313
+ 1311 contradiction
1314
+ 1312 contradiction
1315
+ 1313 contradiction
1316
+ 1314 contradiction
1317
+ 1315 contradiction
1318
+ 1316 contradiction
1319
+ 1317 contradiction
1320
+ 1318 contradiction
1321
+ 1319 contradiction
1322
+ 1320 contradiction
1323
+ 1321 contradiction
1324
+ 1322 contradiction
1325
+ 1323 contradiction
1326
+ 1324 contradiction
1327
+ 1325 contradiction
1328
+ 1326 contradiction
1329
+ 1327 contradiction
1330
+ 1328 contradiction
1331
+ 1329 contradiction
1332
+ 1330 contradiction
1333
+ 1331 contradiction
1334
+ 1332 contradiction
1335
+ 1333 contradiction
1336
+ 1334 contradiction
1337
+ 1335 contradiction
1338
+ 1336 contradiction
1339
+ 1337 contradiction
1340
+ 1338 contradiction
1341
+ 1339 contradiction
1342
+ 1340 contradiction
1343
+ 1341 entailment
1344
+ 1342 entailment
1345
+ 1343 entailment
1346
+ 1344 entailment
1347
+ 1345 entailment
1348
+ 1346 entailment
1349
+ 1347 entailment
1350
+ 1348 contradiction
1351
+ 1349 contradiction
1352
+ 1350 contradiction
1353
+ 1351 contradiction
1354
+ 1352 contradiction
1355
+ 1353 contradiction
1356
+ 1354 contradiction
1357
+ 1355 contradiction
1358
+ 1356 contradiction
1359
+ 1357 contradiction
1360
+ 1358 contradiction
1361
+ 1359 contradiction
1362
+ 1360 contradiction
1363
+ 1361 contradiction
1364
+ 1362 contradiction
1365
+ 1363 contradiction
1366
+ 1364 contradiction
1367
+ 1365 contradiction
1368
+ 1366 contradiction
1369
+ 1367 contradiction
1370
+ 1368 contradiction
1371
+ 1369 contradiction
1372
+ 1370 contradiction
1373
+ 1371 contradiction
1374
+ 1372 contradiction
1375
+ 1373 contradiction
1376
+ 1374 contradiction
1377
+ 1375 contradiction
1378
+ 1376 contradiction
1379
+ 1377 contradiction
1380
+ 1378 contradiction
1381
+ 1379 contradiction
1382
+ 1380 contradiction
1383
+ 1381 contradiction
1384
+ 1382 contradiction
1385
+ 1383 contradiction
1386
+ 1384 contradiction
1387
+ 1385 contradiction
1388
+ 1386 contradiction
1389
+ 1387 contradiction
1390
+ 1388 contradiction
1391
+ 1389 contradiction
1392
+ 1390 contradiction
1393
+ 1391 contradiction
1394
+ 1392 contradiction
1395
+ 1393 contradiction
1396
+ 1394 contradiction
1397
+ 1395 contradiction
1398
+ 1396 contradiction
1399
+ 1397 contradiction
1400
+ 1398 contradiction
1401
+ 1399 contradiction
1402
+ 1400 contradiction
1403
+ 1401 contradiction
1404
+ 1402 contradiction
1405
+ 1403 contradiction
1406
+ 1404 contradiction
1407
+ 1405 contradiction
1408
+ 1406 contradiction
1409
+ 1407 contradiction
1410
+ 1408 contradiction
1411
+ 1409 contradiction
1412
+ 1410 contradiction
1413
+ 1411 contradiction
1414
+ 1412 contradiction
1415
+ 1413 contradiction
1416
+ 1414 contradiction
1417
+ 1415 contradiction
1418
+ 1416 contradiction
1419
+ 1417 contradiction
1420
+ 1418 contradiction
1421
+ 1419 contradiction
1422
+ 1420 contradiction
1423
+ 1421 contradiction
1424
+ 1422 contradiction
1425
+ 1423 contradiction
1426
+ 1424 contradiction
1427
+ 1425 contradiction
1428
+ 1426 contradiction
1429
+ 1427 contradiction
1430
+ 1428 contradiction
1431
+ 1429 contradiction
1432
+ 1430 contradiction
1433
+ 1431 contradiction
1434
+ 1432 contradiction
1435
+ 1433 contradiction
1436
+ 1434 contradiction
1437
+ 1435 contradiction
1438
+ 1436 contradiction
1439
+ 1437 contradiction
1440
+ 1438 contradiction
1441
+ 1439 contradiction
1442
+ 1440 contradiction
1443
+ 1441 contradiction
1444
+ 1442 contradiction
1445
+ 1443 contradiction
1446
+ 1444 contradiction
1447
+ 1445 contradiction
1448
+ 1446 contradiction
1449
+ 1447 contradiction
1450
+ 1448 contradiction
1451
+ 1449 contradiction
1452
+ 1450 contradiction
1453
+ 1451 contradiction
1454
+ 1452 contradiction
1455
+ 1453 contradiction
1456
+ 1454 contradiction
1457
+ 1455 contradiction
1458
+ 1456 contradiction
1459
+ 1457 contradiction
1460
+ 1458 contradiction
1461
+ 1459 contradiction
1462
+ 1460 contradiction
1463
+ 1461 contradiction
1464
+ 1462 contradiction
1465
+ 1463 contradiction
1466
+ 1464 contradiction
1467
+ 1465 contradiction
1468
+ 1466 contradiction
1469
+ 1467 contradiction
1470
+ 1468 contradiction
1471
+ 1469 contradiction
1472
+ 1470 contradiction
1473
+ 1471 contradiction
1474
+ 1472 contradiction
1475
+ 1473 contradiction
1476
+ 1474 contradiction
1477
+ 1475 contradiction
1478
+ 1476 contradiction
1479
+ 1477 contradiction
1480
+ 1478 contradiction
1481
+ 1479 contradiction
1482
+ 1480 contradiction
1483
+ 1481 contradiction
1484
+ 1482 contradiction
1485
+ 1483 contradiction
1486
+ 1484 contradiction
1487
+ 1485 contradiction
1488
+ 1486 contradiction
1489
+ 1487 entailment
1490
+ 1488 contradiction
1491
+ 1489 contradiction
1492
+ 1490 entailment
1493
+ 1491 contradiction
1494
+ 1492 contradiction
1495
+ 1493 contradiction
1496
+ 1494 contradiction
1497
+ 1495 contradiction
1498
+ 1496 contradiction
1499
+ 1497 contradiction
1500
+ 1498 contradiction
1501
+ 1499 contradiction
1502
+ 1500 contradiction
1503
+ 1501 contradiction
1504
+ 1502 contradiction
1505
+ 1503 contradiction
1506
+ 1504 contradiction
1507
+ 1505 contradiction
1508
+ 1506 contradiction
1509
+ 1507 contradiction
1510
+ 1508 contradiction
1511
+ 1509 contradiction
1512
+ 1510 contradiction
1513
+ 1511 contradiction
1514
+ 1512 contradiction
1515
+ 1513 contradiction
1516
+ 1514 contradiction
1517
+ 1515 contradiction
1518
+ 1516 contradiction
1519
+ 1517 contradiction
1520
+ 1518 contradiction
1521
+ 1519 contradiction
1522
+ 1520 contradiction
1523
+ 1521 contradiction
1524
+ 1522 contradiction
1525
+ 1523 contradiction
1526
+ 1524 contradiction
1527
+ 1525 contradiction
1528
+ 1526 contradiction
1529
+ 1527 contradiction
1530
+ 1528 contradiction
1531
+ 1529 contradiction
1532
+ 1530 contradiction
1533
+ 1531 contradiction
1534
+ 1532 contradiction
1535
+ 1533 contradiction
1536
+ 1534 contradiction
1537
+ 1535 contradiction
1538
+ 1536 contradiction
1539
+ 1537 contradiction
1540
+ 1538 contradiction
1541
+ 1539 contradiction
1542
+ 1540 contradiction
1543
+ 1541 contradiction
1544
+ 1542 entailment
1545
+ 1543 contradiction
1546
+ 1544 entailment
1547
+ 1545 entailment
1548
+ 1546 contradiction
1549
+ 1547 contradiction
1550
+ 1548 contradiction
1551
+ 1549 contradiction
1552
+ 1550 contradiction
1553
+ 1551 contradiction
1554
+ 1552 contradiction
1555
+ 1553 contradiction
1556
+ 1554 contradiction
1557
+ 1555 contradiction
1558
+ 1556 contradiction
1559
+ 1557 contradiction
1560
+ 1558 contradiction
1561
+ 1559 contradiction
1562
+ 1560 contradiction
1563
+ 1561 contradiction
1564
+ 1562 contradiction
1565
+ 1563 contradiction
1566
+ 1564 contradiction
1567
+ 1565 contradiction
1568
+ 1566 contradiction
1569
+ 1567 contradiction
1570
+ 1568 contradiction
1571
+ 1569 entailment
1572
+ 1570 contradiction
1573
+ 1571 contradiction
1574
+ 1572 entailment
1575
+ 1573 contradiction
1576
+ 1574 entailment
1577
+ 1575 entailment
1578
+ 1576 contradiction
1579
+ 1577 contradiction
1580
+ 1578 contradiction
1581
+ 1579 contradiction
1582
+ 1580 contradiction
1583
+ 1581 contradiction
1584
+ 1582 contradiction
1585
+ 1583 contradiction
1586
+ 1584 contradiction
1587
+ 1585 contradiction
1588
+ 1586 contradiction
1589
+ 1587 contradiction
1590
+ 1588 contradiction
1591
+ 1589 contradiction
1592
+ 1590 contradiction
1593
+ 1591 contradiction
1594
+ 1592 contradiction
1595
+ 1593 contradiction
1596
+ 1594 contradiction
1597
+ 1595 contradiction
1598
+ 1596 contradiction
1599
+ 1597 contradiction
1600
+ 1598 contradiction
1601
+ 1599 contradiction
1602
+ 1600 contradiction
1603
+ 1601 contradiction
1604
+ 1602 contradiction
1605
+ 1603 contradiction
1606
+ 1604 contradiction
1607
+ 1605 contradiction
1608
+ 1606 contradiction
1609
+ 1607 contradiction
1610
+ 1608 contradiction
1611
+ 1609 contradiction
1612
+ 1610 contradiction
1613
+ 1611 contradiction
1614
+ 1612 contradiction
1615
+ 1613 contradiction
1616
+ 1614 contradiction
1617
+ 1615 contradiction
1618
+ 1616 contradiction
1619
+ 1617 contradiction
1620
+ 1618 contradiction
1621
+ 1619 contradiction
1622
+ 1620 contradiction
1623
+ 1621 contradiction
1624
+ 1622 contradiction
1625
+ 1623 contradiction
1626
+ 1624 contradiction
1627
+ 1625 contradiction
1628
+ 1626 contradiction
1629
+ 1627 contradiction
1630
+ 1628 contradiction
1631
+ 1629 contradiction
1632
+ 1630 contradiction
1633
+ 1631 contradiction
1634
+ 1632 contradiction
1635
+ 1633 contradiction
1636
+ 1634 contradiction
1637
+ 1635 contradiction
1638
+ 1636 contradiction
1639
+ 1637 contradiction
1640
+ 1638 contradiction
1641
+ 1639 contradiction
1642
+ 1640 contradiction
1643
+ 1641 contradiction
1644
+ 1642 contradiction
1645
+ 1643 contradiction
1646
+ 1644 contradiction
1647
+ 1645 contradiction
1648
+ 1646 contradiction
1649
+ 1647 contradiction
1650
+ 1648 contradiction
1651
+ 1649 contradiction
1652
+ 1650 contradiction
1653
+ 1651 contradiction
1654
+ 1652 contradiction
1655
+ 1653 contradiction
1656
+ 1654 contradiction
1657
+ 1655 contradiction
1658
+ 1656 contradiction
1659
+ 1657 contradiction
1660
+ 1658 contradiction
1661
+ 1659 contradiction
1662
+ 1660 contradiction
1663
+ 1661 contradiction
1664
+ 1662 contradiction
1665
+ 1663 contradiction
1666
+ 1664 contradiction
1667
+ 1665 contradiction
1668
+ 1666 contradiction
1669
+ 1667 contradiction
1670
+ 1668 contradiction
1671
+ 1669 contradiction
1672
+ 1670 contradiction
1673
+ 1671 contradiction
1674
+ 1672 contradiction
1675
+ 1673 contradiction
1676
+ 1674 contradiction
1677
+ 1675 contradiction
1678
+ 1676 contradiction
1679
+ 1677 contradiction
1680
+ 1678 contradiction
1681
+ 1679 contradiction
1682
+ 1680 contradiction
1683
+ 1681 contradiction
1684
+ 1682 contradiction
1685
+ 1683 contradiction
1686
+ 1684 contradiction
1687
+ 1685 contradiction
1688
+ 1686 contradiction
1689
+ 1687 contradiction
1690
+ 1688 contradiction
1691
+ 1689 contradiction
1692
+ 1690 contradiction
1693
+ 1691 contradiction
1694
+ 1692 contradiction
1695
+ 1693 contradiction
1696
+ 1694 contradiction
1697
+ 1695 contradiction
1698
+ 1696 contradiction
1699
+ 1697 contradiction
1700
+ 1698 contradiction
1701
+ 1699 contradiction
1702
+ 1700 contradiction
1703
+ 1701 contradiction
1704
+ 1702 contradiction
1705
+ 1703 contradiction
1706
+ 1704 contradiction
1707
+ 1705 contradiction
1708
+ 1706 contradiction
1709
+ 1707 contradiction
1710
+ 1708 contradiction
1711
+ 1709 contradiction
1712
+ 1710 contradiction
1713
+ 1711 contradiction
1714
+ 1712 contradiction
1715
+ 1713 contradiction
1716
+ 1714 contradiction
1717
+ 1715 contradiction
1718
+ 1716 contradiction
1719
+ 1717 contradiction
1720
+ 1718 contradiction
1721
+ 1719 contradiction
1722
+ 1720 contradiction
1723
+ 1721 contradiction
1724
+ 1722 contradiction
1725
+ 1723 contradiction
1726
+ 1724 contradiction
1727
+ 1725 contradiction
1728
+ 1726 contradiction
1729
+ 1727 contradiction
1730
+ 1728 contradiction
1731
+ 1729 contradiction
1732
+ 1730 contradiction
1733
+ 1731 contradiction
1734
+ 1732 contradiction
1735
+ 1733 contradiction
1736
+ 1734 contradiction
1737
+ 1735 contradiction
1738
+ 1736 contradiction
1739
+ 1737 contradiction
1740
+ 1738 contradiction
1741
+ 1739 contradiction
1742
+ 1740 contradiction
1743
+ 1741 contradiction
1744
+ 1742 contradiction
1745
+ 1743 contradiction
1746
+ 1744 contradiction
1747
+ 1745 contradiction
1748
+ 1746 contradiction
1749
+ 1747 contradiction
1750
+ 1748 contradiction
1751
+ 1749 contradiction
1752
+ 1750 contradiction
1753
+ 1751 contradiction
1754
+ 1752 contradiction
1755
+ 1753 contradiction
1756
+ 1754 contradiction
1757
+ 1755 contradiction
1758
+ 1756 contradiction
1759
+ 1757 contradiction
1760
+ 1758 contradiction
1761
+ 1759 contradiction
1762
+ 1760 contradiction
1763
+ 1761 contradiction
1764
+ 1762 contradiction
1765
+ 1763 contradiction
1766
+ 1764 contradiction
1767
+ 1765 contradiction
1768
+ 1766 entailment
1769
+ 1767 contradiction
1770
+ 1768 entailment
1771
+ 1769 entailment
1772
+ 1770 entailment
1773
+ 1771 entailment
1774
+ 1772 entailment
1775
+ 1773 entailment
1776
+ 1774 entailment
1777
+ 1775 entailment
1778
+ 1776 entailment
1779
+ 1777 entailment
1780
+ 1778 entailment
1781
+ 1779 entailment
1782
+ 1780 entailment
1783
+ 1781 entailment
1784
+ 1782 entailment
1785
+ 1783 entailment
1786
+ 1784 entailment
1787
+ 1785 entailment
1788
+ 1786 entailment
1789
+ 1787 entailment
1790
+ 1788 entailment
1791
+ 1789 entailment
1792
+ 1790 entailment
1793
+ 1791 entailment
1794
+ 1792 entailment
1795
+ 1793 contradiction
1796
+ 1794 entailment
1797
+ 1795 entailment
1798
+ 1796 entailment
1799
+ 1797 entailment
1800
+ 1798 entailment
1801
+ 1799 entailment
1802
+ 1800 entailment
1803
+ 1801 entailment
1804
+ 1802 entailment
1805
+ 1803 entailment
1806
+ 1804 entailment
1807
+ 1805 entailment
1808
+ 1806 entailment
1809
+ 1807 entailment
1810
+ 1808 entailment
1811
+ 1809 entailment
1812
+ 1810 entailment
1813
+ 1811 entailment
1814
+ 1812 entailment
1815
+ 1813 entailment
1816
+ 1814 entailment
1817
+ 1815 contradiction
1818
+ 1816 entailment
1819
+ 1817 entailment
1820
+ 1818 entailment
1821
+ 1819 entailment
1822
+ 1820 entailment
1823
+ 1821 entailment
1824
+ 1822 entailment
1825
+ 1823 entailment
1826
+ 1824 entailment
1827
+ 1825 entailment
1828
+ 1826 entailment
1829
+ 1827 entailment
1830
+ 1828 entailment
1831
+ 1829 contradiction
1832
+ 1830 entailment
1833
+ 1831 entailment
1834
+ 1832 contradiction
1835
+ 1833 entailment
1836
+ 1834 entailment
1837
+ 1835 entailment
1838
+ 1836 entailment
1839
+ 1837 entailment
1840
+ 1838 entailment
1841
+ 1839 entailment
1842
+ 1840 contradiction
1843
+ 1841 entailment
1844
+ 1842 entailment
1845
+ 1843 entailment
1846
+ 1844 entailment
1847
+ 1845 entailment
1848
+ 1846 entailment
1849
+ 1847 entailment
1850
+ 1848 entailment
1851
+ 1849 entailment
1852
+ 1850 entailment
1853
+ 1851 entailment
1854
+ 1852 entailment
1855
+ 1853 entailment
1856
+ 1854 entailment
1857
+ 1855 entailment
1858
+ 1856 entailment
1859
+ 1857 entailment
1860
+ 1858 entailment
1861
+ 1859 entailment
1862
+ 1860 entailment
1863
+ 1861 entailment
1864
+ 1862 entailment
1865
+ 1863 entailment
1866
+ 1864 entailment
1867
+ 1865 entailment
1868
+ 1866 entailment
1869
+ 1867 entailment
1870
+ 1868 contradiction
1871
+ 1869 entailment
1872
+ 1870 entailment
1873
+ 1871 entailment
1874
+ 1872 entailment
1875
+ 1873 entailment
1876
+ 1874 entailment
1877
+ 1875 entailment
1878
+ 1876 entailment
1879
+ 1877 entailment
1880
+ 1878 entailment
1881
+ 1879 entailment
1882
+ 1880 entailment
1883
+ 1881 entailment
1884
+ 1882 entailment
1885
+ 1883 entailment
1886
+ 1884 entailment
1887
+ 1885 entailment
1888
+ 1886 entailment
1889
+ 1887 entailment
1890
+ 1888 entailment
1891
+ 1889 entailment
1892
+ 1890 entailment
1893
+ 1891 entailment
1894
+ 1892 contradiction
1895
+ 1893 entailment
1896
+ 1894 entailment
1897
+ 1895 entailment
1898
+ 1896 entailment
1899
+ 1897 entailment
1900
+ 1898 entailment
1901
+ 1899 contradiction
1902
+ 1900 entailment
1903
+ 1901 entailment
1904
+ 1902 entailment
1905
+ 1903 entailment
1906
+ 1904 entailment
1907
+ 1905 entailment
1908
+ 1906 entailment
1909
+ 1907 entailment
1910
+ 1908 entailment
1911
+ 1909 entailment
1912
+ 1910 entailment
1913
+ 1911 entailment
1914
+ 1912 entailment
1915
+ 1913 entailment
1916
+ 1914 entailment
1917
+ 1915 entailment
1918
+ 1916 contradiction
1919
+ 1917 entailment
1920
+ 1918 entailment
1921
+ 1919 entailment
1922
+ 1920 entailment
1923
+ 1921 entailment
1924
+ 1922 entailment
1925
+ 1923 entailment
1926
+ 1924 entailment
1927
+ 1925 entailment
1928
+ 1926 entailment
1929
+ 1927 entailment
1930
+ 1928 entailment
1931
+ 1929 entailment
1932
+ 1930 entailment
1933
+ 1931 contradiction
1934
+ 1932 entailment
1935
+ 1933 entailment
1936
+ 1934 entailment
1937
+ 1935 entailment
1938
+ 1936 entailment
1939
+ 1937 entailment
1940
+ 1938 contradiction
1941
+ 1939 entailment
1942
+ 1940 entailment
1943
+ 1941 entailment
1944
+ 1942 entailment
1945
+ 1943 entailment
1946
+ 1944 entailment
1947
+ 1945 entailment
1948
+ 1946 entailment
1949
+ 1947 entailment
1950
+ 1948 entailment
1951
+ 1949 entailment
1952
+ 1950 entailment
1953
+ 1951 entailment
1954
+ 1952 entailment
1955
+ 1953 entailment
1956
+ 1954 entailment
1957
+ 1955 entailment
1958
+ 1956 entailment
1959
+ 1957 entailment
1960
+ 1958 entailment
1961
+ 1959 entailment
1962
+ 1960 entailment
1963
+ 1961 entailment
1964
+ 1962 entailment
1965
+ 1963 entailment
1966
+ 1964 entailment
1967
+ 1965 entailment
1968
+ 1966 contradiction
1969
+ 1967 entailment
1970
+ 1968 entailment
1971
+ 1969 entailment
1972
+ 1970 entailment
1973
+ 1971 entailment
1974
+ 1972 entailment
1975
+ 1973 entailment
1976
+ 1974 entailment
1977
+ 1975 entailment
1978
+ 1976 entailment
1979
+ 1977 entailment
1980
+ 1978 entailment
1981
+ 1979 entailment
1982
+ 1980 entailment
1983
+ 1981 entailment
1984
+ 1982 entailment
1985
+ 1983 entailment
1986
+ 1984 entailment
1987
+ 1985 contradiction
1988
+ 1986 entailment
1989
+ 1987 entailment
1990
+ 1988 entailment
1991
+ 1989 entailment
1992
+ 1990 contradiction
1993
+ 1991 entailment
1994
+ 1992 entailment
1995
+ 1993 entailment
1996
+ 1994 entailment
1997
+ 1995 entailment
1998
+ 1996 entailment
1999
+ 1997 entailment
2000
+ 1998 entailment
2001
+ 1999 entailment
2002
+ 2000 entailment
2003
+ 2001 contradiction
2004
+ 2002 entailment
2005
+ 2003 entailment
2006
+ 2004 entailment
2007
+ 2005 entailment
2008
+ 2006 entailment
2009
+ 2007 entailment
2010
+ 2008 entailment
2011
+ 2009 entailment
2012
+ 2010 entailment
2013
+ 2011 entailment
2014
+ 2012 entailment
2015
+ 2013 entailment
2016
+ 2014 entailment
2017
+ 2015 entailment
2018
+ 2016 entailment
2019
+ 2017 entailment
2020
+ 2018 entailment
2021
+ 2019 entailment
2022
+ 2020 entailment
2023
+ 2021 entailment
2024
+ 2022 entailment
2025
+ 2023 entailment
2026
+ 2024 entailment
2027
+ 2025 entailment
2028
+ 2026 entailment
2029
+ 2027 entailment
2030
+ 2028 entailment
2031
+ 2029 entailment
2032
+ 2030 entailment
2033
+ 2031 entailment
2034
+ 2032 entailment
2035
+ 2033 entailment
2036
+ 2034 entailment
2037
+ 2035 entailment
2038
+ 2036 entailment
2039
+ 2037 entailment
2040
+ 2038 entailment
2041
+ 2039 entailment
2042
+ 2040 entailment
2043
+ 2041 entailment
2044
+ 2042 entailment
2045
+ 2043 entailment
2046
+ 2044 entailment
2047
+ 2045 contradiction
2048
+ 2046 entailment
2049
+ 2047 entailment
2050
+ 2048 entailment
2051
+ 2049 entailment
2052
+ 2050 entailment
2053
+ 2051 entailment
2054
+ 2052 contradiction
2055
+ 2053 entailment
2056
+ 2054 entailment
2057
+ 2055 entailment
2058
+ 2056 entailment
2059
+ 2057 entailment
2060
+ 2058 entailment
2061
+ 2059 entailment
2062
+ 2060 entailment
2063
+ 2061 entailment
2064
+ 2062 entailment
2065
+ 2063 entailment
2066
+ 2064 entailment
2067
+ 2065 entailment
2068
+ 2066 entailment
2069
+ 2067 entailment
2070
+ 2068 entailment
2071
+ 2069 entailment
2072
+ 2070 entailment
2073
+ 2071 entailment
2074
+ 2072 entailment
2075
+ 2073 entailment
2076
+ 2074 entailment
2077
+ 2075 entailment
2078
+ 2076 entailment
2079
+ 2077 entailment
2080
+ 2078 entailment
2081
+ 2079 contradiction
2082
+ 2080 entailment
2083
+ 2081 entailment
2084
+ 2082 entailment
2085
+ 2083 entailment
2086
+ 2084 entailment
2087
+ 2085 entailment
2088
+ 2086 entailment
2089
+ 2087 entailment
2090
+ 2088 entailment
2091
+ 2089 entailment
2092
+ 2090 entailment
2093
+ 2091 entailment
2094
+ 2092 entailment
2095
+ 2093 entailment
2096
+ 2094 entailment
2097
+ 2095 entailment
2098
+ 2096 entailment
2099
+ 2097 entailment
2100
+ 2098 entailment
2101
+ 2099 entailment
2102
+ 2100 entailment
2103
+ 2101 entailment
2104
+ 2102 entailment
2105
+ 2103 entailment
2106
+ 2104 entailment
2107
+ 2105 entailment
2108
+ 2106 entailment
2109
+ 2107 entailment
2110
+ 2108 entailment
2111
+ 2109 entailment
2112
+ 2110 entailment
2113
+ 2111 entailment
2114
+ 2112 entailment
2115
+ 2113 entailment
2116
+ 2114 entailment
2117
+ 2115 entailment
2118
+ 2116 entailment
2119
+ 2117 entailment
2120
+ 2118 entailment
2121
+ 2119 entailment
2122
+ 2120 entailment
2123
+ 2121 entailment
2124
+ 2122 entailment
2125
+ 2123 entailment
2126
+ 2124 entailment
2127
+ 2125 entailment
2128
+ 2126 entailment
2129
+ 2127 contradiction
2130
+ 2128 entailment
2131
+ 2129 entailment
2132
+ 2130 entailment
2133
+ 2131 entailment
2134
+ 2132 entailment
2135
+ 2133 entailment
2136
+ 2134 entailment
2137
+ 2135 entailment
2138
+ 2136 entailment
2139
+ 2137 entailment
2140
+ 2138 entailment
2141
+ 2139 contradiction
2142
+ 2140 entailment
2143
+ 2141 entailment
2144
+ 2142 entailment
2145
+ 2143 entailment
2146
+ 2144 entailment
2147
+ 2145 entailment
2148
+ 2146 entailment
2149
+ 2147 entailment
2150
+ 2148 entailment
2151
+ 2149 entailment
2152
+ 2150 entailment
2153
+ 2151 entailment
2154
+ 2152 entailment
2155
+ 2153 entailment
2156
+ 2154 entailment
2157
+ 2155 entailment
2158
+ 2156 entailment
2159
+ 2157 entailment
2160
+ 2158 entailment
2161
+ 2159 entailment
2162
+ 2160 entailment
2163
+ 2161 entailment
2164
+ 2162 entailment
2165
+ 2163 entailment
2166
+ 2164 entailment
2167
+ 2165 entailment
2168
+ 2166 entailment
2169
+ 2167 entailment
2170
+ 2168 entailment
2171
+ 2169 entailment
2172
+ 2170 entailment
2173
+ 2171 entailment
2174
+ 2172 entailment
2175
+ 2173 entailment
2176
+ 2174 entailment
2177
+ 2175 entailment
2178
+ 2176 entailment
2179
+ 2177 entailment
2180
+ 2178 entailment
2181
+ 2179 entailment
2182
+ 2180 entailment
2183
+ 2181 entailment
2184
+ 2182 contradiction
2185
+ 2183 entailment
2186
+ 2184 entailment
2187
+ 2185 entailment
2188
+ 2186 contradiction
2189
+ 2187 entailment
2190
+ 2188 entailment
2191
+ 2189 entailment
2192
+ 2190 entailment
2193
+ 2191 entailment
2194
+ 2192 entailment
2195
+ 2193 entailment
2196
+ 2194 entailment
2197
+ 2195 entailment
2198
+ 2196 entailment
2199
+ 2197 entailment
2200
+ 2198 entailment
2201
+ 2199 entailment
2202
+ 2200 entailment
2203
+ 2201 entailment
2204
+ 2202 entailment
2205
+ 2203 entailment
2206
+ 2204 entailment
2207
+ 2205 entailment
2208
+ 2206 entailment
2209
+ 2207 entailment
2210
+ 2208 entailment
2211
+ 2209 entailment
2212
+ 2210 entailment
2213
+ 2211 entailment
2214
+ 2212 entailment
2215
+ 2213 entailment
2216
+ 2214 entailment
2217
+ 2215 entailment
2218
+ 2216 entailment
2219
+ 2217 entailment
2220
+ 2218 entailment
2221
+ 2219 entailment
2222
+ 2220 entailment
2223
+ 2221 entailment
2224
+ 2222 entailment
2225
+ 2223 entailment
2226
+ 2224 entailment
2227
+ 2225 entailment
2228
+ 2226 entailment
2229
+ 2227 entailment
2230
+ 2228 entailment
2231
+ 2229 entailment
2232
+ 2230 entailment
2233
+ 2231 entailment
2234
+ 2232 entailment
2235
+ 2233 entailment
2236
+ 2234 entailment
2237
+ 2235 entailment
2238
+ 2236 entailment
2239
+ 2237 entailment
2240
+ 2238 entailment
2241
+ 2239 entailment
2242
+ 2240 entailment
2243
+ 2241 entailment
2244
+ 2242 entailment
2245
+ 2243 entailment
2246
+ 2244 entailment
2247
+ 2245 entailment
2248
+ 2246 entailment
2249
+ 2247 entailment
2250
+ 2248 entailment
2251
+ 2249 entailment
2252
+ 2250 entailment
2253
+ 2251 entailment
2254
+ 2252 entailment
2255
+ 2253 entailment
2256
+ 2254 entailment
2257
+ 2255 entailment
2258
+ 2256 entailment
2259
+ 2257 entailment
2260
+ 2258 entailment
2261
+ 2259 entailment
2262
+ 2260 entailment
2263
+ 2261 entailment
2264
+ 2262 entailment
2265
+ 2263 entailment
2266
+ 2264 entailment
2267
+ 2265 entailment
2268
+ 2266 entailment
2269
+ 2267 entailment
2270
+ 2268 entailment
2271
+ 2269 entailment
2272
+ 2270 entailment
2273
+ 2271 entailment
2274
+ 2272 entailment
2275
+ 2273 entailment
2276
+ 2274 entailment
2277
+ 2275 entailment
2278
+ 2276 entailment
2279
+ 2277 entailment
2280
+ 2278 entailment
2281
+ 2279 entailment
2282
+ 2280 entailment
2283
+ 2281 entailment
2284
+ 2282 entailment
2285
+ 2283 entailment
2286
+ 2284 entailment
2287
+ 2285 entailment
2288
+ 2286 entailment
2289
+ 2287 entailment
2290
+ 2288 entailment
2291
+ 2289 contradiction
2292
+ 2290 entailment
2293
+ 2291 entailment
2294
+ 2292 entailment
2295
+ 2293 entailment
2296
+ 2294 entailment
2297
+ 2295 entailment
2298
+ 2296 entailment
2299
+ 2297 entailment
2300
+ 2298 contradiction
2301
+ 2299 entailment
2302
+ 2300 entailment
2303
+ 2301 entailment
2304
+ 2302 entailment
2305
+ 2303 entailment
2306
+ 2304 entailment
2307
+ 2305 entailment
2308
+ 2306 entailment
2309
+ 2307 entailment
2310
+ 2308 entailment
2311
+ 2309 entailment
2312
+ 2310 entailment
2313
+ 2311 entailment
2314
+ 2312 entailment
2315
+ 2313 entailment
2316
+ 2314 entailment
2317
+ 2315 entailment
2318
+ 2316 entailment
2319
+ 2317 entailment
2320
+ 2318 entailment
2321
+ 2319 entailment
2322
+ 2320 entailment
2323
+ 2321 entailment
2324
+ 2322 entailment
2325
+ 2323 entailment
2326
+ 2324 entailment
2327
+ 2325 entailment
2328
+ 2326 entailment
2329
+ 2327 entailment
2330
+ 2328 entailment
2331
+ 2329 entailment
2332
+ 2330 entailment
2333
+ 2331 entailment
2334
+ 2332 entailment
2335
+ 2333 entailment
2336
+ 2334 entailment
2337
+ 2335 entailment
2338
+ 2336 entailment
2339
+ 2337 entailment
2340
+ 2338 entailment
2341
+ 2339 contradiction
2342
+ 2340 entailment
2343
+ 2341 entailment
2344
+ 2342 entailment
2345
+ 2343 contradiction
2346
+ 2344 entailment
2347
+ 2345 entailment
2348
+ 2346 entailment
2349
+ 2347 entailment
2350
+ 2348 entailment
2351
+ 2349 entailment
2352
+ 2350 entailment
2353
+ 2351 entailment
2354
+ 2352 entailment
2355
+ 2353 entailment
2356
+ 2354 entailment
2357
+ 2355 contradiction
2358
+ 2356 entailment
2359
+ 2357 entailment
2360
+ 2358 entailment
2361
+ 2359 entailment
2362
+ 2360 entailment
2363
+ 2361 entailment
2364
+ 2362 entailment
2365
+ 2363 entailment
2366
+ 2364 entailment
2367
+ 2365 entailment
2368
+ 2366 entailment
2369
+ 2367 entailment
2370
+ 2368 entailment
2371
+ 2369 entailment
2372
+ 2370 entailment
2373
+ 2371 entailment
2374
+ 2372 entailment
2375
+ 2373 entailment
2376
+ 2374 entailment
2377
+ 2375 entailment
2378
+ 2376 entailment
2379
+ 2377 entailment
2380
+ 2378 entailment
2381
+ 2379 entailment
2382
+ 2380 entailment
2383
+ 2381 entailment
2384
+ 2382 entailment
2385
+ 2383 entailment
2386
+ 2384 entailment
2387
+ 2385 entailment
2388
+ 2386 entailment
2389
+ 2387 entailment
2390
+ 2388 entailment
2391
+ 2389 entailment
2392
+ 2390 entailment
2393
+ 2391 entailment
2394
+ 2392 entailment
2395
+ 2393 entailment
2396
+ 2394 entailment
2397
+ 2395 contradiction
2398
+ 2396 entailment
2399
+ 2397 entailment
2400
+ 2398 entailment
2401
+ 2399 entailment
2402
+ 2400 entailment
2403
+ 2401 entailment
2404
+ 2402 entailment
2405
+ 2403 entailment
2406
+ 2404 entailment
2407
+ 2405 entailment
2408
+ 2406 entailment
2409
+ 2407 entailment
2410
+ 2408 entailment
2411
+ 2409 entailment
2412
+ 2410 entailment
2413
+ 2411 entailment
2414
+ 2412 entailment
2415
+ 2413 entailment
2416
+ 2414 entailment
2417
+ 2415 entailment
2418
+ 2416 entailment
2419
+ 2417 entailment
2420
+ 2418 entailment
2421
+ 2419 entailment
2422
+ 2420 entailment
2423
+ 2421 entailment
2424
+ 2422 entailment
2425
+ 2423 entailment
2426
+ 2424 entailment
2427
+ 2425 entailment
2428
+ 2426 contradiction
2429
+ 2427 entailment
2430
+ 2428 entailment
2431
+ 2429 entailment
2432
+ 2430 entailment
2433
+ 2431 entailment
2434
+ 2432 entailment
2435
+ 2433 entailment
2436
+ 2434 entailment
2437
+ 2435 entailment
2438
+ 2436 entailment
2439
+ 2437 entailment
2440
+ 2438 entailment
2441
+ 2439 entailment
2442
+ 2440 entailment
2443
+ 2441 entailment
2444
+ 2442 entailment
2445
+ 2443 entailment
2446
+ 2444 entailment
2447
+ 2445 entailment
2448
+ 2446 entailment
2449
+ 2447 entailment
2450
+ 2448 entailment
2451
+ 2449 entailment
2452
+ 2450 entailment
2453
+ 2451 entailment
2454
+ 2452 entailment
2455
+ 2453 entailment
2456
+ 2454 entailment
2457
+ 2455 entailment
2458
+ 2456 contradiction
2459
+ 2457 entailment
2460
+ 2458 entailment
2461
+ 2459 entailment
2462
+ 2460 entailment
2463
+ 2461 entailment
2464
+ 2462 entailment
2465
+ 2463 entailment
2466
+ 2464 entailment
2467
+ 2465 entailment
2468
+ 2466 entailment
2469
+ 2467 entailment
2470
+ 2468 entailment
2471
+ 2469 entailment
2472
+ 2470 entailment
2473
+ 2471 entailment
2474
+ 2472 entailment
2475
+ 2473 entailment
2476
+ 2474 entailment
2477
+ 2475 entailment
2478
+ 2476 entailment
2479
+ 2477 entailment
2480
+ 2478 entailment
2481
+ 2479 entailment
2482
+ 2480 entailment
2483
+ 2481 entailment
2484
+ 2482 entailment
2485
+ 2483 entailment
2486
+ 2484 entailment
2487
+ 2485 entailment
2488
+ 2486 entailment
2489
+ 2487 entailment
2490
+ 2488 entailment
2491
+ 2489 entailment
2492
+ 2490 entailment
2493
+ 2491 entailment
2494
+ 2492 entailment
2495
+ 2493 entailment
2496
+ 2494 entailment
2497
+ 2495 entailment
2498
+ 2496 entailment
2499
+ 2497 entailment
2500
+ 2498 entailment
2501
+ 2499 entailment
2502
+ 2500 entailment
2503
+ 2501 entailment
2504
+ 2502 entailment
2505
+ 2503 entailment
2506
+ 2504 contradiction
2507
+ 2505 entailment
2508
+ 2506 entailment
2509
+ 2507 entailment
2510
+ 2508 entailment
2511
+ 2509 entailment
2512
+ 2510 entailment
2513
+ 2511 entailment
2514
+ 2512 entailment
2515
+ 2513 entailment
2516
+ 2514 entailment
2517
+ 2515 entailment
2518
+ 2516 entailment
2519
+ 2517 entailment
2520
+ 2518 entailment
2521
+ 2519 entailment
2522
+ 2520 entailment
2523
+ 2521 entailment
2524
+ 2522 entailment
2525
+ 2523 entailment
2526
+ 2524 entailment
2527
+ 2525 entailment
2528
+ 2526 entailment
2529
+ 2527 entailment
2530
+ 2528 entailment
2531
+ 2529 entailment
2532
+ 2530 entailment
2533
+ 2531 entailment
2534
+ 2532 entailment
2535
+ 2533 entailment
2536
+ 2534 entailment
2537
+ 2535 entailment
2538
+ 2536 entailment
2539
+ 2537 entailment
2540
+ 2538 entailment
2541
+ 2539 entailment
2542
+ 2540 entailment
2543
+ 2541 entailment
2544
+ 2542 entailment
2545
+ 2543 entailment
2546
+ 2544 entailment
2547
+ 2545 entailment
2548
+ 2546 entailment
2549
+ 2547 entailment
2550
+ 2548 entailment
2551
+ 2549 entailment
2552
+ 2550 entailment
2553
+ 2551 entailment
2554
+ 2552 entailment
2555
+ 2553 entailment
2556
+ 2554 entailment
2557
+ 2555 entailment
2558
+ 2556 entailment
2559
+ 2557 entailment
2560
+ 2558 entailment
2561
+ 2559 entailment
2562
+ 2560 entailment
2563
+ 2561 entailment
2564
+ 2562 entailment
2565
+ 2563 entailment
2566
+ 2564 entailment
2567
+ 2565 entailment
2568
+ 2566 entailment
2569
+ 2567 contradiction
2570
+ 2568 contradiction
2571
+ 2569 contradiction
2572
+ 2570 contradiction
2573
+ 2571 contradiction
2574
+ 2572 contradiction
2575
+ 2573 contradiction
2576
+ 2574 entailment
2577
+ 2575 contradiction
2578
+ 2576 contradiction
2579
+ 2577 contradiction
2580
+ 2578 contradiction
2581
+ 2579 contradiction
2582
+ 2580 contradiction
2583
+ 2581 entailment
2584
+ 2582 contradiction
2585
+ 2583 contradiction
2586
+ 2584 contradiction
2587
+ 2585 contradiction
2588
+ 2586 contradiction
2589
+ 2587 contradiction
2590
+ 2588 contradiction
2591
+ 2589 contradiction
2592
+ 2590 contradiction
2593
+ 2591 contradiction
2594
+ 2592 contradiction
2595
+ 2593 contradiction
2596
+ 2594 contradiction
2597
+ 2595 contradiction
2598
+ 2596 contradiction
2599
+ 2597 contradiction
2600
+ 2598 contradiction
2601
+ 2599 contradiction
2602
+ 2600 contradiction
2603
+ 2601 contradiction
2604
+ 2602 contradiction
2605
+ 2603 contradiction
2606
+ 2604 contradiction
2607
+ 2605 contradiction
2608
+ 2606 contradiction
2609
+ 2607 contradiction
2610
+ 2608 contradiction
2611
+ 2609 contradiction
2612
+ 2610 contradiction
2613
+ 2611 contradiction
2614
+ 2612 contradiction
2615
+ 2613 contradiction
2616
+ 2614 contradiction
2617
+ 2615 contradiction
2618
+ 2616 contradiction
2619
+ 2617 contradiction
2620
+ 2618 contradiction
2621
+ 2619 contradiction
2622
+ 2620 contradiction
2623
+ 2621 contradiction
2624
+ 2622 contradiction
2625
+ 2623 contradiction
2626
+ 2624 contradiction
2627
+ 2625 contradiction
2628
+ 2626 contradiction
2629
+ 2627 contradiction
2630
+ 2628 contradiction
2631
+ 2629 contradiction
2632
+ 2630 contradiction
2633
+ 2631 contradiction
2634
+ 2632 contradiction
2635
+ 2633 contradiction
2636
+ 2634 contradiction
2637
+ 2635 contradiction
2638
+ 2636 contradiction
2639
+ 2637 contradiction
2640
+ 2638 contradiction
2641
+ 2639 contradiction
2642
+ 2640 contradiction
2643
+ 2641 contradiction
2644
+ 2642 contradiction
2645
+ 2643 contradiction
2646
+ 2644 contradiction
2647
+ 2645 contradiction
2648
+ 2646 contradiction
2649
+ 2647 contradiction
2650
+ 2648 contradiction
2651
+ 2649 contradiction
2652
+ 2650 contradiction
2653
+ 2651 contradiction
2654
+ 2652 contradiction
2655
+ 2653 entailment
2656
+ 2654 contradiction
2657
+ 2655 contradiction
2658
+ 2656 contradiction
2659
+ 2657 contradiction
2660
+ 2658 contradiction
2661
+ 2659 contradiction
2662
+ 2660 contradiction
2663
+ 2661 contradiction
2664
+ 2662 contradiction
2665
+ 2663 contradiction
2666
+ 2664 contradiction
2667
+ 2665 contradiction
2668
+ 2666 contradiction
2669
+ 2667 contradiction
2670
+ 2668 contradiction
2671
+ 2669 contradiction
2672
+ 2670 contradiction
2673
+ 2671 contradiction
2674
+ 2672 contradiction
2675
+ 2673 contradiction
2676
+ 2674 contradiction
2677
+ 2675 contradiction
2678
+ 2676 contradiction
2679
+ 2677 contradiction
2680
+ 2678 contradiction
2681
+ 2679 contradiction
2682
+ 2680 contradiction
2683
+ 2681 contradiction
2684
+ 2682 entailment
2685
+ 2683 contradiction
2686
+ 2684 contradiction
2687
+ 2685 contradiction
2688
+ 2686 contradiction
2689
+ 2687 contradiction
2690
+ 2688 contradiction
2691
+ 2689 contradiction
2692
+ 2690 contradiction
2693
+ 2691 contradiction
2694
+ 2692 contradiction
2695
+ 2693 contradiction
2696
+ 2694 contradiction
2697
+ 2695 contradiction
2698
+ 2696 contradiction
2699
+ 2697 contradiction
2700
+ 2698 contradiction
2701
+ 2699 contradiction
2702
+ 2700 contradiction
2703
+ 2701 contradiction
2704
+ 2702 contradiction
2705
+ 2703 contradiction
2706
+ 2704 contradiction
2707
+ 2705 contradiction
2708
+ 2706 contradiction
2709
+ 2707 contradiction
2710
+ 2708 contradiction
2711
+ 2709 contradiction
2712
+ 2710 contradiction
2713
+ 2711 contradiction
2714
+ 2712 contradiction
2715
+ 2713 contradiction
2716
+ 2714 contradiction
2717
+ 2715 contradiction
2718
+ 2716 contradiction
2719
+ 2717 contradiction
2720
+ 2718 contradiction
2721
+ 2719 contradiction
2722
+ 2720 contradiction
2723
+ 2721 contradiction
2724
+ 2722 contradiction
2725
+ 2723 contradiction
2726
+ 2724 contradiction
2727
+ 2725 contradiction
2728
+ 2726 contradiction
2729
+ 2727 entailment
2730
+ 2728 contradiction
2731
+ 2729 contradiction
2732
+ 2730 contradiction
2733
+ 2731 contradiction
2734
+ 2732 contradiction
2735
+ 2733 contradiction
2736
+ 2734 contradiction
2737
+ 2735 contradiction
2738
+ 2736 contradiction
2739
+ 2737 contradiction
2740
+ 2738 contradiction
2741
+ 2739 contradiction
2742
+ 2740 contradiction
2743
+ 2741 contradiction
2744
+ 2742 contradiction
2745
+ 2743 contradiction
2746
+ 2744 contradiction
2747
+ 2745 contradiction
2748
+ 2746 contradiction
2749
+ 2747 contradiction
2750
+ 2748 contradiction
2751
+ 2749 contradiction
2752
+ 2750 contradiction
2753
+ 2751 contradiction
2754
+ 2752 contradiction
2755
+ 2753 contradiction
2756
+ 2754 contradiction
2757
+ 2755 contradiction
2758
+ 2756 contradiction
2759
+ 2757 contradiction
2760
+ 2758 contradiction
2761
+ 2759 contradiction
2762
+ 2760 contradiction
2763
+ 2761 contradiction
2764
+ 2762 contradiction
2765
+ 2763 contradiction
2766
+ 2764 contradiction
2767
+ 2765 contradiction
2768
+ 2766 contradiction
2769
+ 2767 contradiction
2770
+ 2768 contradiction
2771
+ 2769 contradiction
2772
+ 2770 contradiction
2773
+ 2771 contradiction
2774
+ 2772 contradiction
2775
+ 2773 contradiction
2776
+ 2774 contradiction
2777
+ 2775 contradiction
2778
+ 2776 contradiction
2779
+ 2777 contradiction
2780
+ 2778 entailment
2781
+ 2779 contradiction
2782
+ 2780 contradiction
2783
+ 2781 contradiction
2784
+ 2782 entailment
2785
+ 2783 contradiction
2786
+ 2784 contradiction
2787
+ 2785 contradiction
2788
+ 2786 contradiction
2789
+ 2787 contradiction
2790
+ 2788 entailment
2791
+ 2789 contradiction
2792
+ 2790 contradiction
2793
+ 2791 contradiction
2794
+ 2792 contradiction
2795
+ 2793 contradiction
2796
+ 2794 contradiction
2797
+ 2795 contradiction
2798
+ 2796 contradiction
2799
+ 2797 contradiction
2800
+ 2798 contradiction
2801
+ 2799 contradiction
2802
+ 2800 contradiction
2803
+ 2801 contradiction
2804
+ 2802 contradiction
2805
+ 2803 contradiction
2806
+ 2804 contradiction
2807
+ 2805 contradiction
2808
+ 2806 contradiction
2809
+ 2807 contradiction
2810
+ 2808 contradiction
2811
+ 2809 contradiction
2812
+ 2810 contradiction
2813
+ 2811 contradiction
2814
+ 2812 contradiction
2815
+ 2813 contradiction
2816
+ 2814 contradiction
2817
+ 2815 contradiction
2818
+ 2816 contradiction
2819
+ 2817 contradiction
2820
+ 2818 contradiction
2821
+ 2819 contradiction
2822
+ 2820 contradiction
2823
+ 2821 contradiction
2824
+ 2822 contradiction
2825
+ 2823 contradiction
2826
+ 2824 contradiction
2827
+ 2825 contradiction
2828
+ 2826 contradiction
2829
+ 2827 contradiction
2830
+ 2828 contradiction
2831
+ 2829 contradiction
2832
+ 2830 contradiction
2833
+ 2831 contradiction
2834
+ 2832 contradiction
2835
+ 2833 contradiction
2836
+ 2834 contradiction
2837
+ 2835 contradiction
2838
+ 2836 contradiction
2839
+ 2837 contradiction
2840
+ 2838 contradiction
2841
+ 2839 contradiction
2842
+ 2840 contradiction
2843
+ 2841 contradiction
2844
+ 2842 contradiction
2845
+ 2843 contradiction
2846
+ 2844 contradiction
2847
+ 2845 contradiction
2848
+ 2846 contradiction
2849
+ 2847 contradiction
2850
+ 2848 contradiction
2851
+ 2849 contradiction
2852
+ 2850 contradiction
2853
+ 2851 contradiction
2854
+ 2852 contradiction
2855
+ 2853 contradiction
2856
+ 2854 contradiction
2857
+ 2855 contradiction
2858
+ 2856 contradiction
2859
+ 2857 contradiction
2860
+ 2858 contradiction
2861
+ 2859 contradiction
2862
+ 2860 contradiction
2863
+ 2861 contradiction
2864
+ 2862 contradiction
2865
+ 2863 contradiction
2866
+ 2864 contradiction
2867
+ 2865 contradiction
2868
+ 2866 contradiction
2869
+ 2867 entailment
2870
+ 2868 contradiction
2871
+ 2869 contradiction
2872
+ 2870 contradiction
2873
+ 2871 contradiction
2874
+ 2872 contradiction
2875
+ 2873 contradiction
2876
+ 2874 contradiction
2877
+ 2875 contradiction
2878
+ 2876 contradiction
2879
+ 2877 contradiction
2880
+ 2878 contradiction
2881
+ 2879 contradiction
2882
+ 2880 contradiction
2883
+ 2881 contradiction
2884
+ 2882 contradiction
2885
+ 2883 contradiction
2886
+ 2884 contradiction
2887
+ 2885 contradiction
2888
+ 2886 contradiction
2889
+ 2887 contradiction
2890
+ 2888 contradiction
2891
+ 2889 contradiction
2892
+ 2890 contradiction
2893
+ 2891 contradiction
2894
+ 2892 contradiction
2895
+ 2893 contradiction
2896
+ 2894 entailment
2897
+ 2895 contradiction
2898
+ 2896 contradiction
2899
+ 2897 contradiction
2900
+ 2898 contradiction
2901
+ 2899 contradiction
2902
+ 2900 contradiction
2903
+ 2901 contradiction
2904
+ 2902 contradiction
2905
+ 2903 contradiction
2906
+ 2904 contradiction
2907
+ 2905 contradiction
2908
+ 2906 contradiction
2909
+ 2907 contradiction
2910
+ 2908 contradiction
2911
+ 2909 contradiction
2912
+ 2910 contradiction
2913
+ 2911 contradiction
2914
+ 2912 contradiction
2915
+ 2913 contradiction
2916
+ 2914 contradiction
2917
+ 2915 contradiction
2918
+ 2916 contradiction
2919
+ 2917 contradiction
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "[CLS]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "[SEP]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "[MASK]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "[PAD]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "[SEP]",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[UNK]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[PAD]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "5": {
44
+ "content": "[BLANK]",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ }
51
+ },
52
+ "bos_token": "[CLS]",
53
+ "clean_up_tokenization_spaces": true,
54
+ "cls_token": "[CLS]",
55
+ "do_lower_case": false,
56
+ "eos_token": "[SEP]",
57
+ "extra_special_tokens": {},
58
+ "mask_token": "[MASK]",
59
+ "model_max_length": 4096,
60
+ "pad_token": "[PAD]",
61
+ "sep_token": "[SEP]",
62
+ "strip_accents": null,
63
+ "tokenize_chinese_chars": true,
64
+ "tokenizer_class": "BertTokenizer",
65
+ "unk_token": "[UNK]"
66
+ }
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 0.9992323719706108,
3
+ "total_flos": 1.186312889546834e+17,
4
+ "train_loss": 0.3326558042530222,
5
+ "train_runtime": 10607.6074,
6
+ "train_samples": 18238,
7
+ "train_samples_per_second": 1.719,
8
+ "train_steps_per_second": 0.107
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,857 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.951232302045097,
3
+ "best_model_checkpoint": "/home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225/checkpoint-1000",
4
+ "epoch": 0.9992323719706108,
5
+ "eval_steps": 500,
6
+ "global_step": 1139,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.008772891764447855,
13
+ "grad_norm": 18.548049926757812,
14
+ "learning_rate": 4.0000000000000003e-07,
15
+ "loss": 0.712,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.01754578352889571,
20
+ "grad_norm": 27.947410583496094,
21
+ "learning_rate": 8.000000000000001e-07,
22
+ "loss": 0.7286,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 0.026318675293343568,
27
+ "grad_norm": 15.611265182495117,
28
+ "learning_rate": 1.2000000000000002e-06,
29
+ "loss": 0.6691,
30
+ "step": 30
31
+ },
32
+ {
33
+ "epoch": 0.03509156705779142,
34
+ "grad_norm": 14.706952095031738,
35
+ "learning_rate": 1.6000000000000001e-06,
36
+ "loss": 0.6678,
37
+ "step": 40
38
+ },
39
+ {
40
+ "epoch": 0.04386445882223928,
41
+ "grad_norm": 20.6095027923584,
42
+ "learning_rate": 2.0000000000000003e-06,
43
+ "loss": 0.6755,
44
+ "step": 50
45
+ },
46
+ {
47
+ "epoch": 0.052637350586687136,
48
+ "grad_norm": 15.785083770751953,
49
+ "learning_rate": 2.4000000000000003e-06,
50
+ "loss": 0.6245,
51
+ "step": 60
52
+ },
53
+ {
54
+ "epoch": 0.06141024235113499,
55
+ "grad_norm": 16.40140724182129,
56
+ "learning_rate": 2.8000000000000003e-06,
57
+ "loss": 0.6065,
58
+ "step": 70
59
+ },
60
+ {
61
+ "epoch": 0.07018313411558284,
62
+ "grad_norm": 16.08489990234375,
63
+ "learning_rate": 3.2000000000000003e-06,
64
+ "loss": 0.5906,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 0.0789560258800307,
69
+ "grad_norm": 10.633989334106445,
70
+ "learning_rate": 3.6000000000000003e-06,
71
+ "loss": 0.5696,
72
+ "step": 90
73
+ },
74
+ {
75
+ "epoch": 0.08772891764447856,
76
+ "grad_norm": 13.910264015197754,
77
+ "learning_rate": 4.000000000000001e-06,
78
+ "loss": 0.5952,
79
+ "step": 100
80
+ },
81
+ {
82
+ "epoch": 0.09650180940892641,
83
+ "grad_norm": 16.332483291625977,
84
+ "learning_rate": 4.4e-06,
85
+ "loss": 0.5808,
86
+ "step": 110
87
+ },
88
+ {
89
+ "epoch": 0.10527470117337427,
90
+ "grad_norm": 12.419142723083496,
91
+ "learning_rate": 4.800000000000001e-06,
92
+ "loss": 0.564,
93
+ "step": 120
94
+ },
95
+ {
96
+ "epoch": 0.11404759293782213,
97
+ "grad_norm": 14.58597183227539,
98
+ "learning_rate": 5.2e-06,
99
+ "loss": 0.6409,
100
+ "step": 130
101
+ },
102
+ {
103
+ "epoch": 0.12282048470226999,
104
+ "grad_norm": 9.651647567749023,
105
+ "learning_rate": 5.600000000000001e-06,
106
+ "loss": 0.5049,
107
+ "step": 140
108
+ },
109
+ {
110
+ "epoch": 0.13159337646671784,
111
+ "grad_norm": 23.112552642822266,
112
+ "learning_rate": 6e-06,
113
+ "loss": 0.6125,
114
+ "step": 150
115
+ },
116
+ {
117
+ "epoch": 0.1403662682311657,
118
+ "grad_norm": 14.535902976989746,
119
+ "learning_rate": 6.4000000000000006e-06,
120
+ "loss": 0.5401,
121
+ "step": 160
122
+ },
123
+ {
124
+ "epoch": 0.14913915999561356,
125
+ "grad_norm": 19.689529418945312,
126
+ "learning_rate": 6.800000000000001e-06,
127
+ "loss": 0.5239,
128
+ "step": 170
129
+ },
130
+ {
131
+ "epoch": 0.1579120517600614,
132
+ "grad_norm": 27.909992218017578,
133
+ "learning_rate": 7.2000000000000005e-06,
134
+ "loss": 0.5906,
135
+ "step": 180
136
+ },
137
+ {
138
+ "epoch": 0.16668494352450927,
139
+ "grad_norm": 10.908613204956055,
140
+ "learning_rate": 7.600000000000001e-06,
141
+ "loss": 0.5276,
142
+ "step": 190
143
+ },
144
+ {
145
+ "epoch": 0.17545783528895711,
146
+ "grad_norm": 11.81062126159668,
147
+ "learning_rate": 8.000000000000001e-06,
148
+ "loss": 0.5355,
149
+ "step": 200
150
+ },
151
+ {
152
+ "epoch": 0.18423072705340499,
153
+ "grad_norm": 16.26637077331543,
154
+ "learning_rate": 8.400000000000001e-06,
155
+ "loss": 0.5265,
156
+ "step": 210
157
+ },
158
+ {
159
+ "epoch": 0.19300361881785283,
160
+ "grad_norm": 9.670770645141602,
161
+ "learning_rate": 8.8e-06,
162
+ "loss": 0.5206,
163
+ "step": 220
164
+ },
165
+ {
166
+ "epoch": 0.2017765105823007,
167
+ "grad_norm": 14.58901309967041,
168
+ "learning_rate": 9.200000000000002e-06,
169
+ "loss": 0.5791,
170
+ "step": 230
171
+ },
172
+ {
173
+ "epoch": 0.21054940234674854,
174
+ "grad_norm": 8.426600456237793,
175
+ "learning_rate": 9.600000000000001e-06,
176
+ "loss": 0.5681,
177
+ "step": 240
178
+ },
179
+ {
180
+ "epoch": 0.21932229411119641,
181
+ "grad_norm": 10.079155921936035,
182
+ "learning_rate": 1e-05,
183
+ "loss": 0.6321,
184
+ "step": 250
185
+ },
186
+ {
187
+ "epoch": 0.22809518587564426,
188
+ "grad_norm": 11.706363677978516,
189
+ "learning_rate": 1.04e-05,
190
+ "loss": 0.5798,
191
+ "step": 260
192
+ },
193
+ {
194
+ "epoch": 0.23686807764009213,
195
+ "grad_norm": 17.979509353637695,
196
+ "learning_rate": 1.0800000000000002e-05,
197
+ "loss": 0.5672,
198
+ "step": 270
199
+ },
200
+ {
201
+ "epoch": 0.24564096940453997,
202
+ "grad_norm": 10.209049224853516,
203
+ "learning_rate": 1.1200000000000001e-05,
204
+ "loss": 0.4833,
205
+ "step": 280
206
+ },
207
+ {
208
+ "epoch": 0.25441386116898784,
209
+ "grad_norm": 15.83713150024414,
210
+ "learning_rate": 1.16e-05,
211
+ "loss": 0.5465,
212
+ "step": 290
213
+ },
214
+ {
215
+ "epoch": 0.2631867529334357,
216
+ "grad_norm": 14.48042106628418,
217
+ "learning_rate": 1.2e-05,
218
+ "loss": 0.5025,
219
+ "step": 300
220
+ },
221
+ {
222
+ "epoch": 0.27195964469788353,
223
+ "grad_norm": 14.64489459991455,
224
+ "learning_rate": 1.2400000000000002e-05,
225
+ "loss": 0.4883,
226
+ "step": 310
227
+ },
228
+ {
229
+ "epoch": 0.2807325364623314,
230
+ "grad_norm": 19.78868865966797,
231
+ "learning_rate": 1.2800000000000001e-05,
232
+ "loss": 0.5079,
233
+ "step": 320
234
+ },
235
+ {
236
+ "epoch": 0.28950542822677927,
237
+ "grad_norm": 11.523838996887207,
238
+ "learning_rate": 1.3200000000000002e-05,
239
+ "loss": 0.5315,
240
+ "step": 330
241
+ },
242
+ {
243
+ "epoch": 0.2982783199912271,
244
+ "grad_norm": 7.584911346435547,
245
+ "learning_rate": 1.3600000000000002e-05,
246
+ "loss": 0.5383,
247
+ "step": 340
248
+ },
249
+ {
250
+ "epoch": 0.30705121175567496,
251
+ "grad_norm": 10.454729080200195,
252
+ "learning_rate": 1.4e-05,
253
+ "loss": 0.6835,
254
+ "step": 350
255
+ },
256
+ {
257
+ "epoch": 0.3158241035201228,
258
+ "grad_norm": 10.022806167602539,
259
+ "learning_rate": 1.4400000000000001e-05,
260
+ "loss": 0.625,
261
+ "step": 360
262
+ },
263
+ {
264
+ "epoch": 0.3245969952845707,
265
+ "grad_norm": 7.622408866882324,
266
+ "learning_rate": 1.48e-05,
267
+ "loss": 0.6109,
268
+ "step": 370
269
+ },
270
+ {
271
+ "epoch": 0.33336988704901854,
272
+ "grad_norm": 6.975420951843262,
273
+ "learning_rate": 1.5200000000000002e-05,
274
+ "loss": 0.5333,
275
+ "step": 380
276
+ },
277
+ {
278
+ "epoch": 0.3421427788134664,
279
+ "grad_norm": 10.684267044067383,
280
+ "learning_rate": 1.5600000000000003e-05,
281
+ "loss": 0.4575,
282
+ "step": 390
283
+ },
284
+ {
285
+ "epoch": 0.35091567057791423,
286
+ "grad_norm": 13.571067810058594,
287
+ "learning_rate": 1.6000000000000003e-05,
288
+ "loss": 0.5544,
289
+ "step": 400
290
+ },
291
+ {
292
+ "epoch": 0.35968856234236213,
293
+ "grad_norm": 7.205085277557373,
294
+ "learning_rate": 1.64e-05,
295
+ "loss": 0.6155,
296
+ "step": 410
297
+ },
298
+ {
299
+ "epoch": 0.36846145410680997,
300
+ "grad_norm": 13.097399711608887,
301
+ "learning_rate": 1.6800000000000002e-05,
302
+ "loss": 0.5048,
303
+ "step": 420
304
+ },
305
+ {
306
+ "epoch": 0.3772343458712578,
307
+ "grad_norm": 16.442916870117188,
308
+ "learning_rate": 1.72e-05,
309
+ "loss": 0.4976,
310
+ "step": 430
311
+ },
312
+ {
313
+ "epoch": 0.38600723763570566,
314
+ "grad_norm": 6.001971244812012,
315
+ "learning_rate": 1.76e-05,
316
+ "loss": 0.4145,
317
+ "step": 440
318
+ },
319
+ {
320
+ "epoch": 0.3947801294001535,
321
+ "grad_norm": 2.986736297607422,
322
+ "learning_rate": 1.8e-05,
323
+ "loss": 0.5126,
324
+ "step": 450
325
+ },
326
+ {
327
+ "epoch": 0.4035530211646014,
328
+ "grad_norm": 9.169132232666016,
329
+ "learning_rate": 1.8400000000000003e-05,
330
+ "loss": 0.5626,
331
+ "step": 460
332
+ },
333
+ {
334
+ "epoch": 0.41232591292904924,
335
+ "grad_norm": 29.881427764892578,
336
+ "learning_rate": 1.88e-05,
337
+ "loss": 0.5039,
338
+ "step": 470
339
+ },
340
+ {
341
+ "epoch": 0.4210988046934971,
342
+ "grad_norm": 14.136128425598145,
343
+ "learning_rate": 1.9200000000000003e-05,
344
+ "loss": 0.4363,
345
+ "step": 480
346
+ },
347
+ {
348
+ "epoch": 0.42987169645794493,
349
+ "grad_norm": 10.021966934204102,
350
+ "learning_rate": 1.9600000000000002e-05,
351
+ "loss": 0.4673,
352
+ "step": 490
353
+ },
354
+ {
355
+ "epoch": 0.43864458822239283,
356
+ "grad_norm": 14.060495376586914,
357
+ "learning_rate": 2e-05,
358
+ "loss": 0.3646,
359
+ "step": 500
360
+ },
361
+ {
362
+ "epoch": 0.43864458822239283,
363
+ "eval_accuracy": 0.8244752121482805,
364
+ "eval_f1": 0.77834179357022,
365
+ "eval_loss": 0.4058316648006439,
366
+ "eval_precision": 0.8146399055489965,
367
+ "eval_recall": 0.7451403887688985,
368
+ "eval_runtime": 561.5176,
369
+ "eval_samples_per_second": 3.987,
370
+ "eval_steps_per_second": 0.499,
371
+ "step": 500
372
+ },
373
+ {
374
+ "epoch": 0.44741747998684067,
375
+ "grad_norm": 60.427162170410156,
376
+ "learning_rate": 1.968701095461659e-05,
377
+ "loss": 0.5038,
378
+ "step": 510
379
+ },
380
+ {
381
+ "epoch": 0.4561903717512885,
382
+ "grad_norm": 10.006261825561523,
383
+ "learning_rate": 1.9374021909233177e-05,
384
+ "loss": 0.4059,
385
+ "step": 520
386
+ },
387
+ {
388
+ "epoch": 0.46496326351573636,
389
+ "grad_norm": 7.567866802215576,
390
+ "learning_rate": 1.9061032863849767e-05,
391
+ "loss": 0.4314,
392
+ "step": 530
393
+ },
394
+ {
395
+ "epoch": 0.47373615528018426,
396
+ "grad_norm": 12.703323364257812,
397
+ "learning_rate": 1.8748043818466356e-05,
398
+ "loss": 0.2459,
399
+ "step": 540
400
+ },
401
+ {
402
+ "epoch": 0.4825090470446321,
403
+ "grad_norm": 3.947957754135132,
404
+ "learning_rate": 1.8435054773082942e-05,
405
+ "loss": 0.1668,
406
+ "step": 550
407
+ },
408
+ {
409
+ "epoch": 0.49128193880907994,
410
+ "grad_norm": 9.213306427001953,
411
+ "learning_rate": 1.8122065727699532e-05,
412
+ "loss": 0.2323,
413
+ "step": 560
414
+ },
415
+ {
416
+ "epoch": 0.5000548305735278,
417
+ "grad_norm": 0.25514841079711914,
418
+ "learning_rate": 1.780907668231612e-05,
419
+ "loss": 0.1923,
420
+ "step": 570
421
+ },
422
+ {
423
+ "epoch": 0.5088277223379757,
424
+ "grad_norm": 50.12841796875,
425
+ "learning_rate": 1.7496087636932707e-05,
426
+ "loss": 0.4251,
427
+ "step": 580
428
+ },
429
+ {
430
+ "epoch": 0.5176006141024235,
431
+ "grad_norm": 6.860497951507568,
432
+ "learning_rate": 1.7183098591549297e-05,
433
+ "loss": 0.3019,
434
+ "step": 590
435
+ },
436
+ {
437
+ "epoch": 0.5263735058668714,
438
+ "grad_norm": 19.863380432128906,
439
+ "learning_rate": 1.6870109546165886e-05,
440
+ "loss": 0.1773,
441
+ "step": 600
442
+ },
443
+ {
444
+ "epoch": 0.5351463976313192,
445
+ "grad_norm": 0.8949945569038391,
446
+ "learning_rate": 1.6557120500782473e-05,
447
+ "loss": 0.1894,
448
+ "step": 610
449
+ },
450
+ {
451
+ "epoch": 0.5439192893957671,
452
+ "grad_norm": 17.815959930419922,
453
+ "learning_rate": 1.6244131455399062e-05,
454
+ "loss": 0.2715,
455
+ "step": 620
456
+ },
457
+ {
458
+ "epoch": 0.5526921811602149,
459
+ "grad_norm": 12.630502700805664,
460
+ "learning_rate": 1.5931142410015648e-05,
461
+ "loss": 0.0829,
462
+ "step": 630
463
+ },
464
+ {
465
+ "epoch": 0.5614650729246627,
466
+ "grad_norm": 10.575263977050781,
467
+ "learning_rate": 1.5618153364632238e-05,
468
+ "loss": 0.1798,
469
+ "step": 640
470
+ },
471
+ {
472
+ "epoch": 0.5702379646891107,
473
+ "grad_norm": 18.799726486206055,
474
+ "learning_rate": 1.5305164319248827e-05,
475
+ "loss": 0.2497,
476
+ "step": 650
477
+ },
478
+ {
479
+ "epoch": 0.5790108564535585,
480
+ "grad_norm": 0.6230038404464722,
481
+ "learning_rate": 1.4992175273865417e-05,
482
+ "loss": 0.1408,
483
+ "step": 660
484
+ },
485
+ {
486
+ "epoch": 0.5877837482180064,
487
+ "grad_norm": 0.14638830721378326,
488
+ "learning_rate": 1.4679186228482005e-05,
489
+ "loss": 0.2073,
490
+ "step": 670
491
+ },
492
+ {
493
+ "epoch": 0.5965566399824542,
494
+ "grad_norm": 11.391288757324219,
495
+ "learning_rate": 1.4366197183098594e-05,
496
+ "loss": 0.2668,
497
+ "step": 680
498
+ },
499
+ {
500
+ "epoch": 0.6053295317469021,
501
+ "grad_norm": 21.246145248413086,
502
+ "learning_rate": 1.4053208137715182e-05,
503
+ "loss": 0.157,
504
+ "step": 690
505
+ },
506
+ {
507
+ "epoch": 0.6141024235113499,
508
+ "grad_norm": 9.763635635375977,
509
+ "learning_rate": 1.374021909233177e-05,
510
+ "loss": 0.2703,
511
+ "step": 700
512
+ },
513
+ {
514
+ "epoch": 0.6228753152757978,
515
+ "grad_norm": 5.701905727386475,
516
+ "learning_rate": 1.342723004694836e-05,
517
+ "loss": 0.1502,
518
+ "step": 710
519
+ },
520
+ {
521
+ "epoch": 0.6316482070402456,
522
+ "grad_norm": 15.160579681396484,
523
+ "learning_rate": 1.3114241001564947e-05,
524
+ "loss": 0.1193,
525
+ "step": 720
526
+ },
527
+ {
528
+ "epoch": 0.6404210988046934,
529
+ "grad_norm": 0.9100450873374939,
530
+ "learning_rate": 1.2801251956181535e-05,
531
+ "loss": 0.1526,
532
+ "step": 730
533
+ },
534
+ {
535
+ "epoch": 0.6491939905691414,
536
+ "grad_norm": 1.2482988834381104,
537
+ "learning_rate": 1.2488262910798124e-05,
538
+ "loss": 0.0877,
539
+ "step": 740
540
+ },
541
+ {
542
+ "epoch": 0.6579668823335892,
543
+ "grad_norm": 33.362972259521484,
544
+ "learning_rate": 1.2175273865414712e-05,
545
+ "loss": 0.2326,
546
+ "step": 750
547
+ },
548
+ {
549
+ "epoch": 0.6667397740980371,
550
+ "grad_norm": 18.053966522216797,
551
+ "learning_rate": 1.18622848200313e-05,
552
+ "loss": 0.1339,
553
+ "step": 760
554
+ },
555
+ {
556
+ "epoch": 0.6755126658624849,
557
+ "grad_norm": 0.13135869801044464,
558
+ "learning_rate": 1.1549295774647888e-05,
559
+ "loss": 0.111,
560
+ "step": 770
561
+ },
562
+ {
563
+ "epoch": 0.6842855576269328,
564
+ "grad_norm": 0.08466053754091263,
565
+ "learning_rate": 1.1236306729264477e-05,
566
+ "loss": 0.1719,
567
+ "step": 780
568
+ },
569
+ {
570
+ "epoch": 0.6930584493913806,
571
+ "grad_norm": 10.705062866210938,
572
+ "learning_rate": 1.0923317683881065e-05,
573
+ "loss": 0.271,
574
+ "step": 790
575
+ },
576
+ {
577
+ "epoch": 0.7018313411558285,
578
+ "grad_norm": 21.25899314880371,
579
+ "learning_rate": 1.0610328638497653e-05,
580
+ "loss": 0.0995,
581
+ "step": 800
582
+ },
583
+ {
584
+ "epoch": 0.7106042329202763,
585
+ "grad_norm": 4.999286651611328,
586
+ "learning_rate": 1.0297339593114242e-05,
587
+ "loss": 0.0837,
588
+ "step": 810
589
+ },
590
+ {
591
+ "epoch": 0.7193771246847243,
592
+ "grad_norm": 8.578291893005371,
593
+ "learning_rate": 9.98435054773083e-06,
594
+ "loss": 0.1303,
595
+ "step": 820
596
+ },
597
+ {
598
+ "epoch": 0.7281500164491721,
599
+ "grad_norm": 14.489535331726074,
600
+ "learning_rate": 9.671361502347418e-06,
601
+ "loss": 0.0931,
602
+ "step": 830
603
+ },
604
+ {
605
+ "epoch": 0.7369229082136199,
606
+ "grad_norm": 0.21449220180511475,
607
+ "learning_rate": 9.358372456964007e-06,
608
+ "loss": 0.151,
609
+ "step": 840
610
+ },
611
+ {
612
+ "epoch": 0.7456957999780678,
613
+ "grad_norm": 6.524932384490967,
614
+ "learning_rate": 9.045383411580595e-06,
615
+ "loss": 0.0509,
616
+ "step": 850
617
+ },
618
+ {
619
+ "epoch": 0.7544686917425156,
620
+ "grad_norm": 12.212717056274414,
621
+ "learning_rate": 8.732394366197183e-06,
622
+ "loss": 0.2197,
623
+ "step": 860
624
+ },
625
+ {
626
+ "epoch": 0.7632415835069635,
627
+ "grad_norm": 7.826491832733154,
628
+ "learning_rate": 8.419405320813773e-06,
629
+ "loss": 0.1044,
630
+ "step": 870
631
+ },
632
+ {
633
+ "epoch": 0.7720144752714113,
634
+ "grad_norm": 0.8386934995651245,
635
+ "learning_rate": 8.10641627543036e-06,
636
+ "loss": 0.1518,
637
+ "step": 880
638
+ },
639
+ {
640
+ "epoch": 0.7807873670358592,
641
+ "grad_norm": 0.19109545648097992,
642
+ "learning_rate": 7.79342723004695e-06,
643
+ "loss": 0.1311,
644
+ "step": 890
645
+ },
646
+ {
647
+ "epoch": 0.789560258800307,
648
+ "grad_norm": 1.3321959972381592,
649
+ "learning_rate": 7.480438184663538e-06,
650
+ "loss": 0.0714,
651
+ "step": 900
652
+ },
653
+ {
654
+ "epoch": 0.798333150564755,
655
+ "grad_norm": 8.981656074523926,
656
+ "learning_rate": 7.167449139280126e-06,
657
+ "loss": 0.1203,
658
+ "step": 910
659
+ },
660
+ {
661
+ "epoch": 0.8071060423292028,
662
+ "grad_norm": 0.2177647352218628,
663
+ "learning_rate": 6.854460093896714e-06,
664
+ "loss": 0.087,
665
+ "step": 920
666
+ },
667
+ {
668
+ "epoch": 0.8158789340936506,
669
+ "grad_norm": 1.4992311000823975,
670
+ "learning_rate": 6.541471048513303e-06,
671
+ "loss": 0.1357,
672
+ "step": 930
673
+ },
674
+ {
675
+ "epoch": 0.8246518258580985,
676
+ "grad_norm": 2.294389486312866,
677
+ "learning_rate": 6.228482003129891e-06,
678
+ "loss": 0.0661,
679
+ "step": 940
680
+ },
681
+ {
682
+ "epoch": 0.8334247176225463,
683
+ "grad_norm": 0.09688606858253479,
684
+ "learning_rate": 5.915492957746479e-06,
685
+ "loss": 0.0544,
686
+ "step": 950
687
+ },
688
+ {
689
+ "epoch": 0.8421976093869942,
690
+ "grad_norm": 0.15929299592971802,
691
+ "learning_rate": 5.602503912363068e-06,
692
+ "loss": 0.07,
693
+ "step": 960
694
+ },
695
+ {
696
+ "epoch": 0.850970501151442,
697
+ "grad_norm": 0.24913333356380463,
698
+ "learning_rate": 5.289514866979656e-06,
699
+ "loss": 0.0736,
700
+ "step": 970
701
+ },
702
+ {
703
+ "epoch": 0.8597433929158899,
704
+ "grad_norm": 23.65605926513672,
705
+ "learning_rate": 4.976525821596244e-06,
706
+ "loss": 0.0595,
707
+ "step": 980
708
+ },
709
+ {
710
+ "epoch": 0.8685162846803377,
711
+ "grad_norm": 14.373787879943848,
712
+ "learning_rate": 4.663536776212833e-06,
713
+ "loss": 0.1203,
714
+ "step": 990
715
+ },
716
+ {
717
+ "epoch": 0.8772891764447857,
718
+ "grad_norm": 1.452081322669983,
719
+ "learning_rate": 4.350547730829422e-06,
720
+ "loss": 0.0877,
721
+ "step": 1000
722
+ },
723
+ {
724
+ "epoch": 0.8772891764447857,
725
+ "eval_accuracy": 0.9584635998213488,
726
+ "eval_f1": 0.951232302045097,
727
+ "eval_loss": 0.1738564521074295,
728
+ "eval_precision": 0.9245667686034659,
729
+ "eval_recall": 0.9794816414686826,
730
+ "eval_runtime": 479.7572,
731
+ "eval_samples_per_second": 4.667,
732
+ "eval_steps_per_second": 0.584,
733
+ "step": 1000
734
+ },
735
+ {
736
+ "epoch": 0.8860620682092335,
737
+ "grad_norm": 7.37061882019043,
738
+ "learning_rate": 4.0375586854460095e-06,
739
+ "loss": 0.0067,
740
+ "step": 1010
741
+ },
742
+ {
743
+ "epoch": 0.8948349599736813,
744
+ "grad_norm": 2.164485216140747,
745
+ "learning_rate": 3.724569640062598e-06,
746
+ "loss": 0.0256,
747
+ "step": 1020
748
+ },
749
+ {
750
+ "epoch": 0.9036078517381292,
751
+ "grad_norm": 20.99627685546875,
752
+ "learning_rate": 3.4115805946791864e-06,
753
+ "loss": 0.1531,
754
+ "step": 1030
755
+ },
756
+ {
757
+ "epoch": 0.912380743502577,
758
+ "grad_norm": 10.877192497253418,
759
+ "learning_rate": 3.0985915492957746e-06,
760
+ "loss": 0.1619,
761
+ "step": 1040
762
+ },
763
+ {
764
+ "epoch": 0.9211536352670249,
765
+ "grad_norm": 0.06543366611003876,
766
+ "learning_rate": 2.7856025039123637e-06,
767
+ "loss": 0.0532,
768
+ "step": 1050
769
+ },
770
+ {
771
+ "epoch": 0.9299265270314727,
772
+ "grad_norm": 1.2488692998886108,
773
+ "learning_rate": 2.4726134585289515e-06,
774
+ "loss": 0.0916,
775
+ "step": 1060
776
+ },
777
+ {
778
+ "epoch": 0.9386994187959206,
779
+ "grad_norm": 0.08849219232797623,
780
+ "learning_rate": 2.15962441314554e-06,
781
+ "loss": 0.0663,
782
+ "step": 1070
783
+ },
784
+ {
785
+ "epoch": 0.9474723105603685,
786
+ "grad_norm": 82.8930892944336,
787
+ "learning_rate": 1.8466353677621286e-06,
788
+ "loss": 0.1457,
789
+ "step": 1080
790
+ },
791
+ {
792
+ "epoch": 0.9562452023248164,
793
+ "grad_norm": 11.937994956970215,
794
+ "learning_rate": 1.5336463223787168e-06,
795
+ "loss": 0.0481,
796
+ "step": 1090
797
+ },
798
+ {
799
+ "epoch": 0.9650180940892642,
800
+ "grad_norm": 45.752872467041016,
801
+ "learning_rate": 1.2206572769953053e-06,
802
+ "loss": 0.1291,
803
+ "step": 1100
804
+ },
805
+ {
806
+ "epoch": 0.973790985853712,
807
+ "grad_norm": 0.06413407623767853,
808
+ "learning_rate": 9.076682316118937e-07,
809
+ "loss": 0.0267,
810
+ "step": 1110
811
+ },
812
+ {
813
+ "epoch": 0.9825638776181599,
814
+ "grad_norm": 11.743976593017578,
815
+ "learning_rate": 5.94679186228482e-07,
816
+ "loss": 0.1039,
817
+ "step": 1120
818
+ },
819
+ {
820
+ "epoch": 0.9913367693826077,
821
+ "grad_norm": 1.0850673913955688,
822
+ "learning_rate": 2.8169014084507043e-07,
823
+ "loss": 0.0433,
824
+ "step": 1130
825
+ },
826
+ {
827
+ "epoch": 0.9992323719706108,
828
+ "step": 1139,
829
+ "total_flos": 1.186312889546834e+17,
830
+ "train_loss": 0.3326558042530222,
831
+ "train_runtime": 10607.6074,
832
+ "train_samples_per_second": 1.719,
833
+ "train_steps_per_second": 0.107
834
+ }
835
+ ],
836
+ "logging_steps": 10,
837
+ "max_steps": 1139,
838
+ "num_input_tokens_seen": 0,
839
+ "num_train_epochs": 1,
840
+ "save_steps": 500,
841
+ "stateful_callbacks": {
842
+ "TrainerControl": {
843
+ "args": {
844
+ "should_epoch_stop": false,
845
+ "should_evaluate": false,
846
+ "should_log": false,
847
+ "should_save": true,
848
+ "should_training_stop": true
849
+ },
850
+ "attributes": {}
851
+ }
852
+ },
853
+ "total_flos": 1.186312889546834e+17,
854
+ "train_batch_size": 2,
855
+ "trial_name": null,
856
+ "trial_params": null
857
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:185bb8da64d30c2f1590f7ca1e9c3108494862be5ded5b4ad92d67dddd881ed0
3
+ size 5496
training_info.txt ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ==================================================
3
+ TRAINING CONFIGURATION
4
+ ==================================================
5
+ GPU: NVIDIA RTX 6000 Ada Generation
6
+ Host IP: 132.72.180.129
7
+ Model: dicta-il/neodictabert
8
+ Output dir: /home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225
9
+ Batch size: 2
10
+ Learning rate: 2e-05
11
+ Epochs: 1.0
12
+ Max seq length: 4096
13
+ Labels: ['contradiction', 'entailment']
14
+ ==================================================
15
+
16
+ ✅ Arguments saved to /home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225/training_info_args.json
17
+
18
+ Dataset sizes - Train: 18238, Val: 2239, Test: 2918
19
+ Train file: /home/avramit/classifier/04122025/datasets/classifier/mergearticlesummarylevel/train.csv
20
+ Val file: /home/avramit/classifier/01122025/datasets/classifiers/validation.csv
21
+ Test file: /home/avramit/classifier/01122025/datasets/classifiers/test.csv
22
+
23
+ ✅ Predictions saved to /home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225/predictions.txt
24
+ ✅ Predictions CSV saved to /home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225/predictions.csv
training_info_args.json ADDED
@@ -0,0 +1,175 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "timestamp": "2025-12-04 08:47:13",
3
+ "model_args": {
4
+ "model_name_or_path": "dicta-il/neodictabert",
5
+ "language": "he",
6
+ "train_language": "he",
7
+ "config_name": null,
8
+ "tokenizer_name": null,
9
+ "cache_dir": null,
10
+ "do_lower_case": false,
11
+ "use_fast_tokenizer": true,
12
+ "model_revision": "main",
13
+ "use_auth_token": false,
14
+ "ignore_mismatched_sizes": false
15
+ },
16
+ "data_args": {
17
+ "max_seq_length": 4096,
18
+ "overwrite_cache": false,
19
+ "get_predict_scores": false,
20
+ "pad_to_max_length": true,
21
+ "max_train_samples": null,
22
+ "max_eval_samples": null,
23
+ "max_predict_samples": null,
24
+ "train_file": "/home/avramit/classifier/04122025/datasets/classifier/mergearticlesummarylevel/train.csv",
25
+ "validation_file": "/home/avramit/classifier/01122025/datasets/classifiers/validation.csv",
26
+ "test_file": "/home/avramit/classifier/01122025/datasets/classifiers/test.csv"
27
+ },
28
+ "training_args": {
29
+ "output_dir": "/home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225",
30
+ "overwrite_output_dir": true,
31
+ "do_train": true,
32
+ "do_eval": true,
33
+ "do_predict": true,
34
+ "eval_strategy": "steps",
35
+ "prediction_loss_only": false,
36
+ "per_device_train_batch_size": 2,
37
+ "per_device_eval_batch_size": 8,
38
+ "per_gpu_train_batch_size": null,
39
+ "per_gpu_eval_batch_size": null,
40
+ "gradient_accumulation_steps": 8,
41
+ "eval_accumulation_steps": null,
42
+ "eval_delay": 0,
43
+ "torch_empty_cache_steps": null,
44
+ "learning_rate": 2e-05,
45
+ "weight_decay": 0.01,
46
+ "adam_beta1": 0.9,
47
+ "adam_beta2": 0.999,
48
+ "adam_epsilon": 1e-08,
49
+ "max_grad_norm": 1.0,
50
+ "num_train_epochs": 1.0,
51
+ "max_steps": -1,
52
+ "lr_scheduler_type": "linear",
53
+ "lr_scheduler_kwargs": {},
54
+ "warmup_ratio": 0.0,
55
+ "warmup_steps": 500,
56
+ "log_level": "passive",
57
+ "log_level_replica": "warning",
58
+ "log_on_each_node": true,
59
+ "logging_dir": "/home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225/runs/Dec04_08-47-08_ise-cpu256-29.auth.ad.bgu.ac.il",
60
+ "logging_strategy": "steps",
61
+ "logging_first_step": false,
62
+ "logging_steps": 10,
63
+ "logging_nan_inf_filter": true,
64
+ "save_strategy": "steps",
65
+ "save_steps": 500,
66
+ "save_total_limit": 1,
67
+ "save_safetensors": true,
68
+ "save_on_each_node": false,
69
+ "save_only_model": false,
70
+ "restore_callback_states_from_checkpoint": false,
71
+ "no_cuda": false,
72
+ "use_cpu": false,
73
+ "use_mps_device": false,
74
+ "seed": 42,
75
+ "data_seed": null,
76
+ "jit_mode_eval": false,
77
+ "use_ipex": false,
78
+ "bf16": false,
79
+ "fp16": false,
80
+ "fp16_opt_level": "O1",
81
+ "half_precision_backend": "auto",
82
+ "bf16_full_eval": false,
83
+ "fp16_full_eval": false,
84
+ "tf32": null,
85
+ "local_rank": 0,
86
+ "ddp_backend": null,
87
+ "tpu_num_cores": null,
88
+ "tpu_metrics_debug": false,
89
+ "debug": [],
90
+ "dataloader_drop_last": false,
91
+ "eval_steps": 500,
92
+ "dataloader_num_workers": 0,
93
+ "dataloader_prefetch_factor": null,
94
+ "past_index": -1,
95
+ "run_name": "/home/avramit/classifier/04122025/classifier/binary/neodictabert-finetuned-binary-041225",
96
+ "disable_tqdm": false,
97
+ "remove_unused_columns": true,
98
+ "label_names": null,
99
+ "load_best_model_at_end": true,
100
+ "metric_for_best_model": "eval_f1",
101
+ "greater_is_better": true,
102
+ "ignore_data_skip": false,
103
+ "fsdp": [],
104
+ "fsdp_min_num_params": 0,
105
+ "fsdp_config": {
106
+ "min_num_params": 0,
107
+ "xla": false,
108
+ "xla_fsdp_v2": false,
109
+ "xla_fsdp_grad_ckpt": false
110
+ },
111
+ "fsdp_transformer_layer_cls_to_wrap": null,
112
+ "accelerator_config": {
113
+ "split_batches": false,
114
+ "dispatch_batches": null,
115
+ "even_batches": true,
116
+ "use_seedable_sampler": true,
117
+ "non_blocking": false,
118
+ "gradient_accumulation_kwargs": null
119
+ },
120
+ "deepspeed": null,
121
+ "label_smoothing_factor": 0.0,
122
+ "optim": "adamw_torch",
123
+ "optim_args": null,
124
+ "adafactor": false,
125
+ "group_by_length": false,
126
+ "length_column_name": "length",
127
+ "report_to": [
128
+ "wandb"
129
+ ],
130
+ "ddp_find_unused_parameters": null,
131
+ "ddp_bucket_cap_mb": null,
132
+ "ddp_broadcast_buffers": null,
133
+ "dataloader_pin_memory": true,
134
+ "dataloader_persistent_workers": false,
135
+ "skip_memory_metrics": true,
136
+ "use_legacy_prediction_loop": false,
137
+ "push_to_hub": false,
138
+ "resume_from_checkpoint": null,
139
+ "hub_model_id": null,
140
+ "hub_strategy": "every_save",
141
+ "hub_token": "<HUB_TOKEN>",
142
+ "hub_private_repo": null,
143
+ "hub_always_push": false,
144
+ "gradient_checkpointing": false,
145
+ "gradient_checkpointing_kwargs": null,
146
+ "include_inputs_for_metrics": false,
147
+ "include_for_metrics": [],
148
+ "eval_do_concat_batches": true,
149
+ "fp16_backend": "auto",
150
+ "evaluation_strategy": "steps",
151
+ "push_to_hub_model_id": null,
152
+ "push_to_hub_organization": null,
153
+ "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>",
154
+ "mp_parameters": "",
155
+ "auto_find_batch_size": false,
156
+ "full_determinism": false,
157
+ "torchdynamo": null,
158
+ "ray_scope": "last",
159
+ "ddp_timeout": 1800,
160
+ "torch_compile": false,
161
+ "torch_compile_backend": null,
162
+ "torch_compile_mode": null,
163
+ "dispatch_batches": null,
164
+ "split_batches": null,
165
+ "include_tokens_per_second": false,
166
+ "include_num_input_tokens_seen": false,
167
+ "neftune_noise_alpha": null,
168
+ "optim_target_modules": null,
169
+ "batch_eval_metrics": false,
170
+ "eval_on_start": false,
171
+ "use_liger_kernel": false,
172
+ "eval_use_gather_object": false,
173
+ "average_tokens_across_devices": false
174
+ }
175
+ }
vocab.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb90bfa35244d26f0065d1fcd0b5becc3da3d44d616a7e2aacaf6320b9fa2d0
3
+ size 1500244