Training in progress, step 500

Browse files

Files changed (10) hide show

README.md +5 -14
all_results.json +15 -15
eval_results.json +6 -7
generated_predictions.txt +2495 -2495
predict_results.json +5 -5
pytorch_model.bin +1 -1
tokenizer.json +0 -0
train_results.json +4 -4
trainer_state.json +45 -18
training_args.bin +1 -1

README.md CHANGED Viewed

@@ -3,9 +3,7 @@ license: apache-2.0
 tags:
 - generated_from_trainer
 datasets:
-- race
-metrics:
-- accuracy
 model-index:
 - name: t5_small_race_mutlirc
   results: []
@@ -16,10 +14,7 @@ should probably proofread and complete it, then remove this comment. -->
 # t5_small_race_mutlirc
-This model is a fine-tuned version of [t5-small](https://huggingface.co/t5-small) on the race dataset.
-It achieves the following results on the evaluation set:
-- Loss: 0.6650
-- Accuracy: 0.308
 ## Model description
@@ -38,19 +33,15 @@ More information needed
 ### Training hyperparameters
 The following hyperparameters were used during training:
-- learning_rate: 0.0003
 - train_batch_size: 8
-- eval_batch_size: 8
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 100
 - num_epochs: 3.0
-### Training results
 ### Framework versions
 - Transformers 4.11.3

 tags:
 - generated_from_trainer
 datasets:
+- cosmos_qa
 model-index:
 - name: t5_small_race_mutlirc
   results: []
 # t5_small_race_mutlirc
+This model is a fine-tuned version of [t5-small](https://huggingface.co/t5-small) on the cosmos_qa dataset.
 ## Model description
 ### Training hyperparameters
 The following hyperparameters were used during training:
+- learning_rate: 5e-05
 - train_batch_size: 8
+- eval_batch_size: 16
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 50
 - num_epochs: 3.0
 ### Framework versions
 - Transformers 4.11.3

all_results.json CHANGED Viewed

@@ -1,20 +1,20 @@
 {
     "epoch": 3.0,
-    "eval_accuracy": 0.308,
-    "eval_loss": 0.6650281548500061,
-    "eval_runtime": 202.2509,
-    "eval_samples": 4887,
-    "eval_samples_per_second": 24.163,
-    "eval_steps_per_second": 3.021,
-    "predict_accuracy": 0.2971,
-    "predict_loss": 0.6734956502914429,
-    "predict_runtime": 205.1181,
     "predict_samples": 4934,
-    "predict_samples_per_second": 24.054,
-    "predict_steps_per_second": 3.008,
-    "train_loss": 0.6894915364583334,
-    "train_runtime": 2544.1624,
     "train_samples": 10000,
-    "train_samples_per_second": 11.792,
-    "train_steps_per_second": 1.474
 }

 {
     "epoch": 3.0,
+    "eval_accuracy": 0.0,
+    "eval_loss": 6.244291305541992,
+    "eval_runtime": 107.7226,
+    "eval_samples": 2985,
+    "eval_samples_per_second": 27.71,
+    "eval_steps_per_second": 1.736,
+    "predict_accuracy": 0.2444,
+    "predict_loss": 0.7028721570968628,
+    "predict_runtime": 203.4437,
     "predict_samples": 4934,
+    "predict_samples_per_second": 24.252,
+    "predict_steps_per_second": 3.033,
+    "train_loss": 0.7081544108072917,
+    "train_runtime": 2765.2923,
     "train_samples": 10000,
+    "train_samples_per_second": 10.849,
+    "train_steps_per_second": 1.356
 }

eval_results.json CHANGED Viewed

@@ -1,9 +1,8 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.308,
-    "eval_loss": 0.6650281548500061,
-    "eval_runtime": 202.2509,
-    "eval_samples": 4887,
-    "eval_samples_per_second": 24.163,
-    "eval_steps_per_second": 3.021
 }

 {
+    "eval_accuracy": 0.0,
+    "eval_loss": 6.244291305541992,
+    "eval_runtime": 107.7226,
+    "eval_samples": 2985,
+    "eval_samples_per_second": 27.71,
+    "eval_steps_per_second": 1.736
 }

generated_predictions.txt CHANGED Viewed

@@ -1,103 +1,101 @@
-4
-4
-4
-1
-4
 3
 3
-4
-2
-4
-1
-2
 3
-4
-2
-2
-2
-1
-4
-4
 2
-4
 3
-2
-1
 3
-1
-4
-4
 3
-4
-1
-1
-4
-1
 3
 3
 4
-2
 3
 3
-2
-4
 3
 2
 2
-1
 4
 2
-4
-4
 3
-1
 3
 2
 2
 3
-4
 2
 4
 3
 2
 1
 3
 3
-4
-4
-4
 3
 3
-2
 3
-4
 3
 3
 3
 4
 3
-1
 4
-1
 3
 3
-1
 4
 2
-2
-4
 4
 3
 3
 4
-2
 3
-2
 3
 2
 3
 3
-1
 3
 4
 3
@@ -106,178 +104,165 @@
 3
 3
 3
 2
-4
 3
 3
-4
-2
 3
-4
-4
-4
 3
 3
-1
-4
-4
 2
-4
 3
-2
 3
-1
-4
 3
-1
 3
 3
 4
 2
-4
 2
 3
 3
 3
-1
 3
 3
-4
 3
-4
-1
 2
-1
-4
 3
 3
 3
 3
 2
-4
 3
 3
 4
 2
-1
-2
-1
-1
 3
 2
-1
-4
-1
 3
-4
-4
-4
 3
-4
 3
-4
 2
 4
-4
-4
-2
 3
 3
 4
 4
 2
-2
-2
 4
 3
-1
 2
-4
 3
-1
 3
 2
 2
 2
 3
 3
-4
-2
-4
 3
-1
 3
 1
-1
 3
-4
-2
-2
-2
-2
 3
 4
 3
 3
 4
-2
 1
-4
-2
 2
 3
-4
 3
 2
 3
 4
-1
-4
 4
 3
 2
 4
-1
 4
 3
 2
-1
-3
 2
 3
 3
-4
-4
-4
-1
 1
 3
 3
-1
 3
-1
-2
-4
-4
-4
 3
 3
-1
-1
-1
-4
-1
-2
 2
 4
 2
 4
 4
-4
-1
 3
-1
-1
 3
 3
 3
@@ -285,624 +270,418 @@
 2
 4
 4
-2
 3
-4
-4
 3
 4
 4
 1
 3
-1
-1
-2
-4
-2
 2
-2
-4
 3
-4
 3
-4
 2
 2
-4
-4
 3
-4
 3
-4
-2
 3
-1
-1
-1
-4
-4
-4
-2
-1
-4
-4
 3
 3
 3
-4
 3
-2
-4
-4
-4
-1
 2
 3
-1
 3
-1
 3
-1
-4
-4
 3
 3
 3
-4
-1
 4
 3
-2
-1
 3
-1
 4
-2
-1
 2
 3
 3
-1
-4
 2
 3
 2
 4
-1
-2
 3
-4
-1
 2
-4
-1
 1
 3
-1
 3
-1
-4
-2
 2
 2
-4
 2
-4
-4
-4
 3
-1
-4
 3
-4
 3
-4
 3
-2
-2
-2
 3
 4
-2
-2
-1
-2
-1
 2
 3
-1
-4
-4
-4
-1
-4
-4
-4
 3
 2
 2
-1
-1
-3
 4
 2
-4
-1
-1
 2
 2
-1
-4
-4
-1
 4
 2
 3
-1
 3
-1
 3
-1
 3
 2
-4
 2
 2
 2
-1
 3
-1
-2
 4
 3
 3
-4
-1
-4
-2
-2
 3
-4
 3
-4
 3
-1
-2
-2
 3
-4
 2
 3
 4
-2
-4
-4
-1
 3
-2
-2
 3
 3
 4
-1
 3
-2
-1
 3
 3
-1
-4
-4
-1
-4
-2
 3
-1
-2
 2
 3
 3
 2
 2
-4
 3
 3
 1
-4
-1
 3
 3
 3
 2
 3
 3
-4
-4
 2
-4
-4
 3
 3
-2
-2
-4
-2
 3
 4
 2
-1
-2
-1
 2
-1
 2
 3
-4
-1
 3
 2
 1
 1
 3
-2
 3
 2
-4
 3
 3
-1
-2
 3
 1
-2
-2
-3
 3
 1
 1
 3
 1
-4
 3
-4
 3
-4
 3
 4
 3
-1
-2
 2
-4
 1
-2
-4
-4
 3
-1
-2
-4
-2
 3
-4
-4
-2
-4
-4
 3
 3
-4
-4
-4
 2
 4
-4
 3
-1
-2
 2
 3
-4
-4
 2
-1
-4
-4
 2
 1
-1
 2
-1
 3
-4
-1
 3
 4
-4
 4
 3
 1
-2
-2
-1
-2
 3
 3
 3
-2
-2
 3
 4
-1
-4
-1
-1
 2
 3
-1
 2
 4
-1
-2
 4
 1
-4
 3
-2
-4
-4
 3
 1
-1
-4
 3
-2
-4
-4
-4
-4
 3
 1
-4
 3
 3
 3
-2
-2
 2
 3
-4
 2
 3
 3
 3
 3
-2
 4
 2
 2
-4
 3
 2
 1
 3
-1
 3
-1
-1
 3
 2
-4
-4
-4
 2
-1
 2
-1
-1
-1
 3
-4
-4
 3
-2
 1
-4
-4
 1
 2
 3
 3
 4
-2
-4
-2
 4
 3
-2
-1
 4
-1
 2
 3
 3
-2
-1
-1
-4
-4
 4
 3
 1
-2
-2
 3
-2
 3
 1
 3
-3
-4
 2
 2
 3
-1
 3
-4
-2
 3
-4
 3
-4
 1
-2
 3
-4
-1
-2
-1
-2
 3
-1
 3
-2
 3
-4
-1
-2
 3
-4
 3
-4
-4
 3
 3
-4
 2
 3
-4
-1
-4
 3
 2
-1
-4
-1
-4
 2
 2
-4
-4
-4
 3
 2
-4
-1
-2
-1
 3
 3
-2
-4
 3
-2
-2
 3
-4
-2
-4
-4
-4
-2
-1
 3
 2
 3
-2
-4
-2
-4
 2
 2
-4
-4
 3
-4
-2
 3
-2
 3
-1
 3
-2
-4
-1
-2
-4
 3
-1
-1
 3
 3
 3
-4
-4
-1
 3
-1
-2
-2
 3
 2
-4
-2
 3
-2
 3
 3
 4
 3
-4
 3
-2
 3
-4
-4
-4
 3
-1
 2
-1
 2
 4
-2
 4
-2
-1
-1
-1
 3
 3
-1
 2
 4
-1
-4
-4
-4
-2
-2
 4
-1
 3
 2
 4
 2
-4
 3
-2
-4
-4
 3
 3
 3
@@ -912,650 +691,403 @@
 3
 3
 2
-1
 3
 1
 2
-2
 3
-1
 3
 2
 2
-2
-4
-1
-1
 3
-1
 2
 2
 4
-3
 2
 4
-4
-2
 3
 2
 3
-2
-2
 3
-2
-4
-1
-2
 3
 4
-2
-4
-4
-2
-1
 4
 2
 1
-1
 3
 3
 2
-1
 3
 3
 4
-1
 3
 3
 1
-4
-1
-1
 3
 3
-1
-4
-1
-1
-4
-1
-1
 3
 2
-1
 3
-1
 3
-2
 3
-2
-2
-1
-4
-1
-4
-2
-2
-2
 3
-2
-2
 4
-1
 3
-2
-1
-4
-1
-4
-2
-4
-2
-1
-2
 3
-2
-4
-2
 3
 3
-4
-1
-2
-1
-1
-2
-4
-1
 3
-2
-2
-2
-2
 3
 3
 3
 3
 3
-2
 3
 4
 3
-1
 4
-1
-2
 3
-2
-2
 3
-1
-4
-2
-2
-1
-1
-1
-2
-2
-1
-2
-2
-2
-1
-1
-4
 3
-1
 3
-4
-2
 3
-2
-4
 3
 4
 3
 3
 4
-3
-2
-2
 3
 3
 3
-1
-1
 3
 3
-2
-4
-4
-1
-1
-4
 3
-4
-2
-1
-4
-4
-1
-1
-1
-4
-4
-1
 3
 3
-1
-4
-1
 3
 3
 2
-1
-4
 3
 3
 2
-4
-4
-4
-1
-1
 3
-4
 3
 3
-2
-2
-4
-1
-2
 3
-1
-4
 2
-1
-4
 2
-4
 2
 3
 2
-4
-4
-4
 2
 4
 4
-1
-2
-1
-2
-1
-2
 4
 4
 3
-2
 3
-1
 3
 2
 2
 2
 2
-4
-1
-4
 3
 3
-4
-2
-1
-4
-2
 3
 4
-2
-1
 3
 3
-2
 3
-2
 3
 4
 3
 3
-1
 3
-2
-2
-2
-4
 3
-2
 3
 3
-4
-1
 3
 3
-1
-1
 3
 4
 4
 2
-1
 3
 3
-4
 1
-4
-4
 2
-1
-4
 3
 3
-4
 3
 4
-1
-4
 4
-1
 2
 4
 3
 2
 3
 3
 3
 2
 4
 2
 3
-2
-1
 3
 4
-4
 3
 3
 2
-1
 4
 4
-1
-1
 4
 3
 3
-1
 3
 4
-4
-2
-1
-2
-2
 3
 2
-1
-1
-1
 4
-2
 4
 2
-4
-1
 3
 4
-2
 3
 3
 3
 3
-1
 3
 3
-2
-4
 3
 1
 3
 3
-2
-2
-1
-2
 3
 3
 3
 2
 2
 4
-1
-2
 4
-2
 3
-1
 4
-4
-1
-2
 2
 2
-4
 3
 3
 3
 3
 3
-4
-4
-2
-4
 3
-2
 2
 2
 2
 3
-4
 2
-1
 3
-4
 3
-2
-4
-4
 3
-2
-4
-4
-2
-2
 3
-1
-2
 2
-2
-1
-1
-1
 3
-2
-4
 4
 2
-2
 3
 3
-1
 3
-1
-2
-4
-4
-2
-2
 3
 2
-2
-4
 3
-1
-4
 2
 2
 4
 3
 3
-1
-4
-1
 2
-1
-1
 3
 3
-4
-4
 2
-4
 3
-1
-4
 3
-1
-4
 3
 3
-4
 3
-2
-2
-1
-2
 3
-4
 3
 2
-2
 4
-1
-2
-3
-4
-2
-1
 3
-2
 3
-4
 3
-1
 3
-1
-4
 3
-1
 3
 4
-4
-4
-4
-1
-1
-1
 3
-4
 3
-2
 3
-1
-1
 3
-2
 3
 4
 3
-4
 3
 1
 3
-4
-1
-1
-2
-4
-4
-1
-4
-4
 3
-4
 3
 3
-1
-2
-2
-4
-1
-2
-2
 3
-4
-4
-1
-1
-1
-2
-1
 3
-4
-4
-4
-4
 3
-4
-2
-2
 2
 3
 3
-4
 1
-2
-2
-2
-2
-4
 3
 2
-4
-4
-1
 3
 3
-1
-1
 4
 3
 3
-1
-4
-2
 2
 2
 4
-4
 2
-4
-4
-1
 3
 3
 3
 4
 3
 3
 3
-3
-2
 2
 1
 1
 2
 1
 3
 3
 2
 3
-1
 3
 4
 2
 2
 2
 3
 4
-1
-4
-4
-4
 4
-2
-1
 3
 3
 3
@@ -1563,164 +1095,104 @@
 2
 3
 4
-2
 3
 2
-2
-1
-1
-2
-4
 1
 4
 3
 3
-4
 2
 2
 3
 1
-4
-4
 3
 3
-1
-1
 3
-4
-4
-4
-1
-2
-1
-1
-1
 3
 4
-2
-1
-1
-4
 3
 1
 1
 3
-4
 3
-4
-2
-2
-4
 3
-1
-1
-1
-4
 2
-4
-4
-1
-4
-4
 3
-1
-4
-1
-1
-2
 3
-4
 3
 2
 3
-2
-1
-4
-1
-1
-2
-4
-2
-1
 3
-1
 3
-4
 3
-4
 3
-4
 3
-1
 4
-1
 2
 4
 3
 3
-4
-1
-4
 2
-1
 3
 3
 3
-2
 3
-1
 3
-2
-2
 3
 1
-1
 3
 3
-1
 3
-4
 3
 2
-4
 2
 3
 2
 3
 3
-4
-4
-3
 3
 2
-4
-3
 2
-4
-4
-4
 2
 2
-1
-1
-1
-4
 2
 3
 4
-1
-4
-2
 3
 3
 3
 3
-2
-1
-4
-2
 3
-1
 3
 2
 4
@@ -1728,1790 +1200,2670 @@
 3
 3
 3
-4
-1
 3
 3
-4
 3
-4
-4
-1
 4
 1
-4
-4
 2
-1
-4
-4
-4
 2
-4
 2
-1
-4
 3
 4
-2
-1
 3
-1
-1
 3
-4
 3
-4
 2
 3
-1
-1
-1
 3
 2
-4
 3
 3
-1
 3
 2
 3
-4
-4
 3
-1
-4
 3
-1
-2
-1
 3
-1
-1
-1
-2
-4
 3
 3
-1
 3
 3
-1
-1
 3
-4
 3
 2
 2
-1
 4
-1
 3
 3
-4
 3
 3
 3
-4
-4
-2
 2
 2
 2
-4
-4
 3
-4
-1
-4
-1
-4
-2
 3
-4
-4
-1
-1
-4
-1
-2
-4
 3
-1
 2
-4
-4
-4
 3
 3
-4
-4
-1
-1
-1
-4
-4
-4
-4
-2
 3
 3
-1
 3
-1
-4
-2
-1
-4
-4
-2
-4
-4
-1
-1
-1
-1
-4
-1
 2
 3
-4
 2
 3
-4
 3
-2
-4
 4
-2
-1
 3
-1
 4
-2
 3
-1
 3
 2
 2
 4
 3
 4
 3
 3
-2
 4
 3
-1
 3
-4
-4
-1
-4
-4
 3
-1
-2
-4
-4
 3
 2
 3
 3
 2
-1
 3
 3
 4
-2
 3
-1
-2
-1
 4
-1
-2
-2
 3
-2
-1
-1
 3
-1
-1
-2
 3
 3
 4
 4
 4
-4
 2
 1
 1
-1
-1
-1
 2
-1
-1
-4
 3
-1
-4
 3
 3
-1
-2
 4
 3
-4
 3
-2
 3
-4
-4
 3
 3
-1
-4
-1
-2
-1
-4
-4
 3
-2
 3
-1
 3
-2
-4
 3
 3
-4
-2
-4
 3
-2
-2
 3
-1
 2
 3
-2
 3
-4
 2
-4
-1
-4
 2
 4
 4
 3
-4
-4
-1
-1
 3
 2
 2
-1
 2
 3
 3
-1
-2
 4
 2
 2
 3
 3
 4
 3
 4
-1
 1
 4
 4
 2
-1
 2
-4
-1
 3
 4
-1
 4
 2
 1
 1
 2
-1
 2
 4
-2
 3
-1
 4
 3
 4
 2
 4
 4
-1
 4
 2
 3
 4
 2
 2
-4
 1
 3
 3
 1
 1
 4
 3
-1
 4
 4
 1
 4
-1
 3
 3
 3
 3
 3
-4
-1
 3
 2
-1
 4
 4
-1
 3
 3
 2
-1
-1
 2
 1
 2
 1
 2
 2
 4
 3
 3
 2
 2
-1
 3
 3
 3
 1
 1
 4
 4
 4
 3
 1
 3
 3
 1
 1
-2
 4
 4
 3
-4
 4
 3
 3
-2
 3
 3
-1
 3
-1
-1
-2
-2
 3
-4
-1
-1
-1
-2
 3
-4
-1
 3
-2
-2
 3
-2
-2
-1
 3
-1
 3
 3
-1
 3
-2
-4
-1
-1
 3
 3
 2
-4
-4
 2
 3
-4
 3
-1
-1
-4
-1
-4
-2
-1
-1
 3
 4
 3
 4
 3
-4
 3
-4
-1
 3
 3
-1
 3
 3
-2
-2
-2
 4
 3
 3
 3
-1
 3
-4
 3
 3
-2
-1
 1
-2
 3
 2
-4
-2
-4
 1
 2
-4
-1
 2
-1
 3
 4
-2
-4
-2
-4
-1
-2
 3
 4
 3
 3
 2
-4
-1
 3
 3
-1
-4
 3
 3
-1
-1
-4
 3
-1
-2
-1
 3
-4
-4
-2
-1
 3
-1
-1
 3
 3
 3
 3
-4
 3
 3
-4
 2
-4
 3
-4
 3
 3
-2
-4
-4
 3
 4
-1
-4
-4
-1
 2
 2
-4
-4
-1
-1
 2
 4
 3
-1
-4
 2
 3
 3
-4
-4
 2
-2
-1
 1
-1
-3
 2
 3
 2
 1
 2
-4
-1
-1
-1
-1
 2
-4
-1
-1
 3
 3
-1
 3
 3
-2
 3
-2
-4
-1
-2
-1
-4
 3
-4
-2
-4
-2
-2
 3
-2
-4
-4
 4
-2
 3
 4
 3
-2
-1
-2
 3
 1
 2
 1
-4
-4
-4
 3
 3
-2
-4
 3
 4
 3
-4
 3
-4
-1
-2
-2
 3
-2
 3
-1
-2
-2
-2
 2
 3
 3
-1
-4
-1
-4
-1
-4
 3
-1
-1
 3
 3
 4
-4
 3
-1
-4
 2
 2
 3
 3
-4
 2
-4
-4
 3
-4
-1
 3
-4
-4
 3
 3
 3
-2
-2
 3
-1
-2
-1
 3
-4
 1
 1
-1
-2
 3
 3
-1
-4
-1
 2
 3
-4
-2
 3
-4
-1
-1
-1
-2
-1
-4
 2
 4
 2
-4
-4
 2
 3
-2
-4
 1
-4
 3
 3
 3
 3
 3
-4
-4
 1
 4
-4
-4
-1
-1
 2
-1
-4
 3
-4
 3
-4
-1
 3
-2
-1
 4
 3
 3
-4
 3
-4
 3
-4
-2
-1
-2
-4
-4
-4
-1
-2
-4
-4
 3
 3
-2
-4
-4
 3
-2
-4
-4
 3
-4
-4
 3
-2
 3
 3
-1
-1
-2
-2
 3
 4
-2
-1
-2
-1
-2
-4
-4
-4
 3
-1
 3
-4
-4
-4
-4
 3
-4
 3
 3
-2
-1
-1
-1
 3
 3
-4
 2
-4
-1
 3
 2
 3
-4
 3
 3
-4
 3
 4
-2
 3
-4
 3
-4
-4
 3
 3
-1
-1
-1
 4
 3
 3
 2
 4
-2
 3
 3
-2
 3
 4
 3
 1
-4
-1
-4
-1
-4
-4
 3
 3
-4
 1
 3
 3
 1
 3
 2
-1
 3
 4
 3
 4
 2
 3
 3
-1
 3
 2
 4
 3
-1
 3
-1
 2
 4
 2
 3
 2
 3
-4
 3
 3
 3
-1
-4
-2
 3
-4
-4
 3
 3
 2
 2
-1
 3
 2
-1
 3
 3
-4
-4
 1
 2
-2
 3
 1
 3
 3
-2
 3
 3
-4
 3
 4
 2
-1
-2
 4
 4
-1
 4
 2
 2
-2
 1
-4
-2
 1
-4
 2
 2
-4
 3
-1
-1
-1
 3
-4
-1
-1
 2
-4
-1
 2
-4
-4
-4
 3
-1
 3
 2
-1
 2
 3
 4
 4
 4
 2
 2
-1
 4
 1
 2
 2
 4
 3
 4
-1
 4
-1
 3
 1
 4
 2
-2
-2
 3
 2
 4
 3
 3
 1
 2
 3
-4
-1
-1
 2
 2
-4
 3
 1
 3
-4
 2
 2
 3
-4
-1
 3
 2
 4
 3
 4
-1
-1
-2
 1
 2
-1
-1
-1
 4
 3
 2
 2
-1
 3
-4
 2
-4
-1
-4
-4
 3
-4
 3
-4
-4
-4
-4
-1
-1
-4
-2
-2
-4
-1
-4
-1
-2
-1
-2
 2
 3
-1
 3
-4
-4
-4
-2
 3
-2
 3
 4
-2
-2
 3
-1
-2
-2
 3
 3
-2
-4
-2
-2
-1
 3
-2
-4
-1
-2
-2
 4
-1
-2
-2
 3
-1
-1
-2
 3
-1
 2
 4
-1
 4
 4
-2
 4
-1
 3
-1
 3
-1
 4
-2
 4
 4
 3
-1
 4
-2
-2
 3
 3
 1
-4
-4
-1
-1
-4
 1
-4
 2
 2
 2
 4
-1
 2
 3
 3
 3
 3
-4
-4
 1
 2
-4
-1
 3
-1
-4
 4
 4
-4
-1
 3
-2
-1
-4
-4
-4
 3
 3
 3
 1
-4
-1
-1
 3
 3
-4
 3
 2
 3
 3
-4
 3
-1
 3
-2
 3
-4
-4
-4
 3
 3
-1
-1
-1
-1
 3
-2
-1
-2
 3
-2
-1
-2
-1
 1
-2
 3
 2
-2
 4
-2
 3
 3
-1
-4
-2
-2
-1
-1
-1
-4
-1
 3
 2
-2
-4
-1
-1
-4
-2
-1
-4
-2
-4
-4
-4
 3
-4
-1
 3
-1
-1
-1
 3
 4
-4
-4
 3
-4
 2
 4
 3
 4
-4
 3
 3
 3
-1
 3
-1
 2
 2
-1
-4
-1
 3
-1
-4
-4
 3
-1
-1
-1
-4
 4
 3
 2
 3
 4
 1
-3
 1
 1
 4
 3
 2
 3
 3
 3
-1
 3
 4
-4
 3
-1
-2
-1
 2
 3
-1
-1
 2
-1
-1
-1
 3
 2
 2
 3
 3
 2
-2
 1
 3
 3
 3
-2
-1
 4
-1
-4
-1
 2
 3
-4
 3
 1
-1
-1
 2
 4
-1
-2
-2
-1
 4
 2
-4
 3
 3
-1
 4
-1
-3
-1
 4
-1
-2
-1
-2
 4
-2
-2
 3
 2
 3
 3
 3
-4
 3
-2
 1
 3
 3
-4
 3
-1
-2
 3
 3
 3
-4
-1
-4
-4
-1
 3
-4
 3
-4
-1
-4
-1
-1
-2
-2
 3
-1
-1
-4
 3
-4
-2
-1
-2
-4
-1
 3
-1
-1
-2
-4
-2
 4
-1
 2
 4
 3
-2
 4
-1
 3
 4
 4
 3
 2
 2
-4
-1
 3
 3
-2
 3
-1
-2
-4
-2
-1
-4
 3
 3
-1
 3
 3
 3
-2
-1
-1
 3
 3
 2
 4
 3
 4
 3
-2
 3
 1
 3
 2
-4
 2
-1
-1
 2
 3
-2
-2
-1
 2
 2
 3
 3
 3
 3
 3
-1
-4
-1
 4
 3
 3
 4
-4
 3
 3
 3
-4
 1
 3
 2
-4
-4
-1
-1
-2
 2
 4
 3
 3
-3
-1
-2
 2
 2
-4
-1
 2
 3
 3
 3
-2
-2
 3
-1
-4
-4
-2
-1
 2
-4
 3
-1
 3
-2
 2
 1
-3
 2
 3
 2
-1
-4
 2
-1
-3
 3
 3
 4
 4
 3
-1
 3
 2
-1
-4
-4
-4
 2
-1
-4
 4
 3
 3
 3
 3
 3
-4
 3
-4
-2
 3
 2
 4
-1
-2
-1
 4
 3
 3
-2
 4
 3
-1
-3
-2
 4
-1
 3
-2
 3
 2
 2
-4
-1
-1
 3
-4
-2
-1
-4
-1
 2
 1
 3
 4
 2
 2
 2
-2
-1
 3
-4
 3
-1
-4
 2
-1
-4
 3
-1
 3
 3
-1
 2
 1
 4
 3
-2
 3
-2
-2
 3
 3
-4
 3
-1
 3
-1
 3
 2
-2
-4
-2
-2
-1
-2
-2
-4
 4
 3
 3
 1
-4
 1
-2
-4
 1
 2
 2
 2
 2
 3
-4
-4
-1
-4
 3
-1
-4
-2
 4
 2
 3
 4
-2
 4
 4
 4
-2
 3
-2
-2
-4
-2
-4
 3
 3
 3
 3
-4
-4
-2
-1
-2
-1
-2
 3
 2
 3
-1
 3
-4
 3
-4
 3
 2
-4
-1
-4
-4
 3
 3
 2
 2
 2
 2
-4
 2
 4
 3
 3
 2
-1
-2
-2
-4
-4
-1
-2
 4
 1
-1
 4
-2
-2
 3
-2
-2
 3
 3
-1
 2
 1
 3
 3
-2
 3
-4
 3
-1
-1
 2
 3
-4
 2
-4
 2
 4
-4
-2
-2
-1
 2
 2
-1
-1
-4
-4
-1
 3
 2
 2
 2
 2
-4
 3
-1
 3
 3
 3
 3
-2
-2
 3
 3
-1
-2
-1
 3
 4
-2
-2
-1
 3
-2
-1
 3
 1
 1
-4
-1
 3
 2
-4
-4
-1
 3
 3
 3
 2
 3
 4
-1
-1
 3
 3
 2
@@ -3519,1143 +3871,893 @@
 3
 4
 3
-4
-4
 2
 3
-1
 3
-2
 3
 3
-4
 1
-2
 3
 4
-4
-4
-4
 3
 2
 3
 1
-2
 3
 2
 2
-4
-2
-2
 2
 2
 4
-4
-4
 1
 2
 3
 3
 3
 4
 3
-2
 3
-2
-2
-1
 3
 4
 3
-2
 3
-1
-2
 1
 4
 2
 4
 4
-4
 3
-1
-2
-2
-4
 3
-2
-2
-1
 3
 3
 3
 4
 4
 4
-1
 3
 3
-4
-4
-1
 2
-4
 4
 3
 3
 3
 3
-1
 3
 3
-2
-1
 3
-2
-2
 4
 3
 4
 3
 2
-1
-2
-2
-1
 4
-1
 4
 2
-2
-3
 3
 3
 4
-1
-2
 3
 3
-2
 4
-2
 3
 4
-1
-1
 3
 3
-1
 1
 3
 3
 4
-3
 2
-1
-1
 4
 1
 3
 2
-4
 4
 2
-1
 3
 2
-4
 4
 3
 2
 2
 4
 4
 2
 3
 3
 2
 3
 1
 1
 4
 2
 3
 3
 3
 2
 2
 2
 3
-1
-4
-1
-4
 3
 3
-4
 2
 2
 4
 2
-2
 3
 3
-4
-1
-1
 3
 3
 2
-1
 2
 2
 3
-3
-1
-4
-4
 2
-1
-4
 4
 3
 3
 2
-4
 3
-4
-4
-4
-4
-1
 4
 2
 2
 3
 3
 3
 2
 3
 2
-1
 3
-4
-1
 3
 3
 3
 3
 3
-1
-4
-1
 3
 4
 4
 4
-4
-4
 4
 3
-1
 4
 2
 3
 4
-1
 2
 3
 3
 4
-3
 4
 4
 2
 3
-1
 2
-1
 4
 2
 2
 3
 2
-4
-2
 2
 4
-2
-1
 3
 3
 3
-2
-1
 3
-1
-4
 3
 1
 4
-2
-2
 3
 3
 4
-2
-1
-2
-1
 3
-4
 3
 4
-2
 3
-1
 3
-4
-4
 3
-1
 3
 3
 3
 3
 3
-1
 3
-1
 3
-2
 3
 3
-4
-1
-4
 3
-4
 2
 1
 3
-4
 3
 2
-4
-2
-4
-4
 1
 2
-4
 3
 1
 3
 3
-1
-2
-1
-1
 3
 3
 4
-2
-4
-4
-4
-4
-4
 3
-1
 3
 3
 4
-2
 1
-2
 3
 2
 3
 3
 3
 3
 3
-2
 4
 4
 4
-1
 3
-1
 3
 2
 2
-1
 3
-1
-1
 3
-2
-2
-1
-4
 3
-4
 3
-4
-1
 3
 3
-2
-1
 3
 2
-4
 3
 3
-1
-1
 2
 1
 3
 4
-4
-4
 3
 2
-4
-1
 2
 3
 4
 4
 3
 4
 2
 3
-1
 3
 3
 3
 3
 3
 3
 4
-1
-2
 3
-1
-2
 3
 3
 2
 4
-4
 3
-1
 4
 4
-2
-1
-2
 3
 3
-2
 4
-1
 2
-1
 3
 4
-4
-4
-2
 2
 2
 2
 3
 3
-1
-3
-4
-2
 3
 3
-1
-1
 3
 4
-1
 3
 2
-2
-2
-4
 4
 4
 2
 3
 3
-4
-4
-1
-3
-1
-1
 3
 2
 4
 4
-1
 3
-1
-1
-4
 3
-2
 3
 4
 3
-2
-2
-2
-1
 3
-4
-4
-4
-4
 3
-2
-1
-1
 3
 3
 3
-1
 3
-2
 3
-2
-4
 3
 2
 2
 3
-1
-1
 3
 3
 2
 2
-4
 3
-4
-1
-1
 1
 1
 3
-2
-2
 3
 3
-4
-1
 3
-4
-1
-4
 3
-2
-2
-2
 3
-2
-4
 1
 3
 4
 4
 4
 3
 2
-4
 4
 3
-1
 3
 3
 4
 2
 4
-1
-4
 2
 3
 2
 2
 2
 2
-1
-1
 2
-4
 2
-4
 3
 4
-2
 3
 3
 3
 3
 2
 2
 2
 3
 4
 4
 2
 2
 3
 2
 4
 1
 3
 2
 3
 3
 4
 3
 3
 4
-4
 3
 4
-2
-2
-4
 3
-3
-4
-4
 4
 3
 3
 3
 3
 4
 3
 3
 4
 3
 3
-2
 3
 3
 2
-1
 3
 4
 3
 3
-4
 3
-4
-2
 3
 3
-1
 3
-4
-1
-4
-1
 3
 3
 1
-1
-3
 4
-1
 2
-1
-4
-4
 3
 3
-4
-2
-2
-4
-1
 3
 3
 4
-4
-1
 1
-4
 2
 1
-1
-2
 4
 4
 4
 3
 2
-1
-4
-3
 3
 1
-2
 3
 2
 4
-1
-2
-2
-2
 4
 2
-4
-4
-4
-4
-4
-3
-4
 3
-2
-2
-2
-2
-1
-1
 3
-1
-1
-1
 4
 2
-4
-4
-4
-1
-1
-1
 3
-1
 3
 3
 3
-2
-4
-4
 3
 2
-4
-2
-3
-4
-3
 2
-3
 4
-1
-2
-3
 4
 2
-1
-1
-2
-1
-2
-2
-1
-4
 3
 3
 3
-4
 2
 2
 3
 3
-4
 2
 3
 3
 1
 3
 3
 3
 4
 3
-2
-1
-1
-1
-2
 4
-1
 2
 3
 3
 3
-4
 3
-4
-4
-4
-1
-1
-1
 3
-1
-4
-1
-1
-4
 3
-4
-4
 3
-4
-1
 4
 3
 3
-1
-1
-1
 2
-3
 4
-2
 3
 3
 3
 2
 2
 2
-4
 4
 3
-1
-1
 2
 3
-4
-1
 3
 1
 2
 2
-1
 3
 2
 2
-3
-3
-4
 2
 2
-1
 3
 3
-2
 4
 1
 4
-2
-2
 3
 3
 3
 3
 2
-4
-2
-1
 2
 3
 2
-1
 3
 4
 3
-1
-4
-4
-1
-4
 3
-4
-2
-2
 3
 4
 3
-4
 3
 3
 3
 3
 3
 3
 3
 3
 3
 4
 2
-4
-2
-2
 3
 3
-1
 3
-1
 3
-4
-2
-2
-2
 3
 3
-2
 3
 4
 4
-4
-2
-2
 3
-2
 4
 2
 3
 3
 3
 3
-2
-4
-3
-3
-1
-2
 4
-1
-1
 3
 3
-1
-4
-2
-1
-2
 3
 3
-1
-2
 3
 3
-4
-4
-1
-1
-1
-2
 3
 4
-4
-2
-4
-4
-3
-1
 3
 3
-2
 4
 1
 4
-4
-4
-2
 3
 3
-1
-1
-4
-1
 3
-4
 3
-1
-4
-4
-2
-2
 3
 3
-4
 3
-4
-1
 3
-2
 3
-4
 3
-2
-4
 3
-1
-2
 3
-1
-2
-4
 3
-4
 3
-1
-2
-2
-4
 3
-2
 3
-1
-4
 3
 3
 4
-4
 3
 4
 3
-1
-1
-3
 2
-4
 2
 3
 3
-1
-2
 3
-2
 4
 3
 3
-4
 2
 2
 4
-1
 2
-4
 3
-2
-4
-1
-4
 2
 3
-4
-4
 3
-1
-1
-1
-4
-1
-4
 3
-1
 3
-1
-1
-4
-1
 3
-4
-2
 2
-2
-1
 3
-4
 3
 3
-4
-2
-4
-4
 3
 2
 3
-4
-4
-3
-1
-4
-4
-3
-4
-4
 3
-2
 3
 4
-1
 3
-4
-1
 3
 3
-4
-2
-4
-2
-2
-4
-1
 3
-2
-4
 3
-1
-2
-4
-4
-4
-4
-2
-2
-4
 3
 3
-4
-2
 3
 4
-2
-1
 3
 4
-2
 3
 2
-3
 2
 2
 3
@@ -4663,272 +4765,170 @@
 3
 3
 2
-1
-4
 2
-3
 4
-1
 3
 4
 3
 4
 3
 3
-1
 2
 1
-3
 1
 3
-4
-1
 3
-1
 3
 3
 3
 3
-2
 2
 2
 3
 4
-4
-4
 4
 3
-2
-1
 4
 2
-2
-1
 3
 4
-4
 3
-1
-1
 3
-1
-2
 4
 3
 4
 2
 3
 3
 3
 3
-4
-2
-1
-2
 3
-2
 3
-2
-2
-2
-4
-4
 3
 3
-2
-1
-1
 3
 3
-4
 3
-1
-2
-4
 3
-2
-4
-2
-2
 4
 4
 3
-1
-2
-2
-2
-1
-4
 2
 3
 3
 4
 3
-4
-2
-4
-4
-2
 3
 3
 4
-4
-4
 2
 3
-4
-1
-2
-1
-4
-1
 3
 3
-1
-1
 2
 2
 3
-2
 3
 4
-2
-2
-2
-2
-4
-2
-1
-2
-1
-4
-2
-3
-1
-1
 3
-2
 3
-4
-1
-1
-1
-2
 3
-1
 3
 3
-1
 3
-2
-4
 3
 3
-1
 3
-2
-2
-4
-4
 3
 2
 3
 2
 3
-1
-2
 3
 4
 2
-4
-4
-4
 3
 3
-4
 2
 4
-1
-4
-4
 3
-1
-2
-2
-1
-1
 3
-4
 3
-2
-1
-4
 3
-1
 4
-2
 3
 3
 4
-1
-2
-2
 4
 2
 3
 4
-1
-1
-4
-2
-2
 2
-1
 2
-1
 2
-4
-4
 2
 3
 3
 3
-2
-2
 3
 3
 3
 3
-4
-1
 3
 3
 3
-1
-4
-1
 3
 3
-4
-4
 2
 2
 3
 3
 4
-2
 4
 4
-1
 4
 3
 3
 3
-2
-4
-1
-4
 3
 1
 1
 3

 3
 3
 3
 2
 3
 3
 3
+3
 3
 3
 4
 3
 3
+3
+3
 3
 2
+3
+3
+3
+3
+3
+3
 2
 4
 2
 3
+3
 3
 2
+3
 2
 3
+3
+3
+3
 2
+3
+3
+3
+3
+3
+3
 4
 3
+3
+2
+4
 2
 1
 3
 3
 3
 3
 3
+3
+3
+3
+3
+3
+3
 3
 3
 3
 4
 3
+3
+3
+3
+3
+3
+3
+3
 4
 3
 3
+3
 4
+1
 2
+3
+3
+3
+3
 4
 3
 3
 4
 3
+3
+3
+3
+3
+3
 3
 2
 3
 3
 3
 4
 3
 3
 3
 3
+3
 2
 3
 3
 3
 3
 3
 2
 3
 3
 3
+3
+3
 3
 3
 4
+3
 2
+3
+3
+3
 2
 3
 3
 3
 3
 3
 3
+3
 2
+3
+2
+3
+3
+3
 3
 3
 3
 3
 2
+2
+3
 3
 3
 4
 2
+3
+3
 3
 2
 3
 3
 3
+3
+3
+3
+3
+3
+3
 2
 4
 3
+2
+1
 3
+2
 4
 4
 2
 4
 3
+3
+3
+3
 2
 3
+3
+3
+3
+3
 3
 2
 2
 2
 3
 3
 3
 3
 1
 3
 3
 4
 3
 3
+3
+3
+3
+3
+3
+3
+3
+3
 4
+3
+3
 1
+3
+3
 2
 3
+3
+3
+3
+3
+3
+3
+3
+3
 3
 2
 3
 4
+2
 4
 3
+3
+3
+3
 2
 4
 4
 3
 2
 2
 3
 3
 1
 3
+2
 3
 3
 3
 3
 2
+3
+3
+3
+3
+3
+3
 4
 2
+3
+3
 4
 4
 3
+3
+3
 3
 3
 3
 2
 4
 4
+1
+3
+1
 3
 3
 4
 4
 1
 3
 2
 3
 3
+3
+3
 2
 2
 3
 3
 3
 3
 3
 3
 3
+3
+3
+3
+3
+3
 2
 3
 3
 3
 3
 3
 3
+3
+3
+3
 4
 3
 3
+3
+3
 4
+3
+3
 2
 3
 3
+3
+3
+3
 2
 3
+3
+3
+3
 2
 4
 3
 2
 1
 3
 3
 2
+3
 2
 2
 3
 3
 3
 3
+3
+3
+3
+3
 3
 4
+3
+3
+3
+3
+3
+3
 2
 3
 3
 2
 2
 4
 2
+3
+3
+3
 2
 2
+3
+3
 4
 2
 3
 3
 3
 3
 2
 2
+3
+3
 2
 2
 3
+3
 4
 3
 3
 3
 3
 3
 3
 2
 3
 4
 3
 3
 3
 4
 3
 3
 3
 3
 2
 3
 3
 2
+3
+1
 2
 3
 3
 1
+2
+3
 3
 3
 3
+1
 2
 3
 3
 2
 3
 3
 3
 4
+3
 2
 2
 2
 3
+3
 3
 2
+3
 1
 1
 3
+3
 3
 2
 3
 3
 3
 1
 3
 1
+3
 1
 3
+3
+3
+3
+3
+3
 1
 3
 3
+3
 3
 4
 3
+3
+3
+3
+3
+3
 2
 1
 3
 3
 3
 3
 2
 4
 3
+3
+3
+3
+3
 2
 3
+3
+3
+3
 2
+3
+3
 2
 1
+3
 2
 3
 3
 4
+3
+3
+3
 4
 3
+3
 1
 3
 3
 3
+3
+3
+3
+3
+3
 3
 4
+3
+3
 2
 3
+3
+3
+3
 2
 4
 4
 1
 3
+3
+3
+3
 3
 1
 3
+3
+3
 3
 1
 3
 3
 3
+3
+3
+3
 2
 3
+3
+1
 2
 3
 3
+1
+3
+3
+3
+3
 3
 3
 4
+3
+3
+3
+3
 2
+3
+3
+3
+3
+3
+3
+3
 2
 3
 2
 1
 3
 3
+3
 3
 2
 2
+3
 2
 3
 3
+3
+3
 1
 1
+3
 2
 3
 3
 4
 4
 3
+3
+3
+3
 4
 2
 3
 3
 4
 3
 1
 3
 3
 1
 3
 2
 2
 3
 3
 3
 3
 1
 3
 3
 3
 3
 3
 3
 3
 3
 2
 3
 3
 2
 2
 2
+3
 3
 2
 3
 3
 3
 3
 3
 2
 3
+1
+3
 2
 2
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 2
 3
 3
 3
 4
 3
 3
 3
 3
+3
+3
+3
 2
+3
 2
 4
 4
 3
 3
 2
+3
+3
 4
+3
+3
 4
 3
 2
 4
 2
 3
+3
+3
 3
 3
 3
 3
 3
 2
 3
+3
+3
+3
+4
 1
 2
 3
 3
 2
 2
 3
 2
 2
 4
+1
 2
 4
 3
 2
 3
 3
+3
+3
 3
 4
+3
+3
+3
+3
+3
+3
 4
 2
+3
+3
+3
+3
+3
+3
+3
+3
 1
+3
+3
+3
 3
 3
 2
 3
 3
 4
 3
 3
 1
 3
 3
 3
 2
 3
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 3
+1
 3
 3
 3
 4
 3
 4
 3
 3
 3
 3
 3
+3
 3
 4
 3
 3
 4
+1
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 2
+3
+3
 3
 3
 2
 3
 3
 3
 3
 2
+3
 2
 2
 3
+3
 2
+3
+3
 2
+3
 4
+3
 4
+3
+3
+3
 4
+3
 4
 3
 3
+3
+3
+3
+3
+3
+3
+3
 3
 2
+3
 2
+3
 2
 2
 3
 3
 3
 4
 3
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 3
+3
+3
+3
 3
 4
+3
+3
+3
+3
+3
 4
 2
+2
+3
 3
 3
 1
+3
 2
 3
 3
+3
+3
+3
 3
 4
+3
 4
 2
+3
 4
+2
 3
 2
 3
 3
 3
+3
+3
+3
 2
 4
 2
 3
 3
 4
+3
 3
 3
 2
+3
+3
+4
 4
 4
 4
 3
 3
+3
+3
+3
+3
 3
 4
+3
 3
 2
+3
 4
 4
 2
 3
 4
 3
 3
 3
+4
 3
 3
 3
 3
 1
 3
 3
+3
 3
 3
 3
 2
+3
 2
 4
 4
 3
 4
 2
+3
+3
 2
 3
 3
 3
 3
 3
 3
+3
 2
 2
 2
 3
+3
 2
 3
 3
 3
 3
 2
 3
+3
 4
 2
+4
 3
 3
 3
 3
 2
 3
+3
+3
+3
 2
 2
+3
 4
 3
 3
 2
 3
 3
+3
 2
 3
 3
 3
 3
 3
 3
 3
 2
 4
 3
 3
 3
 3
 3
 3
 4
 3
 3
 3
 3
 3
 4
 3
 3
 1
 3
 3
 3
 3
 3
 3
 3
 2
 3
 3
+3
 1
 3
 2
 3
 3
+3
 4
 3
 3
+3
 2
+3
 2
+3
 4
+3
 2
 3
 3
 3
 4
 3
 3
+4
 3
 2
 1
 1
 2
+2
 1
 3
+1
 3
 2
 3
 3
+3
+3
+3
+3
+4
 4
+3
 2
 2
+3
+3
+3
+3
+3
 2
 3
 4
 4
 3
 3
 3
 2
 3
 4
+3
 3
 2
+3
+3
+3
+3
 1
 4
 3
 3
+3
+3
+3
+3
 2
 2
 3
+3
 1
 3
 3
 3
 3
 4
+3
 3
 1
 1
 3
 3
 3
 2
 3
 3
 3
 2
 3
 3
 3
 3
 3
 3
+3
+3
+3
+3
 4
 2
 4
 3
 3
 2
 3
 3
 3
 3
 3
 3
 1
+2
 3
 3
 3
+2
 3
 2
 2
 3
 2
 3
 3
 3
 2
 2
+3
 2
+3
+3
+3
+3
 2
+3
+3
 2
 3
+3
 4
 3
 3
 3
 3
 3
+3
+3
+3
+3
+3
 3
 2
 4
 3
 3
 3
 3
 3
 3
+3
 4
 1
 2
+3
 2
 2
+3
 3
 4
 3
 3
 3
 2
 3
 3
 2
+1
 3
+4
 3
 3
 2
 3
 3
 3
 3
 3
 3
 3
+2
 3
 3
 3
 2
 2
+3
+2
 4
 3
 3
 3
 3
 3
+3
 2
+3
 2
 2
 3
 3
 3
 2
 3
 3
 3
 3
 3
 2
 3
 2
 3
 3
+3
+3
+3
+3
+3
+3
+3
+3
 4
 3
+3
+3
 4
 3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
 3
 2
+3
 2
+3
+3
 4
 3
 4
 3
 3
 4
 3
 3
 3
+3
 3
 2
 3
 3
+3
 2
 3
 3
 4
 3
+3
 4
 3
 3
+3
+3
+3
 3
 3
 4
 4
+3
 4
+3
 2
+3
+3
 1
+3
 1
+3
 2
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 2
 3
 3
+3
+3
+3
 2
 2
 4
 4
 3
+2
 3
 2
 2
 2
 3
 3
+3
+3
+3
 4
+3
+3
+3
+3
+3
 2
+3
+3
+3
+3
+1
+2
+3
+3
+3
 2
 3
 3
+3
+3
+3
+3
+3
+2
 4
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+2
+3
+2
+3
+3
+3
+3
+2
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+2
+3
 3
 4
+3
+2
+3
+2
+3
 1
 4
 4
+3
+3
+2
+3
+3
+3
+3
+3
+2
+3
+3
 2
 2
 3
 4
 4
 2
+3
+3
+2
+3
+2
+3
+3
+3
+3
+2
+2
 1
 1
+3
 2
 2
+3
+3
+3
 4
 3
 4
+4
+3
+3
+3
 3
 4
+3
+3
 2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+1
 4
+3
+3
 4
+3
+3
+3
+3
 4
+3
+3
+3
+3
+2
+1
+2
+2
+2
+2
+3
+3
 2
 3
+3
+4
 4
+3
 2
+3
 2
+3
 1
 3
 3
+3
+3
 1
+3
+3
+3
+3
+2
+3
+3
+3
+3
 1
+3
 4
 3
 4
 4
 1
+3
+3
 4
 3
 3
 3
 3
 3
 3
 2
+3
 4
 4
+2
 3
+4
 3
 2
+3
+3
+3
+3
+3
 2
+3
+3
+3
+3
 1
 2
+3
+2
+3
+3
+2
+3
+3
+2
+3
 1
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+3
 2
 2
+3
+1
+4
+3
 4
 3
 3
+3
+3
+3
+3
+1
 2
 2
+2
+2
+2
+3
+3
+3
+2
 3
 3
+4
 3
 1
 1
 4
+3
+3
+3
+3
+3
+3
+4
+3
+3
+4
+2
+3
+2
+3
+3
+1
+4
 4
 4
 3
+4
+3
+3
+4
+4
+4
+3
+4
+3
+3
 1
 3
 3
+3
+3
 1
+3
+3
+4
 1
+3
+3
 4
+3
+3
+3
+3
+3
+3
+3
+3
 4
 3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+2
+3
+2
+2
+3
+4
+3
+3
+3
+3
+3
+3
+3
+2
+3
+3
+3
+1
+2
+3
+3
+4
+3
+2
+3
+3
+3
+1
+3
+3
+3
+3
+3
+2
+3
+3
+2
+3
+3
+4
+3
+3
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+2
+3
+3
+3
+1
+3
+3
+2
+3
+1
+2
+1
+3
+3
+2
+3
+4
+3
+1
+1
+3
+3
+3
+4
+3
+3
+3
+3
+3
+2
+3
+3
+3
+4
+3
+3
+2
+3
+3
+3
+1
+2
+3
+3
+3
+3
+3
+3
+2
+3
+1
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+1
+3
+2
+3
+3
+3
+3
+3
+3
+3
+1
+2
+4
+3
+3
+4
+4
+3
+2
+1
+2
+1
+3
+4
+4
+2
+2
+1
+3
+3
+4
+3
+2
+4
+3
+3
+3
+4
+2
+3
+1
+2
+3
+3
+2
+3
+1
+3
+3
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+2
+3
+3
+3
+3
+2
+3
+3
+3
+2
+2
+4
+3
+3
+3
+2
+2
+3
+3
+2
+3
+2
+3
+1
+3
+4
+3
+2
+3
+2
+3
+1
+3
+3
+2
+3
+2
+3
+2
+3
+3
+3
+3
+1
+3
+3
+2
+2
+3
+1
+2
+3
+3
+3
+3
+3
+3
+1
+3
+3
+3
+3
+3
+3
+3
+3
+4
+4
+3
+1
+3
+3
+3
+3
+4
+3
+1
+3
+1
+2
+2
+2
+3
+2
+3
+4
+1
+3
+3
+3
+4
+3
+4
+3
+3
+3
+2
+3
+2
+2
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
+4
+4
+3
+3
+3
+3
+2
+3
+3
+3
+3
+4
+3
+2
+3
+2
+2
+3
+3
+3
+3
+2
+2
+3
+4
+3
+2
+4
+4
+1
+2
+3
+2
+3
+3
+3
+3
+2
+3
+4
+2
+2
+3
+2
+3
+3
+1
+3
+3
+1
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+3
+1
+3
+3
+2
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+3
+4
+3
+3
+2
+3
+3
+2
+3
+1
+2
+2
+3
+3
+3
+3
+3
+4
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+2
+4
+3
+4
+3
+3
+4
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+1
+1
+2
+3
+3
+4
+1
+3
+2
+3
+4
+3
+1
+3
+1
+3
+4
+1
+1
+3
+4
+4
+3
+3
+3
+3
+2
+3
+3
+3
+2
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+4
+3
+1
+3
+3
+3
+3
+3
+1
+3
+4
+3
+3
+3
+3
+1
+4
+3
+3
+3
+1
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+3
+4
+3
+3
+3
+3
+1
+3
+3
+3
+3
+3
+3
+2
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+1
+3
+4
+3
+3
+3
+3
+2
+3
+3
+1
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+1
+3
+3
+3
+3
+1
+3
+1
+3
+4
+4
+3
+3
+1
+1
+3
+4
+3
+3
+3
+3
+4
+4
+4
+3
+3
+3
+3
+4
+2
+3
+3
+3
+3
+3
+2
+3
+3
+3
+4
+4
+3
+3
+2
+4
+3
+4
+3
+3
+2
+3
+3
+1
+3
+2
+2
+3
+2
+3
+3
+3
+3
+3
+1
+1
+2
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+4
+3
+3
+3
+1
+3
+3
+3
+3
+4
+3
+1
+2
+3
+2
+3
+3
+3
+3
+3
+4
+3
+2
+3
+3
+3
+3
+2
+2
+3
+3
+2
+3
+3
+1
+3
+2
+2
+2
+3
+3
+4
+3
+3
+3
+3
+4
+3
+3
+3
+3
+2
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+2
+1
+4
+2
+3
+3
+3
+3
+3
+3
+1
+3
+3
+4
+3
+4
+3
+3
+3
+3
+3
+3
+3
+1
+3
+3
+3
+3
+4
+3
+3
+4
+2
+3
+2
+4
+4
+3
+3
+3
+3
+3
+4
+3
+3
+4
+2
+3
+3
+3
+4
+1
+3
+3
+1
+2
+3
+2
+2
+3
+4
+3
+2
+3
+3
+3
+3
+3
+3
+1
+3
+3
+2
+2
+3
+2
+4
+3
+3
+2
+3
+3
+3
+3
+3
+3
+2
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+1
+3
+3
+3
+3
+3
+1
+3
+2
+2
+3
+3
+4
+3
+4
+3
+3
+2
+3
+3
+4
+3
+4
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+4
+3
+3
+3
+3
+3
+3
+3
+2
+1
+4
+1
+3
+3
+3
+4
+2
+3
+3
+3
+3
+2
+4
+4
+4
+2
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+3
+2
+3
+3
+3
+2
+3
+3
+3
+4
+3
+3
+4
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+3
+1
+3
+4
+4
+4
+2
+3
+3
+3
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+1
+3
+3
+3
+3
+3
+3
+1
+1
+3
+3
+4
+3
+3
+4
+4
+3
+3
+4
+3
+3
+1
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+2
+4
+2
+4
+3
+3
+3
+3
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+1
+2
+3
+3
+3
+3
+2
+3
+3
+1
+4
+4
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
+3
+2
+1
+2
+3
+2
+2
+2
+2
+2
+2
+2
+3
+1
+2
+3
+3
+2
+2
+3
+2
+2
+3
+1
+1
+3
+3
+3
+3
+2
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+1
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+1
+3
+2
+3
+2
+2
+3
+3
+3
+3
+3
+2
+3
+2
+3
+3
+3
+3
+3
+3
 4
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 2
+3
+2
 2
 3
 3
 3
 4
 3
 4
 3
 3
 3
+2
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 1
+3
 3
 2
 1
 2
 2
 3
 4
 3
 4
 3
 3
+3
+3
+3
+3
 2
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 2
 3
 3
 3
+3
 3
 4
 2
+3
+3
+3
+3
+3
+3
 2
+3
+3
 2
 4
 3
 2
 3
 3
 2
 1
 2
 3
 2
+3
+3
 1
+3
+3
 2
 2
 3
 3
 3
 3
 3
 3
 3
+3
 4
+3
 3
 4
 3
 3
+2
 1
 2
 1
 3
 3
 3
 4
+2
 3
 3
 3
 3
 2
 3
 3
 3
 3
 3
 4
 3
 2
 2
 3
 3
 2
+2
 3
+2
+2
 3
 3
 3
 3
 3
 3
 1
 1
 3
 3
 2
 3
 3
+3
 2
 4
+3
 2
 2
 3
 1
+2
 3
 3
 3
 3
+2
+3
+3
+3
 3
 1
+3
+3
+3
 4
 2
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
+3
+3
+3
+3
+3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 2
 3
 2
 3
 3
 3
 3
 4
 3
 3
 3
 3
+3
+3
 4
 3
 3
+1
+3
 2
 4
 3
 3
 3
 4
 3
 1
+2
+2
 3
 3
 1
 3
 3
 1
 3
 2
 3
 4
 3
 4
 2
+4
 3
 3
 3
 2
 4
 3
+4
 3
 2
+3
 4
 2
+1
+3
+4
 3
 2
+2
+2
 3
 3
 3
 3
 3
 3
 3
 2
+3
+3
 2
 3
 2
 3
 3
+3
 1
 2
+3
+3
+3
+3
 3
 1
 3
 3
 3
 3
+3
+3
 3
 4
+3
 2
+3
+3
 4
 4
 4
 2
 2
+3
+3
+3
 1
+3
 1
 2
+3
 2
 3
 3
+3
+3
+3
 2
 2
 3
+2
 3
 2
+3
+3
 2
 3
+3
+3
+3
+3
+3
+3
+3
+3
+1
+3
+3
 4
+3
 4
+3
 4
 2
 2
 4
+3
 1
+1
+2
 2
+3
 2
+3
+3
+3
 4
 3
+3
+3
 4
 4
 3
 1
+3
 4
 2
 3
+3
+3
+3
+3
+3
+3
+4
 2
 4
 3
 3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
 1
+3
+3
+3
 2
 3
 2
+3
 2
 3
 1
 3
+3
+3
+3
+3
+3
+3
+2
+3
 2
 2
 3
+3
+3
 3
 2
+3
+3
+3
+3
+3
 4
 3
+3
 4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
 1
 2
+3
 4
 3
 2
+3
 2
 3
+3
+3
+3
+3
+3
 2
 3
 3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+2
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
+3
 2
 3
 3
 3
 3
 4
 3
 3
 3
 3
 4
 3
 3
 2
+3
+3
 4
+3
+3
 4
+3
 4
+3
+3
 4
 3
 3
 4
+3
+3
 4
 4
 3
 4
+3
+3
 3
 3
 1
 1
 2
 2
 2
 4
+3
 2
+1
 3
 3
 3
 3
 1
+3
 2
 3
 4
 4
 3
 3
 3
 3
 1
 3
+1
 3
+2
 3
 2
+2
+2
 3
 3
 3
 3
 3
 3
 3
 3
 3
 1
 3
 2
+3
 4
 3
 3
+3
+3
 3
 2
 3
 3
 3
 4
 3
+3
 2
 4
 3
 4
 3
 3
+2
+3
 3
 3
 2
 2
 3
 3
+3
+3
 4
+2
 3
 2
 3
 4
 1
 1
+3
+3
 1
 4
 3
 2
+4
 3
+4
+4
 3
 3
 3
 4
 3
 2
 3
+3
 2
+3
 3
 2
+4
 2
 3
 3
 2
+3
+3
 1
 3
 3
 3
 4
 2
 3
+3
+3
 3
 1
+3
+3
+3
+3
 2
 4
 4
+3
+3
 2
 3
 3
 4
 4
+3
+3
 4
 3
 2
 3
 3
 3
 3
+3
 1
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 4
 2
 4
 3
 4
 3
 4
 4
 3
+3
+3
 2
 2
 3
 3
 3
 3
 3
 3
 3
 3
+4
+3
 3
+1
 3
 2
 4
 3
 4
 3
+4
 3
 1
 3
+3
+3
+3
+3
+3
+3
 2
 2
 2
 3
+3
+4
+3
 2
 2
 3
 3
 3
+2
 3
 3
+2
 4
 3
+2
 3
 4
 3
+2
 3
 3
 1
 3
+3
 2
+3
 2
 4
 3
 3
 2
+3
 2
 2
 3
 3
 3
 3
 2
 3
 3
+3
 2
 1
 2
 3
 2
 2
+2
+2
 3
 3
 4
+3
+3
 4
 3
 3
 2
+3
+3
+3
 2
 4
 3
 3
+2
+3
 3
 3
 3
 3
 3
 2
 4
 4
 3
 3
 4
 3
 4
 3
+3
+3
 3
 2
 2
 3
+3
 2
+3
 1
 3
+3
+3
+3
+3
+3
+3
 4
+3
+3
+3
+3
+3
 2
+3
+3
+3
+3
+3
+3
+3
 2
+3
+3
 2
 3
 3
+3
 2
 3
 3
 3
+3
 2
 1
+3
 4
 3
 3
 3
 3
 3
 3
 3
 2
+3
+3
 4
 3
 3
+3
+3
+3
+2
+3
 1
 1
 1
 2
+3
+3
 2
 2
 2
 3
 3
+3
 4
 2
 3
 4
+3
 4
 4
 4
 3
 3
 3
 3
 3
+3
 3
 2
 3
 3
 3
+3
+3
+3
+3
+3
 3
 2
+3
 3
 3
 2
 2
+3
 2
 2
+3
 2
 4
 3
 3
 2
+3
 4
+3
 1
+3
+3
+3
+3
+3
 4
 3
 3
 3
+3
 2
 1
+2
+2
 3
 3
 3
 3
 2
 3
+3
 2
 2
+3
 4
 2
+3
 2
 3
+3
+3
+4
 2
 2
+3
 2
+3
+3
+3
 2
 3
 3
 3
 3
 3
 3
 3
+3
+3
 3
 4
 3
+3
 3
 1
+3
+3
+3
 1
+3
+3
 3
 2
 3
 3
 3
+3
+4
 2
 3
+3
 4
+3
 3
 3
 2
 3
 4
 3
 2
 3
 3
 3
 3
+3
+3
+3
+3
+3
+3
+3
 1
 3
 4
+3
+3
+3
 3
 2
 3
+3
 1
+3
+3
+3
+3
 3
 2
+3
 2
+3
 2
 2
 4
+3
 1
 2
 3
 3
 3
+3
 4
 3
 3
+4
 3
 4
 3
 3
+3
 1
 4
+3
+3
 2
 4
 4
 3
 3
+3
+3
 3
 3
 3
 4
 4
 4
 3
 3
 2
+3
 4
 3
 3
 3
 3
 3
 3
 3
+3
 4
 3
+3
+3
+3
+3
+3
 4
 3
 2
 4
 4
 2
 3
+4
 3
 4
 3
 3
 4
 3
 4
+4
 3
 3
+3
+2
 1
 3
 3
 4
+4
+4
 2
+3
+3
+4
+3
+3
 4
 1
 3
 2
+3
 4
 2
+2
 3
 2
+2
+2
 4
 3
+3
 2
+3
+3
+3
+4
 2
+3
 4
+3
 4
+3
 2
 3
 3
 2
+2
+3
 3
 1
+3
+3
+3
+3
+3
 1
 4
 2
+2
+3
+2
 3
 3
 3
 2
+3
 2
 2
 3
+2
 3
 3
 2
+3
 2
 4
 2
 3
 3
 3
+2
 3
 2
 2
 2
 3
 2
 4
 3
 3
 2
 3
+2
+2
 4
 2
+3
+3
+1
+3
+3
 2
 3
 3
 3
+3
 2
 3
+3
+3
+3
+3
 2
 3
 3
 3
 3
 3
 3
+3
+3
 3
 4
+3
+2
+2
+3
+2
+3
+3
+3
+3
+3
 4
+3
+2
+3
+3
+2
+3
 4
+3
+3
+3
 4
 3
 4
+3
+2
 2
 3
+2
+4
+3
 4
 2
 3
+2
 3
 4
 4
+2
+3
+2
 4
+3
+2
+2
 2
 3
+3
+2
 2
 4
+3
+2
+2
+3
 2
+3
+3
 2
 3
+3
+3
 2
+3
+439
+3
+3
 2
 4
 3
 3
 3
 3
 3
 1
 4
 3
 3
 4
 3
 3
 4
 3
 3
+2
+3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 2
 1
 3
+3
 3
 2
 1
+3
 2
 3
+2
 1
+2
 3
 3
 3
 3
 4
 3
+3
+3
+3
 3
 3
 4
 1
 3
 2
 3
 3
 3
+4
 3
 3
 4
+3
+3
+3
+3
 4
 4
 3
 3
 2
+3
+4
+4
 2
 3
 3
 3
 3
 3
 3
 3
 2
 3
 3
+3
+3
 2
+3
 1
 3
 4
 3
 2
+3
+2
+2
 2
 3
+3
 4
 4
 3
+3
 4
+3
+3
 2
 3
+4
 3
 3
 3
 3
 3
+2
 3
 4
 3
+3
 3
 3
 2
 4
 3
 4
 4
 3
 3
+3
+3
+3
+3
+3
+3
 4
+3
+3
 2
+3
 3
 4
+3
+3
 2
 2
 2
 3
 3
 3
 3
 3
 4
 3
 2
 4
 4
 2
 3
 3
 3
 2
 4
 4
+2
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 3
 3
+3
+4
 2
+3
+3
+4
 2
 3
 3
 3
 2
 2
+2
+3
+3
 3
 1
+3
 1
 3
 3
 3
 3
 3
 3
+3
+3
 1
 3
+3
+3
+3
 4
 4
 4
 3
+3
 2
+3
 4
 3
+3
 3
 3
 4
 2
+2
+2
+2
+3
+3
+3
+3
 4
+3
+3
 2
 3
+3
+4
+3
+3
+3
+3
+3
 2
+3
 2
 2
+3
 2
 2
 2
+3
+3
 3
 4
+3
 3
 3
 3
 3
 2
+3
+3
+3
 2
+4
 2
 3
+3
+3
+3
+3
+3
+3
+3
 4
+3
+3
 4
+3
+3
+3
+3
+3
+3
+3
+3
+3
 2
+3
 2
 3
+3
+3
+3
 2
 4
+2
 1
 3
 2
 3
 3
+3
 4
 3
 3
 4
 3
 4
 3
 4
 3
+2
 3
 3
 3
 4
 3
 3
+1
 4
 3
 3
+4
 3
 3
 2
+3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 3
 1
 4
 2
 3
 3
 3
 3
 4
+3
 1
 2
+3
 1
+3
+3
 4
 4
 4
 3
 2
 3
 1
 3
 2
+3
+3
 4
 4
 2
 3
 3
 4
 2
 3
 3
 3
 3
 3
 2
 2
 4
 4
 2
 3
 3
 3
 2
 2
 3
 3
 2
 3
 3
+2
+3
 1
 3
 3
 3
+3
 4
 3
+3
 4
+3
 2
 3
 3
 3
 3
 3
 3
 3
+3
+3
 4
 3
 3
 2
 4
 3
 3
 3
 2
 2
 2
+3
 4
 3
+4
 2
 3
 3
 1
 2
 2
 3
 2
 2
 2
 2
+4
+3
+3
+3
+3
 3
 3
 4
+3
+3
+3
+3
 1
 4
+3
 3
 3
 3
 3
 2
 2
+4
+3
+3
 3
 2
 3
+2
 4
 3
 3
 3
+2
 4
 3
 3
 3
 3
 3
 3
+2
 3
 3
+4
 3
 3
 4
 2
 3
 3
 3
 3
 3
 3
+3
+3
+3
 3
 4
 4
 3
 4
 2
 3
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 4
 3
 3
 4
 1
 4
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
+3
 3
 3
 4
 3
 4
 3
 2
 2
 3
 3
 3
+3
 4
 3
+2
 3
 2
+3
 2
 4
 2
 3
+3
 2
 3
 3
 3
 3
 3
 2
 3
 3
 3
 3
 2
 3
 3
 3
 4
 3
 3
 3
 3
 3
 3
 3
 3
 4
 3
 4
 3
 2
 2
 2
 3
 3
 3
 2
 2
+2
 4
 3
 4
 3
+3
 4
 3
 3
 2
 1
 1
 3
 3
 3
+2
 3
 3
 3
+4
+4
 2
 2
 3
+3
+3
 4
+3
+3
 4
 3
+3
 4
 2
 3
 4
 3
 3
 4
 3
+3
 4
 2
+4
+3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 3
 4
 4
 3
 2
 3
 3
 4
 3
 3
 3
 4
 2
 3
 3
 3
 2
 2
 3
 3
 4
 3
 3
 3
 3
+4
 3
 3
 3
 3
 3
 3
 2
 3
 2
 3
 3
 4
 2
 3
 3
 2
 4
 3
 3
 3
 3
 4
 3
+4
 3
 4
 4
 2
 3
+3
 4
+3
+3
+3
+3
+3
 2
+3
 2
 2
 2
 3
 3
 3
 3
 3
+2
 3
 3
 3
 3
 3
+2
 3
 3
 2
 2
+2
+3
 3
+1
 3
 4
 4
 4
+3
 4
 3
+2
+3
+3
+3
+3
+3
+3
+3
 3
 3
 3
 1
+3
 1
+3
 3

predict_results.json CHANGED Viewed

@@ -1,8 +1,8 @@
 {
-    "predict_accuracy": 0.2971,
-    "predict_loss": 0.6734956502914429,
-    "predict_runtime": 205.1181,
     "predict_samples": 4934,
-    "predict_samples_per_second": 24.054,
-    "predict_steps_per_second": 3.008
 }

 {
+    "predict_accuracy": 0.2444,
+    "predict_loss": 0.7028721570968628,
+    "predict_runtime": 203.4437,
     "predict_samples": 4934,
+    "predict_samples_per_second": 24.252,
+    "predict_steps_per_second": 3.033
 }

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5c6de7e412ce0563ff7b3ad33d066505bbad6719bf4766df923ebd27c956032
 size 242028283

 version https://git-lfs.github.com/spec/v1
+oid sha256:cc23144e13473e8f7cf611c87b141194b76b880a1db6b654a514ec9cfb076dec
 size 242028283

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

train_results.json CHANGED Viewed

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
-    "train_loss": 0.6894915364583334,
-    "train_runtime": 2544.1624,
     "train_samples": 10000,
-    "train_samples_per_second": 11.792,
-    "train_steps_per_second": 1.474
 }

 {
     "epoch": 3.0,
+    "train_loss": 0.7081544108072917,
+    "train_runtime": 2765.2923,
     "train_samples": 10000,
+    "train_samples_per_second": 10.849,
+    "train_steps_per_second": 1.356
 }

trainer_state.json CHANGED Viewed

@@ -9,54 +9,81 @@
   "log_history": [
     {
       "epoch": 0.4,
-      "learning_rate": 0.00026712328767123283,
-      "loss": 0.8639,
       "step": 500
     },
     {
       "epoch": 0.8,
-      "learning_rate": 0.00022602739726027395,
-      "loss": 0.7093,
       "step": 1000
     },
     {
       "epoch": 1.2,
-      "learning_rate": 0.00018493150684931506,
-      "loss": 0.6955,
       "step": 1500
     },
     {
       "epoch": 1.6,
-      "learning_rate": 0.00014383561643835615,
-      "loss": 0.6789,
       "step": 2000
     },
     {
       "epoch": 2.0,
-      "learning_rate": 0.00010273972602739724,
-      "loss": 0.6765,
       "step": 2500
     },
     {
       "epoch": 2.4,
-      "learning_rate": 6.164383561643834e-05,
-      "loss": 0.6246,
       "step": 3000
     },
     {
       "epoch": 2.8,
-      "learning_rate": 2.054794520547945e-05,
-      "loss": 0.6157,
       "step": 3500
     },
     {
       "epoch": 3.0,
       "step": 3750,
       "total_flos": 4060254044160000.0,
-      "train_loss": 0.6894915364583334,
-      "train_runtime": 2544.1624,
-      "train_samples_per_second": 11.792,
-      "train_steps_per_second": 1.474
     }
   ],
   "max_steps": 3750,

   "log_history": [
     {
       "epoch": 0.4,
+      "learning_rate": 4.391891891891892e-05,
+      "loss": 0.9689,
       "step": 500
     },
     {
       "epoch": 0.8,
+      "learning_rate": 3.7162162162162165e-05,
+      "loss": 0.7069,
       "step": 1000
     },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.2898,
+      "eval_loss": 0.6522298455238342,
+      "eval_runtime": 114.6166,
+      "eval_samples_per_second": 26.043,
+      "eval_steps_per_second": 1.632,
+      "step": 1250
+    },
     {
       "epoch": 1.2,
+      "learning_rate": 3.0405405405405407e-05,
+      "loss": 0.6881,
       "step": 1500
     },
     {
       "epoch": 1.6,
+      "learning_rate": 2.364864864864865e-05,
+      "loss": 0.6751,
       "step": 2000
     },
     {
       "epoch": 2.0,
+      "learning_rate": 1.6891891891891892e-05,
+      "loss": 0.6595,
+      "step": 2500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.3481,
+      "eval_loss": 0.6009056568145752,
+      "eval_runtime": 115.1828,
+      "eval_samples_per_second": 25.915,
+      "eval_steps_per_second": 1.624,
       "step": 2500
     },
     {
       "epoch": 2.4,
+      "learning_rate": 1.0135135135135136e-05,
+      "loss": 0.6494,
       "step": 3000
     },
     {
       "epoch": 2.8,
+      "learning_rate": 3.3783783783783788e-06,
+      "loss": 0.6374,
       "step": 3500
     },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.3494,
+      "eval_loss": 0.5928728580474854,
+      "eval_runtime": 115.1339,
+      "eval_samples_per_second": 25.926,
+      "eval_steps_per_second": 1.624,
+      "step": 3750
+    },
     {
       "epoch": 3.0,
       "step": 3750,
       "total_flos": 4060254044160000.0,
+      "train_loss": 0.7081544108072917,
+      "train_runtime": 2765.2923,
+      "train_samples_per_second": 10.849,
+      "train_steps_per_second": 1.356
     }
   ],
   "max_steps": 3750,

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8bb8c80ec0b0aa5686ed64bf840f1e25b385165d5f350c3addc2d02d8c832b6
 size 2927

 version https://git-lfs.github.com/spec/v1
+oid sha256:52e8f0544339248f31e16dbbbbb6b63d408b8603215b98dfcd932457d672cea5
 size 2927