End of training

Browse files

Files changed (7) hide show

all_results.json +15 -15
eval_results.json +5 -5
generated_predictions.txt +3315 -3315
predict_results.json +5 -5
pytorch_model.bin +1 -1
train_results.json +5 -5
trainer_state.json +51 -9

all_results.json CHANGED Viewed

@@ -1,20 +1,20 @@
 {
     "epoch": 3.0,
-    "eval_accuracy": 0.2738,
-    "eval_loss": 0.6366738677024841,
-    "eval_runtime": 202.8716,
     "eval_samples": 4887,
-    "eval_samples_per_second": 24.089,
-    "eval_steps_per_second": 3.012,
-    "predict_accuracy": 0.2736,
-    "predict_loss": 0.6359903812408447,
-    "predict_runtime": 204.7112,
     "predict_samples": 4934,
-    "predict_samples_per_second": 24.102,
-    "predict_steps_per_second": 3.014,
-    "train_loss": 0.766376953125,
-    "train_runtime": 236.4019,
-    "train_samples": 1000,
-    "train_samples_per_second": 12.69,
-    "train_steps_per_second": 1.586
 }

 {
     "epoch": 3.0,
+    "eval_accuracy": 0.308,
+    "eval_loss": 0.6650281548500061,
+    "eval_runtime": 202.2509,
     "eval_samples": 4887,
+    "eval_samples_per_second": 24.163,
+    "eval_steps_per_second": 3.021,
+    "predict_accuracy": 0.2971,
+    "predict_loss": 0.6734956502914429,
+    "predict_runtime": 205.1181,
     "predict_samples": 4934,
+    "predict_samples_per_second": 24.054,
+    "predict_steps_per_second": 3.008,
+    "train_loss": 0.6894915364583334,
+    "train_runtime": 2544.1624,
+    "train_samples": 10000,
+    "train_samples_per_second": 11.792,
+    "train_steps_per_second": 1.474
 }

eval_results.json CHANGED Viewed

@@ -1,9 +1,9 @@
 {
     "epoch": 3.0,
-    "eval_accuracy": 0.2738,
-    "eval_loss": 0.6366738677024841,
-    "eval_runtime": 202.8716,
     "eval_samples": 4887,
-    "eval_samples_per_second": 24.089,
-    "eval_steps_per_second": 3.012
 }

 {
     "epoch": 3.0,
+    "eval_accuracy": 0.308,
+    "eval_loss": 0.6650281548500061,
+    "eval_runtime": 202.2509,
     "eval_samples": 4887,
+    "eval_samples_per_second": 24.163,
+    "eval_steps_per_second": 3.021
 }

generated_predictions.txt CHANGED Viewed

@@ -1,4614 +1,4274 @@
 1
-2
-2
-2
-2
 3
-2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-0
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-2
 1
 2
 2
 2
 1
 1
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
-2
 1
 1
 2
 2
 2
 2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 3
 2
 2
 2
 2
 2
-2
 3
-2
-2
-2
 1
 2
 2
 2
 3
-1
 2
 2
 2
 2
 3
-2
 1
 3
 2
 2
-2
-2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
-2
 1
 2
 3
 2
 3
 2
 1
 2
-1
 2
 1
 2
 1
 1
 1
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
-1
 2
 1
 2
 2
-2
-2
-2
 1
 3
 2
-2
 1
-2
 1
 2
 2
 2
 2
 2
-2
-2
-2
-2
-2
 1
 1
-2
-0
 2
 2
 1
 2
 1
 2
 2
 2
 2
 2
 2
 2
-2
 2
 1
 1
 3
 1
 1
 2
 2
-2
-2
-2
 2
 3
 2
 2
-2
-2
-2
 1
 1
 1
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
-1
 2
-0
 2
 3
 2
-2
-1
-1
-2
 1
-2
 3
 1
-2
-2
 3
-2
 3
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 1
 1
 1
 2
 2
 2
 3
 1
-2
-0
-0
-2
 2
 2
 1
 2
-2
-2
-2
-2
-2
 1
 2
 2
 2
 2
-2
 1
 2
 2
 2
 1
 1
 2
 2
 2
 2
 2
-2
 3
 2
 2
 2
 2
 1
 2
 2
 2
-1
-2
-2
 2
 2
 2
 2
 2
 1
 2
 3
 3
 2
 2
 2
 2
 2
 2
-2
-1
-1
 1
 2
 2
 2
 2
 1
 1
-2
-2
 1
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
-2
 2
 1
 1
 2
 2
-2
 1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
 3
 2
 2
 2
-2
-2
-2
 1
-2
-2
-2
-2
-2
-2
 3
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
-2
-1
-2
 1
 2
 2
 2
-2
 2
 1
 1
 2
 1
 1
 1
 1
 1
-2
-2
-2
-2
-2
-2
 1
-2
 1
 1
 1
 1
 3
 2
 3
 2
-2
 2
 2
 1
-0
 1
 2
 2
 2
 2
 2
-2
-2
-2
-1
 1
-1
-2
 2
 1
 2
 2
 1
 2
 2
 2
-2
 1
 2
 1
 1
 2
 2
 2
 2
 2
 2
 1
-2
 1
 2
 2
 2
-2
 2
 2
 1
-2
 1
 1
 1
 2
 2
 2
 2
 2
 2
 2
 1
-2
 1
 2
 1
 1
 2
 2
 2
-2
-2
-2
 1
 2
 2
 1
 2
 2
 1
 2
 2
 2
 2
 1
 2
 2
 2
 3
 2
-1
 3
-2
-1
-1
 1
 2
 2
 2
 2
 3
 2
 2
 2
 2
 1
 2
 2
 2
 2
 1
 1
 1
 2
-2
-1
 1
-2
 1
-2
 2
 1
 1
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 1
 1
 2
 2
 2
 2
 2
 2
-1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
-2
 1
-2
 1
-2
 3
 2
 2
 2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 3
 2
 2
 2
 2
 1
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 1
 2
-2
 1
 2
 2
 2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
 2
 1
-2
 1
-2
-2
-2
 1
-2
-2
-2
-2
-2
-2
-2
-2
 3
-2
-0
-2
-2
 2
 2
 1
-2
-2
-2
 1
 2
-2
-2
-2
-2
-2
-2
 3
 1
 2
 2
 2
 1
 1
 1
 2
-2
-2
-2
-2
 2
 1
 1
 1
 1
 2
-2
-2
-2
-2
 3
 1
 2
-2
-2
 3
 2
 2
 2
 1
 3
-2
 1
 2
 2
 2
 2
-1
-2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 1
 1
 2
 1
 1
 2
 2
 2
-2
-2
-2
-2
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
-2
 1
 2
 2
 2
 1
 3
 1
-2
-2
-2
 1
 2
 2
-2
-2
-2
-2
 3
 2
 2
 1
 2
 1
 1
 2
 2
-2
-1
 3
 2
 1
 1
 1
 2
 2
 2
 2
 2
 2
 2
 3
 3
 2
 2
 2
 2
-2
-1
 1
 2
 2
 2
-2
-2
 1
 2
 1
 2
 2
 2
 2
 2
 2
-2
-2
 3
 1
 1
-2
 2
 1
 2
 2
 2
 2
 2
 3
 3
 2
-2
 1
 2
 2
 2
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
 1
-2
 1
-2
-2
-2
 3
-2
-0
-2
-2
-2
-2
 1
 1
-2
-2
-2
-2
-2
 1
-2
-2
-2
-2
 3
 1
-2
-2
-2
-2
-2
-2
 2
 1
-2
-2
-2
 1
-0
-2
 2
 2
 2
 2
 2
 2
 2
 1
-2
 1
 1
-2
-2
-2
 1
-2
 3
 3
-2
 1
 2
 2
-2
-2
-2
 1
 1
-2
-2
-2
-2
 1
 2
 2
-2
-2
-2
-2
-2
 1
-2
-2
 1
-2
-2
-2
-2
-2
-2
-2
 2
 3
 2
 2
 2
 2
-2
-2
-0
-2
-2
-2
 1
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 1
 2
 2
-2
 1
-2
 1
 1
 2
 1
 2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
-1
 2
 1
 1
 1
 1
 2
-2
-2
-2
 1
 1
 2
 2
-2
-2
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
-1
 2
 2
 1
 1
 1
 1
 1
-2
-2
 3
 3
 2
 2
 2
-2
-2
 1
 2
 2
 2
-2
-2
-0
 1
 1
 1
 1
 1
 1
 2
 2
-2
 1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
-2
-2
 1
 2
-2
-2
-2
 1
 2
 2
 2
 2
 1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-0
-2
-1
-1
-1
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-0
-3
-1
-2
-2
-2
-2
-2
-2
-1
-1
-2
-3
-2
-0
-2
-1
-2
-2
-2
-2
-2
-3
-2
-2
 3
-2
-2
-2
-2
-2
-2
-2
-3
-1
-2
-1
-2
-3
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-1
-2
-1
-2
-1
-2
-2
-1
-1
-2
-2
-1
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-0
-0
-1
-2
-2
-2
-2
-1
-1
-1
 3
-2
-2
-2
-2
-2
-1
-2
 3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-1
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
 3
 3
-2
-2
 1
-2
-2
-2
-2
-2
-1
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-0
-1
-2
-1
-1
-1
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-0
-1
-1
-2
-1
-1
-2
-2
-2
-1
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-1
-2
-1
-2
-2
-2
-2
-2
-1
-1
-2
-1
-3
-1
-2
-2
-2
-2
-1
-2
-2
-2
-3
-3
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-1
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-3
-2
-1
-2
-1
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-3
-3
-2
-2
-2
-2
-2
-1
-1
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-2
-1
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-3
-2
-1
-1
-2
-1
-1
-3
-2
-2
-0
-2
-3
-2
-0
-2
-2
-1
-2
-1
-1
-2
-1
-2
-2
-2
-3
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-1
-2
-2
-2
-2
-2
-2
-1
-3
-2
-2
-2
-1
-2
-2
-2
-2
-1
-1
-1
-2
-2
-2
-1
-1
-0
-2
-1
-1
-1
-2
-1
-2
-2
-1
-2
-2
-1
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-1
-3
-3
-1
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-1
-2
-2
-2
-1
-1
-1
-2
-1
-1
-2
-1
-1
-1
-1
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-1
-2
-2
-2
-3
-2
-2
-2
-1
-2
-2
-2
-2
-1
-2
-2
-1
-2
-2
-2
-2
-1
-2
-2
-2
-1
-2
-1
-2
-2
-1
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-1
-2
-2
-2
-2
-2
-1
-2
-3
-2
-2
-1
-2
-2
-1
-2
-1
-2
-1
-2
-2
-1
-2
-2
-1
-2
-2
-2
-3
-2
-2
-2
-2
-3
-1
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-1
-1
-1
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-1
-2
-1
-2
-2
-1
-2
-2
-2
-2
-3
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-1
-1
-2
-2
-2
-1
-1
-2
-2
-1
-1
-1
-1
-1
-2
-2
-2
-1
-1
-2
-2
-2
-2
-3
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-1
-2
-1
-3
-2
-1
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-1
-2
-2
-2
-2
-0
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-3
-2
-2
-3
-2
-2
-2
-2
-2
-2
-0
-1
-1
-2
-1
-2
-2
-2
-2
-2
-2
-1
-2
-2
-1
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-1
-2
-2
-3
-2
-3
-1
-1
-1
-2
-2
-1
-2
-2
-2
-0
-2
-3
-3
-2
-2
-1
-2
-2
-2
-2
-1
-2
-2
-2
-2
-1
-1
-2
-1
-0
-2
-2
-2
-1
-2
-2
-1
-2
-1
-2
-2
-2
-1
-2
-2
-2
-3
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-3
-1
-3
-2
-2
-2
-1
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-0
-1
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-3
-2
-2
-2
-0
-1
-0
-1
-1
-2
-2
-2
-2
-1
-2
-3
-2
-3
-3
-3
-1
-2
-2
-2
-1
-2
-1
-2
-1
-1
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-1
-1
-2
-2
-2
-1
-2
-0
-1
-1
-2
-2
-1
-2
-1
-2
-1
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-3
-2
-2
-2
-1
-2
-0
-2
-2
-3
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-1
-1
-1
-0
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-0
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-3
-3
-2
-2
-2
-1
-2
-2
-2
-2
-1
-1
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-3
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-1
-2
-2
-0
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-2
-2
-1
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-1
-2
-0
-2
-2
-1
-1
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-3
-1
-1
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-3
-2
-2
-2
-3
-2
-1
-2
-2
-3
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-3
-2
-1
-2
-1
-2
-1
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-3
-3
-2
-2
-1
-1
-1
-1
-0
-1
-2
-1
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-1
-1
-1
-1
-1
-2
-2
-2
-3
-2
-2
-1
-1
-1
-2
-2
-2
-2
-1
-2
-1
-1
-0
-2
-2
-1
-1
-1
-3
-2
-2
-2
-1
-2
-2
-3
-3
-2
-3
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-1
-2
-2
-2
-2
-3
-2
-1
-1
-2
-2
-2
-2
-1
-2
-2
-3
-2
-2
-2
-1
-2
-2
-2
-2
-1
-2
-2
-1
-1
-2
-2
-0
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-1
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-3
-2
-3
-3
-2
-0
-2
-2
-2
-2
-2
-3
-2
-2
-0
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-1
-2
-2
-1
-2
-1
-2
-1
-2
-1
-1
-1
-2
-2
-1
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-0
-2
-2
-2
-1
-2
-0
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-1
-1
-1
-1
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-2
-3
-1
-1
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-2
-2
-1
-2
-2
-3
-3
-1
-2
-2
-2
-2
-2
-0
-1
-1
-1
-2
-2
-2
-1
-1
-2
-2
-2
-1
-3
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-1
-1
-1
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-3
-2
-3
-2
-2
-2
-1
-2
-2
-2
-1
-1
-1
-1
-2
-3
-1
-2
-1
-1
-1
-1
-2
-2
-2
-2
-2
-2
-3
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-3
-2
-2
-2
-1
-2
-1
-2
-1
-2
-2
-2
-2
-1
-2
-2
-2
-1
-1
-1
-1
-1
-2
-2
-1
-1
-2
-2
-1
-2
-2
-3
-2
-2
-2
-1
-2
-1
-1
-1
-2
-2
-2
-1
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-1
-2
-2
-2
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-3
-2
-1
-1
-3
-2
-2
-1
-0
-2
-1
-1
-1
-1
-2
-1
-0
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-1
-3
-2
-2
-2
-2
-2
-2
-3
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-1
-2
-3
-3
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-3
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-1
-2
-1
-2
-2
-3
-2
-1
-2
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-2
-2
-3
-2
-1
-2
-1
-3
-1
-2
-2
-1
-1
-2
-2
-2
-1
-2
-0
-1
-0
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-3
-1
-2
-2
-2
-3
-3
-2
-2
-2
-1
-2
-2
-2
-1
-2
-2
-1
-2
-2
-1
-2
-2
-1
-2
-2
-2
-2
-2
-1
-1
-1
-2
-1
-2
-1
-1
-1
-1
-2
-1
-1
-2
-2
-2
-2
-2
-1
-2
-1
-1
-2
-2
-2
-2
-1
-1
-1
-1
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-0
-0
-2
-2
-2
-1
-1
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-1
-1
-3
-2
-2
-2
-2
-3
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-0
-1
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-3
-2
-2
-3
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-1
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-1
-1
-2
-2
-2
-2
-2
-2
-3
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-3
-1
-1
-2
-2
-1
-2
-1
-2
-2
-1
-1
-2
-1
-2
-3
-2
-3
-3
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-1
-1
-2
-1
-1
-2
-3
-1
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-0
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-1
-1
-1
-2
-2
-2
-1
-1
-2
-1
-1
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-0
-1
-2
-1
-2
-2
-2
-1
-1
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-1
-2
-3
-2
-2
-2
-0
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-1
-2
-2
-3
-1
-2
-2
-2
-2
-3
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-1
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
-2
 1
 2
 1
 1
-1
-2
 2
 2
 2
-0
 2
 2
 2
 2
 2
 2
 2
 1
 2
 1
 2
 1
 1
 1
 1
 2
-2
-2
 2
 3
 3
 3
-2
-2
-2
 3
 2
 1
-2
-2
-2
-2
-2
-2
-2
-2
-2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
-2
 2
 2
 1
-2
-2
 3
 2
 2
 2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
-2
 3
-2
-2
 1
-2
-2
 1
 1
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
-2
 1
 2
 1
 2
-2
-2
 1
-2
-2
-2
-2
 3
 2
 2
 2
 2
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
 2
 2
 1
 2
 2
 2
 2
 1
 2
 2
 2
-2
 1
 2
 2
 1
 2
 2
 2
 2
 2
 2
-2
 1
 1
 1
 2
 2
 1
 1
 2
-2
-2
-2
-2
-2
-2
 1
 2
 2
-2
-2
-2
 1
 2
 2
 2
 2
-2
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
-2
 3
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-0
-0
 2
 2
 2
 2
 1
 1
 2
 1
 1
 2
 1
 2
 2
 1
-1
 2
 3
 1
 1
-2
 2
 1
 2
 2
 2
 2
 2
 1
 2
 3
 3
 3
 3
 3
 1
 1
 1
 2
 2
 3
-2
-2
-2
-2
-2
-1
-2
 1
-2
-2
 1
-2
-2
-2
-2
-0
 2
 1
 2
 1
 1
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 1
 2
 1
 2
 2
 1
 2
 2
-2
 1
 2
 1
 2
 2
 2
 1
 2
 1
 1
-0
-2
-0
-2
-2
-2
-2
-2
-2
-2
 2
 2
 2
 2
 2
 2
-0
 1
 3
 2
 1
 2
 2
 2
 2
 2
 2
 2
 1
 2
 1
 1
 2
-2
 2
 2
 2
 2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
 2
 1
 1
 1
 2
 2
 2
 2
 2
 2
 2
 1
-2
 1
 2
 2
-1
 2
 2
 2
 2
 2
 3
 3
 3
 1
 1
 1
 2
 1
 2
 2
 1
 1
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 1
 2
-1
 2
 2
 1
 1
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 2
-2
 1
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 3
 1
 3
 2
 1
 2
 2
-2
-2
-2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 1
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 1
 1
 2
 2
 2
 2
 2
 2
-2
-0
-2
-2
-2
 2
 2
 2
 1
 1
 1
-2
 1
 2
 2
 2
 2
 1
 2
 2
 1
 1
 1
 2
 2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-0
 2
 2
 2
 2
 2
 1
 2
 2
-1
 2
 2
 2
 1
 1
 1
 2
 2
 2
-2
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 1
 1
 1
 2
 1
 1
 1
 2
 2
 2
 2
-2
-2
 1
 2
-2
-2
-2
 2
 1
 1
@@ -4616,319 +4276,659 @@
 1
 2
 2
-2
-1
-2
-2
 1
 2
 2
 2
-2
 1
 2
-2
-2
-0
 1
 1
 2
-2
 1
 2
 1
 1
-2
-2
-2
-2
 1
 3
-3
-2
 1
-2
 1
 1
-2
-2
-2
-2
-2
-2
-2
-2
-2
 1
-2
-2
 3
-2
-2
 1
 1
-2
 1
 2
 2
 2
 2
 2
-2
-2
-2
-2
-2
 1
 1
 2
-2
-2
-2
-2
-2
 1
-2
-2
-2
 1
 2
 2
 2
 2
-2
 2
 2
 1
 2
 1
 2
-1
 2
 3
 3
-2
-2
 3
 2
 2
 2
-2
-2
-2
-2
-2
-2
-2
 2
 1
 1
-2
 1
 2
 2
 2
 2
 2
-2
-2
-2
 1
-2
-2
-2
-2
 1
 2
 2
 2
-2
-2
-2
 3
 2
 2
 2
 2
 2
 2
 1
 2
-2
 1
-2
-0
 1
-2
 3
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
 2
-2
 1
 1
-2
 1
 1
 2
 2
 2
 2
 2
 2
 1
 2
 2
 2
 2
 1
 2
 2
 2
 2
 2
 2
 1
-0
 1
 1
 1
 3
 3
-2
-2
-2
-2
 1
 2
 2
 2
 2
 2
 2
-2
-2
-2
-2
-2
 1
 2
 2
 2
 1
 2
 2
 2
 2
-2
 2
 3
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 3
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
 2
 1
 1
 1
 2
 2
-1
-1
 2
 2
 3
 1
 2
 2
 2
 2
 2
 2
 2
 1
 1
 1
 1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-2
-2
-2
 2
 3
 1
-1
 2
 2
 2
 2
 2
 1
 1
 2
 1
 2
 2
 2
 2
 3
 2
-3
-3
 2
-1
 2
 2
 2
 2
 2
 2
 2
 2
 2
 2
-2

+4
+4
+4
 1
+4
 3
 3
+4
 2
+4
+1
 2
+3
+4
 2
 2
 2
+1
+4
+4
 2
+4
+3
 2
+1
+3
+1
+4
+4
+3
+4
+1
+1
+4
+1
+3
+3
+4
 2
+3
+3
 2
+4
+3
 2
 2
+1
+4
 2
+4
+4
+3
+1
+3
 2
 2
+3
+4
 2
+4
+3
 2
+1
+3
+3
+4
+4
+4
+3
+3
 2
+3
+4
+3
+3
+3
+4
+3
+1
+4
+1
+3
+3
+1
+4
 2
 2
+4
+4
+3
+3
+4
 2
+3
 2
+3
 2
+3
+3
+1
+3
+4
+3
+3
+4
+3
+3
+3
 2
+4
+3
+3
+4
 2
+3
+4
+4
+4
+3
+3
 1
+4
+4
 2
+4
+3
 2
+3
+1
+4
+3
+1
+3
+3
+4
 2
+4
 2
+3
+3
+3
+1
+3
+3
+4
+3
+4
+1
 2
+1
+4
+3
+3
+3
+3
 2
+4
+3
+3
+4
 2
+1
 2
+1
+1
+3
 2
+1
+4
+1
+3
+4
+4
+4
+3
+4
+3
+4
 2
+4
+4
+4
 2
+3
+3
+4
+4
 2
 2
 2
+4
+3
+1
 2
+4
+3
 1
+3
 2
 2
 2
+3
+3
+4
+2
+4
+3
 1
+3
 1
+1
+3
+4
 2
 2
 2
 2
+3
+4
+3
+3
+4
 2
+1
+4
 2
 2
+3
+4
+3
 2
+3
+4
 1
+4
+4
+3
 2
+4
+1
+4
+3
 2
+1
+3
 2
+3
+3
+4
+4
+4
+1
+1
+3
+3
+1
+3
+1
 2
+4
+4
+4
+3
+3
+1
+1
+1
+4
+1
 2
 2
+4
 2
+4
+4
+4
+1
+3
+1
+1
+3
+3
+3
+3
 2
+4
+4
 2
+3
+4
+4
+3
+4
+4
 1
+3
 1
 1
 2
+4
 2
 2
 2
+4
 3
+4
+3
+4
 2
 2
+4
+4
+3
+4
+3
+4
 2
+3
+1
+1
+1
+4
+4
+4
 2
+1
+4
+4
+3
+3
+3
+4
+3
 2
+4
+4
+4
+1
 2
+3
+1
+3
+1
+3
+1
+4
+4
+3
+3
+3
+4
+1
+4
+3
 2
+1
+3
+1
+4
 2
+1
 2
+3
+3
+1
+4
 2
+3
 2
+4
+1
 2
 3
+4
+1
 2
+4
+1
+1
+3
+1
+3
+1
+4
 2
 2
 2
+4
 2
+4
+4
+4
 3
 1
+4
+3
+4
+3
+4
+3
 2
 2
 2
 3
+4
 2
 2
+1
 2
+1
 2
 3
 1
+4
+4
+4
+1
+4
+4
+4
 3
 2
 2
+1
+1
 3
+4
 2
+4
+1
+1
 2
 2
+1
+4
+4
+1
+4
 2
+3
+1
+3
+1
+3
+1
+3
 2
+4
 2
 2
 2
 1
+3
+1
 2
+4
+3
+3
+4
+1
+4
 2
 2
+3
+4
+3
+4
+3
 1
 2
+2
 3
+4
 2
 3
+4
 2
+4
+4
 1
+3
 2
 2
+3
+3
+4
 1
+3
 2
 1
+3
+3
 1
+4
+4
 1
+4
 2
+3
 1
 2
 2
+3
+3
 2
 2
+4
+3
+3
+1
+4
+1
+3
+3
+3
 2
+3
+3
+4
+4
 2
+4
+4
+3
+3
 2
 2
+4
 2
+3
+4
 2
 1
 2
 1
 2
+1
 2
+3
+4
 1
 3
 2
 1
 1
+3
 2
+3
 2
+4
+3
+3
+1
 2
+3
+1
 2
 2
+3
+3
 1
 1
+3
+1
+4
+3
+4
+3
+4
+3
+4
+3
+1
 2
 2
+4
 1
 2
+4
+4
+3
 1
 2
+4
 2
+3
+4
+4
 2
+4
+4
+3
+3
+4
+4
+4
 2
+4
+4
+3
+1
 2
 2
+3
+4
+4
 2
+1
+4
+4
 2
 1
 1
+2
+1
 3
+4
 1
+3
+4
+4
+4
+3
 1
 2
 2
+1
 2
 3
+3
+3
 2
 2
+3
+4
 1
+4
 1
 1
 2
+3
+1
 2
+4
+1
 2
+4
 1
+4
+3
 2
+4
+4
+3
+1
+1
+4
+3
 2
+4
+4
+4
+4
+3
+1
+4
+3
+3
+3
 2
 2
 2
+3
+4
 2
+3
+3
+3
+3
 2
+4
 2
 2
+4
 3
 2
 1
 3
 1
 3
+1
+1
 3
 2
+4
+4
+4
 2
 1
 2
+1
+1
+1
+3
+4
+4
+3
 2
+1
+4
+4
+1
 2
+3
+3
+4
 2
+4
 2
+4
+3
 2
+1
+4
+1
 2
+3
+3
 2
 1
 1
+4
+4
+4
+3
 1
 2
 2
+3
 2
 3
 1
+3
+3
+4
 2
 2
+3
 1
+3
+4
 2
+3
+4
+3
+4
 1
 2
+3
+4
+1
 2
+1
 2
+3
+1
+3
 2
+3
+4
 1
 2
+3
+4
+3
+4
+4
+3
+3
+4
 2
+3
+4
+1
+4
+3
 2
 1
+4
 1
+4
 2
 2
+4
+4
+4
+3
 2
+4
+1
 2
+1
+3
+3
 2
+4
 3
 2
 2
+3
+4
 2
+4
+4
+4
 2
 1
+3
 2
+3
 2
+4
 2
+4
 2
 2
+4
+4
+3
+4
 2
+3
 2
+3
+1
+3
 2
+4
 1
 2
+4
 3
+1
+1
 3
+3
+3
+4
+4
+1
+3
+1
 2
 2
+3
 2
+4
 2
+3
 2
+3
+3
+4
+3
+4
+3
 2
+3
+4
+4
+4
+3
 1
 2
+1
 2
+4
 2
+4
 2
 1
 1
 1
+3
+3
 1
 2
+4
+1
+4
+4
+4
 2
 2
+4
+1
+3
 2
+4
 2
+4
+3
 2
+4
+4
+3
+3
+3
+4
+3
+4
+3
+3
 2
 1
+3
 1
 2
 2
+3
 1
 3
 2
 2
 2
+4
+1
 1
 3
+1
 2
 2
+4
+3
 2
+4
+4
 2
+3
 2
+3
 2
 2
+3
 2
+4
 1
 2
+3
+4
 2
+4
+4
 2
+1
+4
 2
 1
 1
+3
+3
 2
 1
+3
+3
+4
 1
+3
+3
 1
+4
 1
 1
+3
+3
 1
+4
 1
 1
+4
 1
 1
 3
 2
+1
+3
+1
 3
 2
+3
 2
 2
 1
+4
 1
+4
 2
 2
 2
+3
 2
 2
+4
 1
+3
 2
 1
+4
+1
+4
 2
+4
 2
 1
 2
+3
 2
+4
 2
+3
+3
+4
 1
 2
 1
 1
 2
+4
+1
+3
 2
 2
 2
 2
+3
+3
+3
+3
+3
 2
+3
+4
+3
 1
+4
 1
 2
+3
 2
 2
+3
+1
+4
 2
 2
 1
 1
 1
+2
+2
 1
 2
 2
 2
+1
+1
+4
+3
+1
+3
+4
 2
+3
 2
+4
+3
+4
+3
+3
+4
+3
 2
 2
+3
+3
+3
 1
 1
+3
+3
 2
+4
+4
 1
 1
+4
+3
+4
 2
+1
+4
+4
+1
+1
+1
+4
+4
+1
+3
+3
+1
+4
+1
+3
+3
 2
+1
+4
+3
+3
 2
+4
+4
+4
+1
 1
+3
+4
+3
+3
 2
 2
+4
 1
 2
+3
+1
+4
 2
 1
+4
 2
+4
 2
+3
 2
+4
+4
+4
 2
+4
+4
 1
 2
+1
 2
+1
 2
+4
+4
 3
 2
 3
 1
+3
 2
 2
 2
 2
+4
+1
+4
 3
+3
+4
+2
+1
+4
 2
+3
+4
 2
+1
+3
+3
 2
+3
 2
+3
+4
+3
+3
 1
+3
 2
 2
 2
+4
+3
 2
+3
+3
+4
 1
+3
+3
 1
 1
+3
+4
+4
 2
 1
+3
+3
+4
 1
+4
+4
 2
 1
+4
+3
+3
+4
+3
+4
 1
+4
+4
 1
 2
+4
+3
 2
+3
+3
+3
 2
+4
 2
+3
 2
+1
+3
+4
+4
+3
+3
 2
+1
+4
+4
+1
+1
+4
+3
+3
+1
+3
+4
+4
 2
+1
 2
 2
+3
 2
+1
+1
+1
+4
 2
+4
 2
+4
+1
+3
+4
 2
+3
+3
+3
+3
+1
+3
+3
 2
+4
+3
+1
+3
+3
 2
 2
+1
 2
+3
+3
+3
 2
 2
+4
 1
+2
+4
+2
+3
 1
+4
+4
 1
 2
 2
 2
+4
+3
+3
+3
+3
+3
+4
+4
 2
+4
+3
 2
 2
 2
 2
+3
+4
 2
+1
+3
+4
+3
 2
+4
+4
+3
 2
+4
+4
 2
 2
+3
+1
 2
 2
 2
 1
 1
 1
 3
 2
+4
+4
 2
 2
+3
+3
+1
+3
 1
 2
+4
+4
 2
 2
+3
 2
 2
+4
+3
+1
+4
 2
 2
+4
+3
+3
+1
+4
+1
 2
 1
+1
+3
+3
+4
+4
 2
+4
+3
+1
+4
+3
+1
+4
+3
+3
+4
+3
 2
 2
+1
 2
+3
+4
+3
 2
 2
+4
+1
 2
 3
+4
 2
+1
+3
 2
+3
+4
+3
+1
+3
+1
+4
+3
+1
+3
+4
+4
+4
+4
+1
+1
+1
+3
+4
+3
 2
+3
+1
+1
+3
 2
+3
+4
+3
+4
+3
+1
+3
+4
+1
 1
 2
+4
+4
+1
+4
+4
+3
+4
+3
+3
 1
 2
 2
+4
+1
 2
 2
+3
+4
+4
+1
+1
+1
 2
+1
+3
+4
+4
+4
+4
+3
+4
 2
 2
 2
+3
+3
+4
+1
 2
 2
 2
 2
+4
+3
 2
+4
+4
 1
+3
+3
+1
+1
+4
+3
+3
 1
+4
 2
 2
 2
+4
+4
 2
+4
+4
+1
+3
+3
+3
+4
+3
+3
+3
+3
 2
 2
+1
+1
 2
+1
+3
+3
 2
+3
+1
+3
+4
 2
 2
 2
+3
+4
+1
+4
+4
+4
+4
 2
+1
+3
+3
+3
 2
 2
+3
+4
 2
+3
 2
 2
 1
 1
 2
+4
 1
+4
+3
+3
+4
 2
 2
+3
+1
+4
+4
+3
+3
+1
+1
+3
+4
+4
+4
+1
 2
+1
+1
+1
+3
+4
 2
 1
 1
+4
+3
+1
 1
 3
+4
+3
+4
 2
 2
+4
+3
 1
 1
+1
+4
 2
+4
+4
+1
+4
+4
 3
 1
+4
+1
+1
 2
+3
+4
+3
 2
+3
 2
 1
+4
 1
 1
 2
+4
 2
 1
+3
 1
+3
+4
+3
+4
+3
+4
+3
 1
+4
 1
 2
+4
+3
 3
+4
 1
+4
 2
+1
+3
+3
 3
 2
+3
+1
+3
 2
 2
+3
+1
 1
 3
+3
 1
+3
+4
+3
 2
+4
 2
+3
 2
+3
+3
+4
+4
+3
+3
 2
+4
+3
 2
+4
+4
+4
 2
 2
+1
+1
+1
+4
 2
+3
+4
+1
+4
 2
+3
+3
+3
+3
 2
+1
+4
 2
+3
+1
+3
 2
+4
 2
+3
+3
+3
+4
+1
+3
+3
+4
+3
+4
+4
+1
+4
+1
+4
+4
 2
 1
+4
+4
+4
 2
+4
 2
+1
+4
+3
+4
 2
 1
+3
+1
 1
+3
+4
+3
+4
 2
+3
 1
 1
+1
+3
 2
+4
+3
+3
+1
+3
 2
+3
+4
+4
+3
+1
+4
+3
+1
 2
+1
+3
+1
+1
 1
 2
+4
+3
+3
+1
+3
+3
+1
+1
+3
+4
+3
 2
 2
+1
+4
+1
+3
+3
+4
+3
+3
+3
+4
+4
 2
 2
 2
 2
+4
+4
+3
+4
 1
+4
+1
+4
 2
+3
+4
+4
+1
+1
+4
+1
 2
+4
+3
 1
 2
+4
+4
+4
+3
+3
+4
+4
+1
+1
+1
+4
+4
+4
+4
 2
+3
+3
+1
+3
+1
+4
 2
+1
+4
+4
 2
+4
+4
+1
+1
+1
+1
+4
+1
 2
+3
+4
 2
+3
+4
+3
 2
+4
+4
 2
 1
+3
+1
+4
 2
+3
 1
+3
 2
 2
+4
+3
+4
+3
+3
 2
+4
+3
 1
 3
+4
+4
 1
+4
+4
+3
 1
 2
+4
+4
+3
 2
+3
 3
 2
+1
+3
+3
+4
 2
+3
 1
 2
 1
+4
 1
 2
 2
 3
 2
 1
 1
+3
+1
 1
 2
+3
+3
+4
+4
+4
+4
 2
+1
+1
+1
+1
+1
 2
+1
+1
+4
+3
+1
+4
+3
+3
+1
 2
+4
+3
+4
+3
 2
+3
+4
+4
+3
+3
+1
+4
+1
 2
+1
+4
+4
+3
 2
 3
+1
 3
 2
+4
+3
+3
+4
 2
+4
+3
 2
 2
+3
 1
 2
+3
 2
+3
+4
 2
+4
 1
+4
 2
+4
+4
+3
+4
+4
 1
+1
+3
 2
 2
+1
 2
+3
+3
+1
 2
+4
 2
 2
 3
+3
+4
+3
+4
 1
 1
+4
+4
 2
 1
 2
+4
+1
+3
+4
+1
+4
 2
+1
+1
 2
+1
 2
+4
 2
 3
+1
+4
 3
+4
 2
+4
+4
 1
+4
 2
+3
+4
 2
 2
+4
 1
+3
+3
 1
 1
+4
 3
 1
+4
+4
 1
+4
 1
 3
+3
+3
+3
+3
+4
 1
+3
 2
 1
+4
+4
 1
+3
+3
 2
+1
+1
 2
+1
 2
+1
 2
 2
+4
+3
+3
 2
 2
 1
+3
+3
+3
 1
 1
+4
+4
+4
+3
 1
 3
 3
+1
 1
 2
+4
+4
+3
+4
+4
+3
+3
 2
+3
+3
 1
+3
 1
 1
 2
 2
+3
+4
+1
 1
 1
 2
 3
+4
+1
+3
 2
 2
+3
 2
 2
 1
+3
+1
+3
+3
+1
+3
 2
+4
+1
 1
+3
+3
 2
+4
+4
 2
+3
+4
+3
+1
+1
+4
+1
+4
 2
+1
+1
+3
+4
+3
+4
+3
+4
+3
+4
+1
+3
+3
+1
+3
+3
 2
 2
 2
+4
+3
+3
+3
+1
+3
+4
+3
+3
 2
+1
+1
 2
+3
 2
+4
 2
+4
+1
 2
+4
 1
 2
+1
+3
+4
 2
+4
 2
+4
 1
 2
+3
+4
+3
+3
 2
+4
 1
+3
+3
+1
+4
+3
+3
 1
 1
+4
+3
+1
 2
 1
+3
+4
+4
 2
+1
+3
+1
+1
+3
+3
+3
 3
+4
+3
+3
+4
 2
+4
+3
+4
+3
+3
 2
+4
+4
+3
+4
+1
+4
+4
+1
 2
 2
+4
+4
+1
+1
 2
+4
+3
+1
+4
 2
+3
+3
+4
+4
 2
 2
+1
+1
+1
+3
 2
+3
 2
 1
 2
+4
 1
 1
 1
 1
 2
+4
 1
 1
+3
+3
+1
+3
+3
 2
+3
 2
+4
 1
 2
+1
+4
+3
+4
 2
+4
 2
 2
+3
 2
+4
+4
+4
 2
+3
+4
+3
 2
+1
 2
+3
 1
 2
+1
+4
+4
+4
+3
+3
 2
+4
+3
+4
+3
+4
+3
+4
+1
 2
 2
+3
 2
+3
+1
 2
 2
 2
 2
+3
+3
 1
+4
 1
+4
 1
+4
+3
 1
 1
 3
 3
+4
+4
+3
+1
+4
 2
 2
+3
+3
+4
 2
+4
+4
+3
+4
 1
+3
+4
+4
+3
+3
+3
 2
 2
+3
+1
 2
 1
+3
+4
 1
 1
 1
+2
+3
+3
 1
+4
 1
 2
+3
+4
 2
+3
+4
 1
 1
 1
 2
 1
+4
 2
+4
 2
+4
+4
 2
+3
 2
+4
 1
+4
 3
 3
 3
 3
 3
+4
+4
 1
+4
+4
+4
 1
 1
 2
 1
+4
+3
+4
+3
+4
 1
+3
 2
+1
+4
+3
+3
+4
+3
+4
+3
+4
 2
+1
 2
+4
+4
+4
+1
 2
+4
+4
+3
+3
 2
+4
+4
+3
 2
+4
+4
+3
+4
+4
+3
 2
+3
+3
+1
+1
 2
 2
+3
+4
 2
 1
 2
 1
 2
+4
+4
+4
+3
 1
+3
+4
+4
+4
+4
+3
+4
+3
+3
+2
 1
 1
 1
+3
+3
+4
 2
+4
+1
+3
 2
 3
+4
 3
 3
+4
 3
+4
 2
+3
+4
+3
+4
+4
+3
+3
 1
+1
+1
+4
+3
 3
 2
+4
 2
+3
+3
 2
+3
+4
+3
+1
+4
+1
+4
+1
+4
+4
+3
+3
+4
+1
+3
+3
+1
+3
 2
+1
+3
+4
+3
+4
 2
+3
+3
+1
+3
 2
+4
+3
+1
+3
+1
 2
+4
 2
+3
 2
+3
+4
+3
+3
+3
+1
+4
 2
+3
+4
+4
+3
+3
 2
 2
 1
 3
 2
+1
+3
+3
+4
+4
+1
 2
 2
 3
+1
+3
+3
 2
+3
+3
+4
+3
+4
 2
+1
 2
+4
+4
+1
+4
 2
 2
 2
+1
+4
 2
+1
+4
 2
 2
+4
 3
 1
 1
 1
+3
+4
 1
 1
 2
+4
 1
 2
+4
+4
+4
+3
 1
 3
 2
+1
 2
+3
+4
+4
+4
 2
 2
+1
+4
 1
 2
 2
+4
+3
+4
+1
+4
 1
+3
+1
+4
 2
 2
 2
+3
 2
+4
+3
+3
 1
 2
+3
+4
+1
+1
 2
 2
+4
+3
 1
+3
+4
 2
 2
+3
+4
 1
+3
 2
+4
+3
+4
+1
+1
 2
+1
 2
+1
+1
+1
+4
+3
 2
 2
+1
+3
+4
 2
+4
 1
+4
+4
+3
+4
+3
+4
+4
+4
+4
 1
 1
+4
 2
 2
+4
 1
+4
 1
 2
 1
 2
 2
+3
 1
+3
+4
+4
+4
 2
+3
 2
+3
+4
 2
 2
+3
 1
 2
 2
+3
+3
 2
+4
 2
 2
+1
+3
 2
+4
+1
 2
 2
+4
 1
 2
 2
+3
+1
+1
 2
+3
+1
 2
+4
+1
+4
+4
 2
+4
+1
+3
+1
+3
+1
+4
 2
+4
+4
+3
+1
+4
 2
 2
+3
+3
+1
+4
+4
+1
+1
+4
+1
+4
 2
 2
 2
+4
+1
 2
+3
+3
+3
+3
+4
+4
+1
 2
+4
+1
+3
+1
+4
+4
+4
+4
+1
+3
 2
+1
+4
+4
+4
+3
+3
+3
+1
+4
+1
+1
+3
+3
+4
+3
 2
+3
+3
+4
+3
+1
+3
 2
+3
+4
+4
+4
+3
+3
+1
+1
+1
+1
+3
 2
+1
 2
+3
 2
 1
 2
+1
+1
 2
+3
 2
 2
+4
 2
+3
+3
+1
+4
 2
 2
+1
+1
+1
+4
+1
 3
 2
 2
+4
+1
+1
+4
 2
 1
+4
 2
+4
+4
+4
+3
+4
+1
+3
+1
+1
+1
+3
+4
+4
+4
+3
+4
 2
+4
+3
+4
+4
+3
+3
+3
+1
+3
+1
 2
 2
+1
+4
+1
+3
+1
+4
+4
+3
+1
+1
+1
+4
+4
+3
 2
+3
+4
+1
+3
+1
+1
+4
+3
 2
+3
+3
+3
+1
+3
+4
+4
+3
+1
 2
+1
 2
+3
+1
+1
 2
+1
+1
+1
+3
 2
 2
+3
+3
 2
 2
+1
+3
+3
+3
 2
 1
+4
+1
+4
 1
 2
+3
+4
+3
+1
 1
 1
 2
+4
 1
 2
 2
 1
+4
 2
+4
+3
 3
 1
+4
+1
+3
+1
+4
 1
 2
 1
 2
+4
 2
 2
+3
 2
+3
+3
+3
+4
+3
 2
 1
+3
+3
+4
+3
+1
 2
 3
 3
 3
+4
+1
+4
+4
+1
 3
+4
 3
+4
 1
+4
 1
 1
 2
 2
 3
 1
 1
+4
+3
+4
 2
 1
 2
+4
 1
+3
 1
 1
 2
+4
 2
+4
+1
 2
+4
+3
 2
+4
+1
+3
+4
+4
+3
 2
 2
+4
+1
+3
+3
 2
+3
+1
 2
+4
 2
+1
+4
+3
+3
+1
+3
+3
+3
 2
+1
+1
+3
+3
 2
+4
+3
+4
+3
 2
+3
+1
+3
 2
+4
 2
+1
+1
 2
+3
 2
 2
+1
 2
 2
+3
+3
+3
+3
+3
+1
+4
+1
+4
+3
+3
+4
+4
+3
+3
+3
+4
+1
+3
 2
+4
+4
+1
+1
 2
 2
+4
+3
+3
+3
+1
 2
 2
 2
+4
+1
 2
+3
+3
+3
 2
 2
+3
+1
+4
+4
 2
+1
 2
+4
+3
 1
+3
 2
 2
+1
+3
 2
+3
 2
+1
+4
 2
+1
+3
+3
+3
+4
+4
+3
+1
+3
 2
 1
+4
+4
+4
 2
 1
+4
+4
+3
+3
+3
+3
+3
+4
+3
+4
 2
+3
 2
+4
 1
 2
+1
+4
+3
+3
 2
+4
+3
 1
+3
 2
+4
 1
+3
 2
+3
 2
 2
+4
 1
+1
+3
+4
 2
 1
+4
 1
 2
+1
+3
+4
 2
 2
 2
 2
+1
+3
+4
+3
+1
+4
 2
+1
+4
+3
 1
 3
+3
+1
 2
 1
+4
+3
 2
+3
 2
 2
+3
+3
+4
+3
+1
+3
+1
+3
 2
 2
+4
 2
 2
 1
 2
+2
+4
+4
+3
+3
 1
+4
 1
 2
+4
+1
 2
 2
 2
 2
 3
+4
+4
+1
+4
+3
+1
+4
 2
+4
 2
+3
+4
 2
+4
+4
+4
 2
+3
 2
 2
+4
 2
+4
+3
+3
+3
+3
+4
+4
 2
+1
 2
+1
 2
+3
 2
+3
+1
+3
+4
+3
+4
+3
 2
+4
+1
+4
+4
+3
+3
 2
 2
 2
 2
+4
 2
+4
+3
+3
 2
+1
 2
 2
+4
+4
+1
 2
+4
+1
+1
+4
 2
 2
+3
 2
 2
+3
+3
+1
 2
 1
+3
+3
+2
+3
+4
+3
 1
 1
 2
+3
+4
 2
+4
 2
+4
+4
 2
 2
+1
 2
 2
 1
 1
+4
+4
+1
+3
 2
 2
 2
 2
+4
+3
+1
+3
+3
+3
+3
 2
 2
+3
+3
+1
 2
+1
 3
+4
+2
+2
+1
 3
+2
+1
 3
 1
 1
+4
+1
+3
+2
+4
+4
 1
+3
+3
+3
 2
+3
+4
+1
 1
+3
+3
 2
+3
+3
+4
+3
+4
+4
 2
+3
 1
+3
+2
+3
+3
+4
 1
 2
+3
+4
+4
+4
+4
+3
 2
+3
 1
 2
+3
 2
 2
+4
 2
 2
 2
 2
+4
+4
+4
 1
 2
+3
+3
+3
+4
+3
+2
+3
 2
 2
 1
+3
+4
+3
+2
+3
 1
 2
 1
+4
 2
+4
+4
+4
+3
+1
 2
 2
+4
+3
 2
 2
+1
+3
+3
+3
+4
+4
+4
+1
+3
+3
+4
+4
+1
 2
+4
+4
+3
+3
+3
+3
+1
+3
+3
 2
+1
+3
 2
 2
+4
+3
+4
+3
 2
 1
 2
 2
+1
+4
+1
+4
 2
 2
+3
+3
+3
+4
 1
 2
+3
+3
 2
+4
 2
+3
+4
+1
+1
+3
+3
 1
+1
+3
+3
+4
+3
 2
+1
+1
+4
+1
+3
 2
+4
+4
 2
+1
+3
 2
+4
+4
+3
 2
 2
+4
+4
 2
+3
+3
 2
+3
+1
+1
+4
 2
+3
+3
+3
 2
 2
 2
+3
+1
+4
+1
+4
+3
+3
+4
 2
 2
+4
 2
 2
 3
+3
+4
+1
 1
 3
+3
 2
 1
 2
 2
 3
+3
+1
+4
+4
 2
+1
+4
+4
+3
+3
 2
+4
+3
+4
+4
+4
+4
+1
+4
 2
 2
+3
+3
+3
 2
+3
 2
+1
+3
+4
+1
+3
+3
+3
+3
+3
+1
+4
+1
+3
+4
+4
+4
+4
+4
+4
+3
+1
+4
 2
+3
+4
+1
 2
+3
+3
+4
+3
+4
+4
 2
+3
+1
 2
+1
+4
 2
 2
+3
 2
+4
 2
 2
+4
 2
+1
+3
+3
+3
 2
+1
+3
+1
+4
+3
+1
+4
 2
 2
+3
+3
+4
 2
+1
 2
+1
+3
+4
+3
+4
 2
+3
+1
+3
+4
+4
+3
+1
+3
+3
+3
+3
+3
+1
+3
+1
+3
 2
+3
+3
+4
+1
+4
+3
+4
 2
+1
+3
+4
+3
 2
+4
 2
+4
+4
+1
 2
+4
+3
+1
+3
+3
+1
 2
 1
+1
+3
+3
+4
 2
+4
+4
+4
+4
+4
+3
 1
+3
+3
+4
 2
 1
 2
+3
 2
+3
+3
+3
+3
+3
 2
+4
+4
+4
+1
+3
+1
+3
 2
 2
+1
+3
+1
+1
+3
 2
 2
+1
+4
+3
+4
+3
+4
+1
+3
+3
 2
 1
+3
 2
+4
+3
+3
+1
+1
 2
+1
+3
+4
+4
+4
+3
 2
+4
 1
 2
+3
+4
+4
+3
+4
 2
+3
+1
+3
+3
+3
+3
+3
+3
+4
+1
 2
+3
+1
 2
+3
+3
 2
+4
+4
+3
+1
+4
+4
 2
+1
 2
+3
+3
 2
+4
+1
 2
+1
+3
+4
+4
+4
 2
 2
 2
 2
+3
+3
+1
+3
+4
 2
+3
+3
 1
 1
+3
+4
 1
+3
 2
 2
 2
+4
+4
+4
 2
+3
+3
+4
+4
+1
+3
+1
+1
+3
 2
+4
+4
+1
+3
+1
+1
+4
+3
 2
+3
+4
+3
 2
 2
 2
 1
+3
+4
+4
+4
+4
+3
+2
 1
 1
+3
+3
+3
 1
+3
 2
+3
 2
+4
+3
 2
 2
+3
 1
+1
+3
+3
 2
 2
+4
+3
+4
 1
 1
 1
+1
+3
 2
 2
+3
+3
+4
+1
+3
+4
 1
+4
+3
 2
 2
 2
+3
 2
+4
+1
+3
+4
+4
+4
+3
 2
+4
+4
+3
+1
+3
+3
+4
 2
+4
+1
+4
 2
+3
 2
 2
 2
 2
+1
+1
 2
+4
 2
+4
+3
+4
 2
+3
+3
+3
+3
 2
 2
 2
+3
+4
+4
 2
 2
+3
 2
+4
 1
+3
+2
+3
+3
+4
+3
+3
+4
+4
+3
+4
 2
 2
+4
+3
+3
+4
+4
+4
+3
+3
+3
+3
+4
+3
+3
+4
+3
+3
 2
+3
+3
 2
+1
+3
+4
+3
+3
+4
+3
+4
 2
+3
+3
 1
+3
+4
 1
+4
+1
+3
+3
+1
+1
+3
+4
 1
 2
+1
+4
+4
+3
+3
+4
 2
 2
+4
+1
+3
+3
+4
+4
 1
+1
+4
 2
+1
+1
 2
+4
+4
+4
+3
 2
+1
+4
+3
+3
+1
 2
+3
 2
+4
+1
 2
 2
 2
+4
 2
+4
+4
+4
+4
+4
+3
+4
+3
 2
 2
 2
 2
 1
 1
+3
+1
+1
 1
+4
 2
+4
+4
+4
 1
 1
 1
+3
+1
+3
+3
+3
 2
+4
+4
+3
 2
+4
 2
+3
+4
+3
 2
+3
+4
 1
 2
+3
+4
 2
 1
 1
 1
 2
 2
 1
+4
+3
+3
+3
+4
 2
 2
+3
+3
+4
 2
+3
+3
 1
+3
+3
+3
+4
+3
 2
+1
 1
 1
 2
+4
 1
 2
+3
+3
+3
+4
+3
+4
+4
+4
 1
 1
 1
 3
 1
+4
 1
 1
+4
+3
+4
+4
+3
+4
 1
+4
+3
 3
 1
 1
 1
 2
+3
+4
 2
+3
+3
+3
 2
 2
 2
+4
+4
+3
 1
 1
 2
+3
+4
 1
+3
 1
 2
 2
+1
+3
 2
 2
+3
+3
+4
 2
 2
 1
+3
+3
 2
+4
 1
+4
 2
 2
 3
 3
+3
 3
 2
+4
 2
+1
 2
+3
 2
 1
+3
+4
+3
 1
+4
+4
 1
+4
+3
+4
 2
 2
+3
+4
+3
+4
+3
+3
+3
+3
+3
+3
+3
+3
+3
+4
 2
+4
 2
 2
+3
+3
 1
+3
 1
+3
+4
 2
 2
 2
+3
 3
 2
+3
+4
+4
+4
 2
 2
+3
 2
+4
 2
+3
+3
+3
+3
 2
+4
+3
+3
 1
 2
+4
 1
 1
 3
+3
 1
+4
 2
+1
 2
+3
+3
+1
 2
+3
+3
+4
+4
+1
+1
+1
 2
+3
+4
+4
 2
+4
+4
+3
+1
+3
+3
 2
+4
+1
+4
+4
+4
 2
+3
+3
 1
 1
+4
 1
+3
+4
+3
 1
+4
+4
 2
 2
+3
+3
+4
+3
+4
+1
+3
 2
+3
+4
+3
 2
+4
+3
+1
 2
+3
+1
 2
+4
+3
+4
+3
 1
 2
 2
+4
+3
+2
+3
+1
+4
+3
+3
+4
+4
+3
+4
+3
+1
+1
+3
 2
+4
 2
+3
+3
 1
 2
+3
+2
+4
+3
+3
+4
 2
 2
+4
+1
 2
+4
+3
 2
+4
+1
+4
 2
+3
+4
+4
+3
 1
 1
 1
+4
 1
+4
 3
+1
 3
 1
+1
+4
+1
+3
+4
 2
 2
 2
+1
+3
+4
+3
+3
+4
 2
+4
+4
+3
 2
+3
+4
+4
+3
+1
+4
+4
+3
+4
+4
+3
 2
+3
+4
+1
+3
+4
 1
+3
+3
+4
 2
+4
 2
 2
+4
 1
+3
 2
+4
+3
+1
 2
+4
+4
+4
+4
 2
 2
+4
+3
+3
+4
 2
 3
+4
 2
+1
+3
+4
 2
+3
 2
+3
 2
 2
+3
+4
+3
+3
 2
+1
+4
 2
+3
+4
+1
+3
+4
+3
+4
+3
+3
+1
 2
+1
+3
+1
+3
+4
+1
+3
+1
+3
+3
+3
+3
 2
 2
 2
+3
+4
+4
+4
+4
+3
 2
+1
+4
 2
 2
+1
 3
+4
+4
+3
+1
+1
+3
+1
 2
+4
+3
+4
 2
+3
+3
+3
+3
+4
 2
+1
 2
+3
 2
+3
 2
 2
 2
+4
+4
+3
+3
 2
 1
 1
+3
+3
+4
+3
 1
 2
+4
+3
 2
+4
 2
 2
+4
+4
 3
 1
 2
 2
 2
+1
+4
+2
+3
+3
+4
+3
+4
 2
+4
+4
 2
+3
+3
+4
+4
+4
 2
+3
+4
+1
 2
 1
+4
 1
+3
+3
 1
 1
 2
 2
+3
 2
+3
+4
 2
 2
 2
 2
+4
 2
+1
 2
+1
+4
 2
+3
+1
+1
+3
 2
+3
+4
+1
+1
+1
 2
+3
+1
+3
+3
+1
+3
 2
+4
+3
+3
+1
+3
 2
 2
+4
+4
+3
 2
+3
 2
 3
 1
 2
+3
+4
 2
+4
+4
+4
+3
+3
+4
 2
+4
+1
+4
+4
+3
+1
 2
 2
 1
 1
+3
+4
+3
 2
 1
+4
+3
+1
+4
 2
+3
+3
+4
+1
 2
 2
+4
 2
 3
+4
+1
+1
+4
 2
 2
 2
+1
 2
+1
 2
+4
+4
 2
+3
+3
+3
 2
 2
+3
+3
+3
+3
+4
+1
+3
+3
+3
+1
+4
+1
+3
+3
+4
+4
 2
 2
+3
+3
+4
 2
+4
+4
+1
+4
+3
+3
+3
 2
+4
+1
+4
+3
+1
+1
+3

predict_results.json CHANGED Viewed

@@ -1,8 +1,8 @@
 {
-    "predict_accuracy": 0.2736,
-    "predict_loss": 0.6359903812408447,
-    "predict_runtime": 204.7112,
     "predict_samples": 4934,
-    "predict_samples_per_second": 24.102,
-    "predict_steps_per_second": 3.014
 }

 {
+    "predict_accuracy": 0.2971,
+    "predict_loss": 0.6734956502914429,
+    "predict_runtime": 205.1181,
     "predict_samples": 4934,
+    "predict_samples_per_second": 24.054,
+    "predict_steps_per_second": 3.008
 }

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:021214b5e91deccb3c52554862807d5281f9ce08b2d553ac2bf9616714b8bd10
 size 242028283

 version https://git-lfs.github.com/spec/v1
+oid sha256:a5c6de7e412ce0563ff7b3ad33d066505bbad6719bf4766df923ebd27c956032
 size 242028283

train_results.json CHANGED Viewed

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
-    "train_loss": 0.766376953125,
-    "train_runtime": 236.4019,
-    "train_samples": 1000,
-    "train_samples_per_second": 12.69,
-    "train_steps_per_second": 1.586
 }

 {
     "epoch": 3.0,
+    "train_loss": 0.6894915364583334,
+    "train_runtime": 2544.1624,
+    "train_samples": 10000,
+    "train_samples_per_second": 11.792,
+    "train_steps_per_second": 1.474
 }

trainer_state.json CHANGED Viewed

@@ -2,24 +2,66 @@
   "best_metric": null,
   "best_model_checkpoint": null,
   "epoch": 3.0,
-  "global_step": 375,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 3.0,
-      "step": 375,
-      "total_flos": 406025404416000.0,
-      "train_loss": 0.766376953125,
-      "train_runtime": 236.4019,
-      "train_samples_per_second": 12.69,
-      "train_steps_per_second": 1.586
     }
   ],
-  "max_steps": 375,
   "num_train_epochs": 3,
-  "total_flos": 406025404416000.0,
   "trial_name": null,
   "trial_params": null
 }

   "best_metric": null,
   "best_model_checkpoint": null,
   "epoch": 3.0,
+  "global_step": 3750,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00026712328767123283,
+      "loss": 0.8639,
+      "step": 500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.00022602739726027395,
+      "loss": 0.7093,
+      "step": 1000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00018493150684931506,
+      "loss": 0.6955,
+      "step": 1500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.00014383561643835615,
+      "loss": 0.6789,
+      "step": 2000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.00010273972602739724,
+      "loss": 0.6765,
+      "step": 2500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 6.164383561643834e-05,
+      "loss": 0.6246,
+      "step": 3000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.054794520547945e-05,
+      "loss": 0.6157,
+      "step": 3500
+    },
     {
       "epoch": 3.0,
+      "step": 3750,
+      "total_flos": 4060254044160000.0,
+      "train_loss": 0.6894915364583334,
+      "train_runtime": 2544.1624,
+      "train_samples_per_second": 11.792,
+      "train_steps_per_second": 1.474
     }
   ],
+  "max_steps": 3750,
   "num_train_epochs": 3,
+  "total_flos": 4060254044160000.0,
   "trial_name": null,
   "trial_params": null
 }