Upload folder using huggingface_hub

checkpoints/fst_1_3B_resume/gsm8k_5fold_summary.txt

@@ -0,0 +1,11 @@
+============================================================
+GSM8K 5-Fold Summary
+============================================================
+Fold 1 Accuracy: 56.44%
+Fold 2 Accuracy: 70.08%
+Fold 3 Accuracy: 62.88%
+Fold 4 Accuracy: 57.58%
+Fold 5 Accuracy: 59.32%
+
+Mean Accuracy: 61.26%
+============================================================

checkpoints/fst_1_3B_resume/recent_epoch_005_step_000000000_tokens_60.6b_val=0.1721/config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "FSTForCausalLM"
+  ],
+  "bos_token_id": 50258,
+  "embedding_size": 2048,
+  "embedding_size_f": 2048,
+  "embedding_size_phi": 2048,
+  "eos_token_id": 50259,
+  "hidden_size": 2048,
+  "hidden_size_f": 2048,
+  "hidden_size_phi": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "intermediate_size_f": 8192,
+  "intermediate_size_phi": 8192,
+  "max_position_embeddings": 2048,
+  "max_seq_len": 1024,
+  "model_type": "fst",
+  "num_attention_heads": 32,
+  "num_attention_heads_f": 32,
+  "num_attention_heads_phi": 32,
+  "num_hidden_layers": 24,
+  "pad_token_id": 50257,
+  "share_f_and_phi_embedding": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.4",
+  "truncate_activation_size": false,
+  "use_cache": false,
+  "use_causal_attention": true,
+  "vocab_size": 50267
+}

checkpoints/fst_1_3B_resume/recent_epoch_005_step_000000000_tokens_60.6b_val=0.1721/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50258,
+  "eos_token_id": 50259,
+  "pad_token_id": 50257,
+  "transformers_version": "4.52.4",
+  "use_cache": false
+}

checkpoints/fst_1_3B_resume/recent_epoch_005_step_000000000_tokens_60.6b_val=0.1721/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75902a3c5729a70ea8ce3638391d297c7f7f03d656e82cce4326facbe961be0d
+size 4977477720

checkpoints/fst_1_3B_resume/recent_epoch_005_step_000000000_tokens_60.6b_val=0.1721/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5195c64dd0a3205b3099f8944960f101ce38ece2b867fe17eb5fca8204f1d7
+size 268568928

checkpoints/fst_1_3B_resume/recent_epoch_005_step_000000000_tokens_60.6b_val=0.1721/model.safetensors.index.json

@@ -0,0 +1,394 @@
+{
+  "metadata": {
+    "total_size": 5246004224
+  },
+  "weight_map": {
+    "model.embedding_f.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.0.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.1.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.mlp.fc_down.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.10.mlp.fc_down.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.10.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.10.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.11.attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.attn.o_proj.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.attn.rotary_emb.freqs": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.ln_attn_qk.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.ln_attn_qk.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.ln_attn_v.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.ln_attn_v.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.ln_mlp.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.ln_mlp.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.mlp.fc_down.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.mlp.fc_down.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.mlp.fc_up.bias": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.11.mlp.fc_up.weight": "model-00002-of-00002.safetensors",
+    "model.icl_blocks.2.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.2.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.3.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.4.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.5.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.6.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.7.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.8.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.ln_attn_qk.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.ln_attn_qk.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.ln_attn_v.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.ln_attn_v.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.icl_blocks.9.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.ln_out.bias": "model-00002-of-00002.safetensors",
+    "model.ln_out.weight": "model-00002-of-00002.safetensors",
+    "model.phi_blocks.0.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.0.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.1.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.10.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.11.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.2.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.3.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.4.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.5.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.6.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.7.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.8.mlp.fc_up.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.attn.o_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.attn.rotary_emb.freqs": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.ln_attn.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.ln_attn.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.ln_mlp.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.ln_mlp.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.mlp.fc_down.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.mlp.fc_down.weight": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.mlp.fc_up.bias": "model-00001-of-00002.safetensors",
+    "model.phi_blocks.9.mlp.fc_up.weight": "model-00001-of-00002.safetensors"
+  }
+}

checkpoints/fst_1_3B_resume/recent_epoch_005_step_000000000_tokens_60.6b_val=0.1721/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443ab22047b8e9b8d26ab4b9476c424400f85f0d67090c3f265d669f5fbb45f0
+size 4669308928

checkpoints/fst_1_3B_resume/recent_epoch_005_step_000000000_tokens_60.6b_val=0.1721/trainer_state.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 5,
+    "step": 0,
+    "train_loss": 0.17887729220092297,
+    "val_loss": 0.17206673324108124,
+    "tokens_trained": 60649635840
+}

checkpoints/fst_1_3B_resume/verification.txt

@@ -0,0 +1,1329 @@
+============================================================
+GSM8K Verification Results
+============================================================
+Total: 1319
+Correct: 808
+Incorrect: 405
+No Answer: 106
+Accuracy: 61.26%
+============================================================
+
+1. ✓ Pred: 18.0, Truth: 18
+2. ✓ Pred: 3.0, Truth: 3
+3. ✗ Pred: None, Truth: 70000
+4. ✓ Pred: 540.0, Truth: 540
+5. ✗ Pred: 0.0, Truth: 20
+6. ✓ Pred: 64.0, Truth: 64
+7. ✓ Pred: 260.0, Truth: 260
+8. ✗ Pred: 80.0, Truth: 160
+9. ✗ Pred: 315.0, Truth: 45
+10. ✓ Pred: 460.0, Truth: 460
+11. ✓ Pred: 366.0, Truth: 366
+12. ✓ Pred: 694.0, Truth: 694
+13. ✗ Pred: 12.0, Truth: 13
+14. ✗ Pred: 4.0, Truth: 18
+15. ✓ Pred: 60.0, Truth: 60
+16. ✓ Pred: 125.0, Truth: 125
+17. ✗ Pred: 115.0, Truth: 230
+18. ✓ Pred: 57500.0, Truth: 57500
+19. ✓ Pred: 7.0, Truth: 7
+20. ✗ Pred: -3.142857142857143, Truth: 6
+21. ✗ Pred: 8.0, Truth: 15
+22. ✗ Pred: 2.0, Truth: 14
+23. ✓ Pred: 7.0, Truth: 7
+24. ✗ Pred: 2.0, Truth: 8
+25. ✓ Pred: 26.0, Truth: 26
+26. ✓ Pred: 2.0, Truth: 2
+27. ✓ Pred: 243.0, Truth: 243
+28. ✓ Pred: 16.0, Truth: 16
+29. ✓ Pred: 25.0, Truth: 25
+30. ✗ Pred: 94.0, Truth: 104
+31. ✗ Pred: 121.375, Truth: 109
+32. ✗ Pred: 98.33333333333333, Truth: 80
+33. ✗ Pred: 350.0, Truth: 35
+34. ✗ Pred: 85.0, Truth: 70
+35. ✓ Pred: 23.0, Truth: 23
+36. ✓ Pred: 9.0, Truth: 9
+37. ✓ Pred: 75.0, Truth: 75
+38. ✓ Pred: 2.0, Truth: 2
+39. ✗ Pred: 4.444444444444445, Truth: 10
+40. ✗ Pred: 15.0, Truth: 18
+41. ✓ Pred: 8.0, Truth: 8
+42. ✗ Pred: 700.0, Truth: 200
+43. ✓ Pred: 26.0, Truth: 26
+44. ✗ Pred: 4.0, Truth: 48
+45. ✓ Pred: 20.0, Truth: 20
+46. ✗ Pred: 44.0, Truth: 104
+47. ✓ Pred: 163.0, Truth: 163
+48. ✗ Pred: 900.0, Truth: 800
+49. ✗ Pred: None, Truth: 8
+50. ✓ Pred: 30.0, Truth: 30
+51. ✓ Pred: 294.0, Truth: 294
+52. ✗ Pred: None, Truth: 5
+53. ✗ Pred: 3.75, Truth: 15
+54. ✗ Pred: None, Truth: 40
+55. ✓ Pred: 40.0, Truth: 40
+56. ✓ Pred: 14.0, Truth: 14
+57. ✗ Pred: None, Truth: 3
+58. ✓ Pred: 83.0, Truth: 83
+59. ✗ Pred: 58.75, Truth: 57
+60. ✓ Pred: 187.0, Truth: 187
+61. ✓ Pred: 17.0, Truth: 17
+62. ✗ Pred: 1380.0, Truth: 1430
+63. ✗ Pred: 75000.0, Truth: 25000
+64. ✓ Pred: 1596.0, Truth: 1596
+65. ✓ Pred: 300.0, Truth: 300
+66. ✓ Pred: 36.0, Truth: 36
+67. ✗ Pred: 44.0, Truth: 48
+68. ✓ Pred: 595.0, Truth: 595
+69. ✓ Pred: 36.0, Truth: 36
+70. ✓ Pred: 60.0, Truth: 60
+71. ✓ Pred: 7425.0, Truth: 7425
+72. ✓ Pred: 60.0, Truth: 60
+73. ✓ Pred: 221.0, Truth: 221
+74. ✓ Pred: 255.0, Truth: 255
+75. ✗ Pred: None, Truth: 88
+76. ✗ Pred: 7.5, Truth: 60
+77. ✓ Pred: 5.0, Truth: 5
+78. ✗ Pred: None, Truth: 100
+79. ✗ Pred: -4.5, Truth: 6
+80. ✗ Pred: None, Truth: 70
+81. ✓ Pred: 10.0, Truth: 10
+82. ✓ Pred: 17.0, Truth: 17
+83. ✓ Pred: 623.0, Truth: 623
+84. ✓ Pred: 600.0, Truth: 600
+85. ✓ Pred: 15.0, Truth: 15
+86. ✗ Pred: 48.0, Truth: 44
+87. ✓ Pred: 22.0, Truth: 22
+88. ✗ Pred: 1286.153286000001, Truth: 9360
+89. ✗ Pred: 1622.9, Truth: 8000
+90. ✗ Pred: 1800.0, Truth: 24
+91. ✓ Pred: 225.0, Truth: 225
+92. ✓ Pred: 28.0, Truth: 28
+93. ✓ Pred: 4.0, Truth: 4
+94. ✗ Pred: 34.54545454545454, Truth: 36
+95. ✓ Pred: 348.0, Truth: 348
+96. ✓ Pred: 40.0, Truth: 40
+97. ✓ Pred: 3.0, Truth: 3
+98. ✓ Pred: 12.0, Truth: 12
+99. ✓ Pred: 5.0, Truth: 5
+100. ✓ Pred: 58.0, Truth: 58
+101. ✗ Pred: 165.0, Truth: 175
+102. ✓ Pred: 6.0, Truth: 6
+103. ✗ Pred: 19.0, Truth: 26
+104. ✓ Pred: 140.0, Truth: 140
+105. ✓ Pred: 500.0, Truth: 500
+106. ✓ Pred: 20.0, Truth: 20
+107. ✓ Pred: 72.0, Truth: 72
+108. ✗ Pred: 0.5, Truth: 3
+109. ✗ Pred: 31.666666666666668, Truth: 50
+110. ✓ Pred: 28.0, Truth: 28
+111. ✗ Pred: 122.0, Truth: 45
+112. ✗ Pred: 8.0, Truth: 16
+113. ✓ Pred: 24.0, Truth: 24
+114. ✓ Pred: 25.0, Truth: 25
+115. ✓ Pred: 6.0, Truth: 6
+116. ✗ Pred: 130.0, Truth: 90
+117. ✓ Pred: 42.0, Truth: 42
+118. ✗ Pred: None, Truth: 360
+119. ✓ Pred: 4.0, Truth: 4
+120. ✗ Pred: 130285.71428571429, Truth: 95200
+121. ✓ Pred: 240.0, Truth: 240
+122. ✓ Pred: 27.0, Truth: 27
+123. ✗ Pred: 29.0, Truth: 48
+124. ✓ Pred: 50.0, Truth: 50
+125. ✗ Pred: 40.0, Truth: 10
+126. ✗ Pred: None, Truth: 10
+127. ✓ Pred: 82.0, Truth: 82
+128. ✓ Pred: 120.0, Truth: 120
+129. ✓ Pred: 880.0, Truth: 880
+130. ✗ Pred: None, Truth: 10000
+131. ✓ Pred: 30.0, Truth: 30
+132. ✓ Pred: 940.0, Truth: 940
+133. ✗ Pred: 48.0, Truth: 60
+134. ✓ Pred: 13.0, Truth: 13
+135. ✗ Pred: None, Truth: 720
+136. ✗ Pred: 50.0, Truth: 40
+137. ✗ Pred: None, Truth: 6
+138. ✗ Pred: None, Truth: 29
+139. ✗ Pred: 165.0, Truth: 105
+140. ✓ Pred: 70.0, Truth: 70
+141. ✗ Pred: None, Truth: 20
+142. ✗ Pred: 700.0, Truth: 400
+143. ✓ Pred: 140.0, Truth: 140
+144. ✗ Pred: 16.5, Truth: 16
+145. ✓ Pred: 20.0, Truth: 20
+146. ✓ Pred: 4000.0, Truth: 4000
+147. ✗ Pred: None, Truth: 2125
+148. ✗ Pred: -30.0, Truth: 75
+149. ✗ Pred: 42.0, Truth: 30
+150. ✓ Pred: 16.0, Truth: 16
+151. ✗ Pred: -4.0, Truth: 4
+152. ✓ Pred: 5.0, Truth: 5
+153. ✓ Pred: 4.0, Truth: 4
+154. ✗ Pred: 53.33333333333333, Truth: 48
+155. ✓ Pred: 272.0, Truth: 272
+156. ✓ Pred: 280.0, Truth: 280
+157. ✓ Pred: 1400.0, Truth: 1400
+158. ✗ Pred: 3720.0, Truth: 80
+159. ✓ Pred: 34.0, Truth: 34
+160. ✗ Pred: None, Truth: 15
+161. ✗ Pred: None, Truth: 16
+162. ✗ Pred: None, Truth: 32
+163. ✗ Pred: 59.71967999999998, Truth: 92
+164. ✗ Pred: 70.0, Truth: 50
+165. ✗ Pred: -15.0, Truth: 15
+166. ✓ Pred: 77.0, Truth: 77
+167. ✗ Pred: 45.0, Truth: 5
+168. ✗ Pred: 20.0, Truth: 16
+169. ✗ Pred: None, Truth: 18
+170. ✓ Pred: 120.0, Truth: 120
+171. ✓ Pred: 150.0, Truth: 150
+172. ✗ Pred: None, Truth: 1210
+173. ✓ Pred: 51.0, Truth: 51
+174. ✓ Pred: 18000.0, Truth: 18000
+175. ✓ Pred: 95.0, Truth: 95
+176. ✗ Pred: 7.5, Truth: 15
+177. ✗ Pred: None, Truth: 100
+178. ✗ Pred: 3850.0, Truth: 350
+179. ✓ Pred: 122.0, Truth: 122
+180. ✓ Pred: 130.0, Truth: 130
+181. ✓ Pred: 20.0, Truth: 20
+182. ✗ Pred: None, Truth: 160
+183. ✗ Pred: 24.0, Truth: 23
+184. ✗ Pred: 47.0, Truth: 2
+185. ✗ Pred: 0.0, Truth: 25
+186. ✓ Pred: 30.0, Truth: 30
+187. ✗ Pred: 30.0, Truth: 5
+188. ✓ Pred: 106.0, Truth: 106
+189. ✗ Pred: 33.0, Truth: 50
+190. ✓ Pred: 34.0, Truth: 34
+191. ✓ Pred: 360.0, Truth: 360
+192. ✗ Pred: 0.05, Truth: 5
+193. ✓ Pred: 91.0, Truth: 91
+194. ✓ Pred: 24.0, Truth: 24
+195. ✓ Pred: 10.0, Truth: 10
+196. ✓ Pred: 12.0, Truth: 12
+197. ✓ Pred: 120.0, Truth: 120
+198. ✓ Pred: 6277.0, Truth: 6277
+199. ✗ Pred: 180.0, Truth: 320
+200. ✗ Pred: 15000.0, Truth: 7500
+201. ✓ Pred: 55.0, Truth: 55
+202. ✗ Pred: 109000.0, Truth: 114200
+203. ✓ Pred: 100.0, Truth: 100
+204. ✗ Pred: 25.0, Truth: 31
+205. ✓ Pred: 98.0, Truth: 98
+206. ✗ Pred: 120.0, Truth: 98
+207. ✓ Pred: 860.0, Truth: 860
+208. ✓ Pred: 2600.0, Truth: 2600
+209. ✓ Pred: 76.0, Truth: 76
+210. ✗ Pred: 7350.0, Truth: 145
+211. ✗ Pred: -10.0, Truth: 10
+212. ✓ Pred: 4.0, Truth: 4
+213. ✓ Pred: 5.0, Truth: 5
+214. ✓ Pred: 250.0, Truth: 250
+215. ✗ Pred: 32.0, Truth: 8
+216. ✓ Pred: 44.0, Truth: 44
+217. ✓ Pred: 220.0, Truth: 220
+218. ✗ Pred: None, Truth: 15
+219. ✓ Pred: 45.0, Truth: 45
+220. ✓ Pred: 54.0, Truth: 54
+221. ✓ Pred: 70.0, Truth: 70
+222. ✓ Pred: 90.0, Truth: 90
+223. ✓ Pred: 140.0, Truth: 140
+224. ✓ Pred: 20000.0, Truth: 20000
+225. ✓ Pred: 180.0, Truth: 180
+226. ✓ Pred: 9.0, Truth: 9
+227. ✗ Pred: 42.0, Truth: 33
+228. ✗ Pred: None, Truth: 9
+229. ✓ Pred: 1.0, Truth: 1
+230. ✓ Pred: 21.0, Truth: 21
+231. ✓ Pred: 276000.0, Truth: 276000
+232. ✓ Pred: 50.0, Truth: 50
+233. ✓ Pred: 75.0, Truth: 75
+234. ✗ Pred: None, Truth: 12
+235. ✗ Pred: None, Truth: 21
+236. ✓ Pred: 10.0, Truth: 10
+237. ✗ Pred: 30.0, Truth: 31
+238. ✓ Pred: 90.0, Truth: 90
+239. ✓ Pred: 68.0, Truth: 68
+240. ✗ Pred: None, Truth: 280
+241. ✗ Pred: 33.0, Truth: 21
+242. ✓ Pred: 6.0, Truth: 6
+243. ✗ Pred: 2.0, Truth: 3
+244. ✓ Pred: 250.0, Truth: 250
+245. ✗ Pred: -20.0, Truth: 20
+246. ✗ Pred: 14.0, Truth: 7
+247. ✓ Pred: 27000.0, Truth: 27000
+248. ✓ Pred: 32.0, Truth: 32
+249. ✓ Pred: 300.0, Truth: 300
+250. ✓ Pred: 5600.0, Truth: 5600
+251. ✗ Pred: 16.5, Truth: 17
+252. ✓ Pred: 70.0, Truth: 70
+253. ✗ Pred: 82.0, Truth: 73
+254. ✗ Pred: 21.0, Truth: 18
+255. ✗ Pred: None, Truth: 84
+256. ✗ Pred: 208.0, Truth: 192
+257. ✓ Pred: 45.0, Truth: 45
+258. ✗ Pred: None, Truth: 5600
+259. ✓ Pred: 6.0, Truth: 6
+260. ✓ Pred: 168.0, Truth: 168
+261. ✓ Pred: 11.0, Truth: 11
+262. ✗ Pred: None, Truth: 62
+263. ✓ Pred: 270.0, Truth: 270
+264. ✓ Pred: 8.0, Truth: 8
+265. ✓ Pred: 400.0, Truth: 400
+266. ✓ Pred: 9500.0, Truth: 9500
+267. ✓ Pred: 118000.0, Truth: 118000
+268. ✗ Pred: 71.0, Truth: 91
+269. ✓ Pred: 1375.0, Truth: 1375
+270. ✓ Pred: 4.0, Truth: 4
+271. ✓ Pred: 762.0, Truth: 762
+272. ✓ Pred: 20.0, Truth: 20
+273. ✓ Pred: 5.000000000000002, Truth: 5
+274. ✓ Pred: 315.0, Truth: 315
+275. ✓ Pred: 3200.0, Truth: 3200
+276. ✗ Pred: 84.0, Truth: 138
+277. ✓ Pred: 9.0, Truth: 9
+278. ✓ Pred: 4.0, Truth: 4
+279. ✓ Pred: 40.0, Truth: 40
+280. ✗ Pred: 3.0, Truth: 6
+281. ✓ Pred: 7.0, Truth: 7
+282. ✓ Pred: 2450.0, Truth: 2450
+283. ✓ Pred: 195.0, Truth: 195
+284. ✗ Pred: 32.0, Truth: 68
+285. ✓ Pred: 360.0, Truth: 360
+286. ✓ Pred: 21.0, Truth: 21
+287. ✓ Pred: 90.0, Truth: 90
+288. ✓ Pred: 8.0, Truth: 8
+289. ✗ Pred: 4.0, Truth: 3
+290. ✓ Pred: 16.0, Truth: 16
+291. ✓ Pred: 390.0, Truth: 390
+292. ✗ Pred: 4.0, Truth: 2
+293. ✗ Pred: 97.5, Truth: 75
+294. ✗ Pred: 84.0, Truth: 83
+295. ✓ Pred: 3.0, Truth: 3
+296. ✓ Pred: 370.0, Truth: 370
+297. ✗ Pred: 882.0, Truth: 3
+298. ✗ Pred: -65.0, Truth: 55
+299. ✗ Pred: 650.0, Truth: 500
+300. ✗ Pred: 16800.0, Truth: 31800
+301. ✗ Pred: 39.0, Truth: 78
+302. ✗ Pred: 64.0, Truth: 8
+303. ✓ Pred: 15.0, Truth: 15
+304. ✓ Pred: 1300.0, Truth: 1300
+305. ✓ Pred: 3200.0, Truth: 3200
+306. ✗ Pred: None, Truth: 4
+307. ✓ Pred: 10.0, Truth: 10
+308. ✗ Pred: 4.0, Truth: 16
+309. ✓ Pred: 6.0, Truth: 6
+310. ✓ Pred: 8.0, Truth: 8
+311. ✓ Pred: 2050.0, Truth: 2050
+312. ✓ Pred: 91.0, Truth: 91
+313. ✓ Pred: 32.0, Truth: 32
+314. ✗ Pred: 60006.0, Truth: 120000
+315. ✓ Pred: 30.0, Truth: 30
+316. ✗ Pred: 12.0, Truth: 14
+317. ✓ Pred: 156.0, Truth: 156
+318. ✓ Pred: 12.0, Truth: 12
+319. ✓ Pred: 123.0, Truth: 123
+320. ✓ Pred: 15.0, Truth: 15
+321. ✗ Pred: 7.0, Truth: 8
+322. ✗ Pred: 7.0, Truth: 1
+323. ✗ Pred: 4.0, Truth: 9
+324. ✗ Pred: 305.0, Truth: 75
+325. ✓ Pred: 14.0, Truth: 14
+326. ✓ Pred: 224000.0, Truth: 224000
+327. ✗ Pred: 0.0, Truth: 14
+328. ✓ Pred: 31.0, Truth: 31
+329. ✗ Pred: 0.020000000000000004, Truth: 2
+330. ✓ Pred: 14.0, Truth: 14
+331. ✗ Pred: 42.0, Truth: 31
+332. ✗ Pred: 188970600.0, Truth: 8400
+333. ✓ Pred: 44.0, Truth: 44
+334. ✗ Pred: -100.0, Truth: 100
+335. ✗ Pred: None, Truth: 6
+336. ✓ Pred: 310.0, Truth: 310
+337. ✗ Pred: 576.0, Truth: 72
+338. ✓ Pred: 1.0, Truth: 1
+339. ✗ Pred: 56.0, Truth: 60
+340. ✓ Pred: 160.0, Truth: 160
+341. ✗ Pred: 2.0, Truth: 4
+342. ✓ Pred: 260.0, Truth: 260
+343. ✓ Pred: 87.0, Truth: 87
+344. ✓ Pred: 180000.0, Truth: 180000
+345. ✓ Pred: 2.0, Truth: 2
+346. ✓ Pred: 310.0, Truth: 310
+347. ✓ Pred: 9.0, Truth: 9
+348. ✓ Pred: 36.0, Truth: 36
+349. ✓ Pred: 10.0, Truth: 10
+350. ✓ Pred: 2640.0, Truth: 2640
+351. ✓ Pred: 8.0, Truth: 8
+352. ✓ Pred: 10.0, Truth: 10
+353. ✓ Pred: 21.0, Truth: 21
+354. ✓ Pred: 20.0, Truth: 20
+355. ✓ Pred: 45.0, Truth: 45
+356. ✓ Pred: 34.0, Truth: 34
+357. ✓ Pred: 21.0, Truth: 21
+358. ✗ Pred: 13.0, Truth: 2
+359. ✓ Pred: 20.0, Truth: 20
+360. ✗ Pred: -15.333333333333334, Truth: 4
+361. ✓ Pred: 25.0, Truth: 25
+362. ✗ Pred: 0.0, Truth: 20
+363. ✓ Pred: 23.0, Truth: 23
+364. ✓ Pred: 6.0, Truth: 6
+365. ✓ Pred: 49.0, Truth: 49
+366. ✓ Pred: 18.0, Truth: 18
+367. ✓ Pred: 9.0, Truth: 9
+368. ✓ Pred: 19.0, Truth: 19
+369. ✗ Pred: -4.0, Truth: 18
+370. ✓ Pred: 1198.0, Truth: 1198
+371. ✓ Pred: 320.0, Truth: 320
+372. ✓ Pred: 50.0, Truth: 50
+373. ✓ Pred: 5.0, Truth: 5
+374. ✓ Pred: 240000.0, Truth: 240000
+375. ✓ Pred: 45.0, Truth: 45
+376. ✗ Pred: 90.0, Truth: 48
+377. ✓ Pred: 15.0, Truth: 15
+378. ✓ Pred: 50.0, Truth: 50
+379. ✗ Pred: -15.0, Truth: 15
+380. ✓ Pred: 21.0, Truth: 21
+381. ✗ Pred: None, Truth: 803
+382. ✓ Pred: 67.0, Truth: 67
+383. ✓ Pred: 350.0, Truth: 350
+384. ✗ Pred: 18.0, Truth: 2
+385. ✓ Pred: 32.0, Truth: 32
+386. ✗ Pred: 29.0, Truth: 16
+387. ✗ Pred: 400.0, Truth: 80
+388. ✗ Pred: None, Truth: 36
+389. ✓ Pred: 88.0, Truth: 88
+390. ✓ Pred: 6.0, Truth: 6
+391. ✓ Pred: 12.0, Truth: 12
+392. ✓ Pred: 15.0, Truth: 15
+393. ✗ Pred: None, Truth: 34
+394. ✓ Pred: 20.0, Truth: 20
+395. ✓ Pred: 92.0, Truth: 92
+396. ✓ Pred: 38.0, Truth: 38
+397. ✓ Pred: 3.0, Truth: 3
+398. ✓ Pred: 25.0, Truth: 25
+399. ✓ Pred: 168.0, Truth: 168
+400. ✓ Pred: 12.0, Truth: 12
+401. ✓ Pred: 48.0, Truth: 48
+402. ✓ Pred: 14400.0, Truth: 14400
+403. ✓ Pred: 4.0, Truth: 4
+404. ✓ Pred: 81.0, Truth: 81
+405. ✓ Pred: 22.0, Truth: 22
+406. ✗ Pred: None, Truth: 50
+407. ✓ Pred: 200.0, Truth: 200
+408. ✓ Pred: 2000.0, Truth: 2000
+409. ✓ Pred: 20.0, Truth: 20
+410. ✗ Pred: 42000.0, Truth: 168000
+411. ✗ Pred: -1.5, Truth: 3
+412. ✓ Pred: 1110.0, Truth: 1110
+413. ✓ Pred: 5.0, Truth: 5
+414. ✗ Pred: 2475.0, Truth: 25
+415. ✗ Pred: None, Truth: 56
+416. ✗ Pred: 34.0, Truth: 350
+417. ✗ Pred: 124.0, Truth: 56
+418. ✗ Pred: 1340.0, Truth: 3140
+419. ✓ Pred: 40.0, Truth: 40
+420. ✗ Pred: 7000.0, Truth: 3000
+421. ✓ Pred: 17000.0, Truth: 17000
+422. ✓ Pred: 12.0, Truth: 12
+423. ✗ Pred: 400.0, Truth: 284
+424. ✗ Pred: -7.0, Truth: 8
+425. ✓ Pred: 570.0, Truth: 570
+426. ✓ Pred: 150.0, Truth: 150
+427. ✓ Pred: 11.0, Truth: 11
+428. ✓ Pred: 150.0, Truth: 150
+429. ✗ Pred: 18.0, Truth: 26
+430. ✓ Pred: 13.0, Truth: 13
+431. ✓ Pred: 132.0, Truth: 132
+432. ✓ Pred: 1.0, Truth: 1
+433. ✓ Pred: 30.0, Truth: 30
+434. ✓ Pred: 6.0, Truth: 6
+435. ✓ Pred: 5.0, Truth: 5
+436. ✓ Pred: 5.0, Truth: 5
+437. ✓ Pred: 15.0, Truth: 15
+438. ✓ Pred: 7.0, Truth: 7
+439. ✗ Pred: 1.3, Truth: 2
+440. ✗ Pred: 12.0, Truth: 17
+441. ✓ Pred: 98.0, Truth: 98
+442. ✓ Pred: 80.0, Truth: 80
+443. ✓ Pred: 49.0, Truth: 49
+444. ✗ Pred: None, Truth: 59
+445. ✓ Pred: 20.0, Truth: 20
+446. ✓ Pred: 6.0, Truth: 6
+447. ✓ Pred: 2.0, Truth: 2
+448. ✓ Pred: 5.0, Truth: 5
+449. ✓ Pred: 539.0, Truth: 539
+450. ✓ Pred: 112.0, Truth: 112
+451. ✗ Pred: 7.0, Truth: 4
+452. ✓ Pred: 11050.0, Truth: 11050
+453. ✓ Pred: 50.0, Truth: 50
+454. ✓ Pred: 6400.0, Truth: 6400
+455. ✗ Pred: 240.0, Truth: 150
+456. ✓ Pred: 1920.0, Truth: 1920
+457. ✓ Pred: 78.0, Truth: 78
+458. ✓ Pred: 45.0, Truth: 45
+459. ✓ Pred: 35.0, Truth: 35
+460. ✗ Pred: 1.0, Truth: 2
+461. ✓ Pred: 84.0, Truth: 84
+462. ✓ Pred: 9.0, Truth: 9
+463. ✓ Pred: 71.0, Truth: 71
+464. ✓ Pred: 18.0, Truth: 18
+465. ✗ Pred: 7.0, Truth: 6
+466. ✓ Pred: 30.0, Truth: 30
+467. ✓ Pred: 1.0, Truth: 1
+468. ✓ Pred: 1200.0, Truth: 1200
+469. ✓ Pred: 120.0, Truth: 120
+470. ✓ Pred: 4.0, Truth: 4
+471. ✓ Pred: 3.0, Truth: 3
+472. ✓ Pred: 80.0, Truth: 80
+473. ✓ Pred: 6.0, Truth: 6
+474. ✗ Pred: 110.00000000000001, Truth: 10
+475. ✓ Pred: 80.0, Truth: 80
+476. ✓ Pred: 20.0, Truth: 20
+477. ✓ Pred: 5.0, Truth: 5
+478. ✓ Pred: 20.0, Truth: 20
+479. ✗ Pred: None, Truth: 621
+480. ✗ Pred: 9800.0, Truth: 15400
+481. ✓ Pred: 11.0, Truth: 11
+482. ✗ Pred: 112.0, Truth: 84
+483. ✓ Pred: 26.0, Truth: 26
+484. ✓ Pred: 40.0, Truth: 40
+485. ✓ Pred: 240.0, Truth: 240
+486. ✓ Pred: 220.0, Truth: 220
+487. ✓ Pred: 6.0, Truth: 6
+488. ✓ Pred: 4.0, Truth: 4
+489. ✓ Pred: 6.0, Truth: 6
+490. ✓ Pred: -10.0, Truth: -10
+491. ✓ Pred: 4.0, Truth: 4
+492. ✓ Pred: 16.0, Truth: 16
+493. ✓ Pred: 32.0, Truth: 32
+494. ✗ Pred: 75.0, Truth: 25
+495. ✗ Pred: 10.833333333333334, Truth: 21
+496. ✓ Pred: 200.0, Truth: 200
+497. ✓ Pred: 38.0, Truth: 38
+498. ✗ Pred: 224.0, Truth: 112
+499. ✓ Pred: 40.0, Truth: 40
+500. ✗ Pred: 0.0, Truth: 10
+501. ✗ Pred: 28.5, Truth: 16
+502. ✓ Pred: 273.0, Truth: 273
+503. ✓ Pred: 26.0, Truth: 26
+504. ✓ Pred: 18.0, Truth: 18
+505. ✓ Pred: 2.0, Truth: 2
+506. ✗ Pred: None, Truth: 1600
+507. ✓ Pred: 144.0, Truth: 144
+508. ✓ Pred: 2.0, Truth: 2
+509. ✓ Pred: 120.0, Truth: 120
+510. ✓ Pred: 4.0, Truth: 4
+511. ✗ Pred: 3387.0967741935483, Truth: 525
+512. ✓ Pred: 110.0, Truth: 110
+513. ✓ Pred: 120.0, Truth: 120
+514. ✓ Pred: 300.0, Truth: 300
+515. ✓ Pred: 90000.0, Truth: 90000
+516. ✗ Pred: 32.0, Truth: 160
+517. ✓ Pred: 375.0, Truth: 375
+518. ✓ Pred: 18.0, Truth: 18
+519. ✓ Pred: 32.0, Truth: 32
+520. ✓ Pred: 280.0, Truth: 280
+521. ✗ Pred: 12.0, Truth: 63
+522. ✓ Pred: 39.0, Truth: 39
+523. ✗ Pred: None, Truth: 29
+524. ✓ Pred: 74.0, Truth: 74
+525. ✓ Pred: 9.0, Truth: 9
+526. ✗ Pred: 36.0, Truth: 12
+527. ✗ Pred: 504.0, Truth: 21
+528. ✗ Pred: 16.0, Truth: 48
+529. ✗ Pred: 174.0, Truth: 172
+530. ✓ Pred: 11.0, Truth: 11
+531. ✗ Pred: 24.0, Truth: 36
+532. ✗ Pred: 77.0, Truth: 66
+533. ✗ Pred: 22.0, Truth: 25
+534. ✓ Pred: 300.0, Truth: 300
+535. ✓ Pred: 300.0, Truth: 300
+536. ✓ Pred: 16.0, Truth: 16
+537. ✓ Pred: 8.0, Truth: 8
+538. ✓ Pred: 188.0, Truth: 188
+539. ✓ Pred: 18.0, Truth: 18
+540. ✗ Pred: 30.0, Truth: 35
+541. ✗ Pred: 75.0, Truth: 39
+542. ✗ Pred: 37.5, Truth: 50
+543. ✓ Pred: 7.0, Truth: 7
+544. ✓ Pred: 6.0, Truth: 6
+545. ✗ Pred: None, Truth: 80
+546. ✓ Pred: 30.0, Truth: 30
+547. ✗ Pred: 6.0, Truth: 130
+548. ✗ Pred: None, Truth: 81
+549. ✓ Pred: 100.0, Truth: 100
+550. ✗ Pred: 402.0, Truth: 398
+551. ✓ Pred: 27.0, Truth: 27
+552. ✓ Pred: 17.0, Truth: 17
+553. ✓ Pred: 450.0, Truth: 450
+554. ✓ Pred: 92.0, Truth: 92
+555. ✓ Pred: 54.0, Truth: 54
+556. ✓ Pred: 2.0, Truth: 2
+557. ✓ Pred: 160.0, Truth: 160
+558. ✗ Pred: None, Truth: 70
+559. ✓ Pred: 3.0, Truth: 3
+560. ✓ Pred: 16.0, Truth: 16
+561. ✓ Pred: 45.0, Truth: 45
+562. ✓ Pred: 180.0, Truth: 180
+563. ✗ Pred: 50.0, Truth: 82
+564. ✗ Pred: None, Truth: 12
+565. ✗ Pred: 100.0, Truth: 240
+566. ✓ Pred: 5.0, Truth: 5
+567. ✗ Pred: 17.0, Truth: 10
+568. ✗ Pred: 2.0, Truth: 9
+569. ✗ Pred: 165.0, Truth: 175
+570. ✓ Pred: 21.0, Truth: 21
+571. ✗ Pred: 161.0, Truth: 23
+572. ✗ Pred: 108.0, Truth: 308
+573. ✓ Pred: 100.0, Truth: 100
+574. ✓ Pred: 600.0, Truth: 600
+575. ✓ Pred: 37.0, Truth: 37
+576. ✓ Pred: 36.0, Truth: 36
+577. ✗ Pred: None, Truth: 11232
+578. ✓ Pred: 40.0, Truth: 40
+579. ✗ Pred: 108.0, Truth: 48
+580. ✓ Pred: 7.0, Truth: 7
+581. ✗ Pred: 470.8, Truth: 500
+582. ✓ Pred: 215.0, Truth: 215
+583. ✓ Pred: 129200.0, Truth: 129200
+584. ✓ Pred: 120.0, Truth: 120
+585. ✓ Pred: 2.0, Truth: 2
+586. ✓ Pred: 40.0, Truth: 40
+587. ✓ Pred: 800.0, Truth: 800
+588. ✗ Pred: 20.0, Truth: 30
+589. ✓ Pred: 52.0, Truth: 52
+590. ✗ Pred: -2.5, Truth: 15
+591. ✗ Pred: 318.0, Truth: 319
+592. ✓ Pred: 220.0, Truth: 220
+593. ✓ Pred: 1.0, Truth: 1
+594. ✓ Pred: 3.0, Truth: 3
+595. ✓ Pred: 42.0, Truth: 42
+596. ✗ Pred: 8.0, Truth: 13
+597. ✓ Pred: 260.0, Truth: 260
+598. ✗ Pred: 3.0, Truth: 90
+599. ✓ Pred: 69.0, Truth: 69
+600. ✓ Pred: 48.0, Truth: 48
+601. ✓ Pred: 10.0, Truth: 10
+602. ✓ Pred: 104.0, Truth: 104
+603. ✓ Pred: 5.0, Truth: 5
+604. ✗ Pred: 1260.0, Truth: 1800
+605. ✓ Pred: 12.0, Truth: 12
+606. ✓ Pred: 42.0, Truth: 42
+607. ✗ Pred: None, Truth: 6
+608. ✗ Pred: 1200.0, Truth: 10
+609. ✗ Pred: 5.059999999999995, Truth: 8
+610. ✓ Pred: 7.0, Truth: 7
+611. ✓ Pred: 65960.0, Truth: 65960
+612. ✗ Pred: 38257290052842.98, Truth: 1450000
+613. ✓ Pred: 30.0, Truth: 30
+614. ✗ Pred: None, Truth: 93000
+615. ✓ Pred: 312.0, Truth: 312
+616. ✓ Pred: 33.0, Truth: 33
+617. ✓ Pred: 10.0, Truth: 10
+618. ✓ Pred: 5.0, Truth: 5
+619. ✓ Pred: 36.0, Truth: 36
+620. ✗ Pred: -4.0, Truth: 76
+621. ✗ Pred: 509.0, Truth: 1509
+622. ✗ Pred: None, Truth: 3000
+623. ✗ Pred: 6.5, Truth: 7
+624. ✗ Pred: 16.0, Truth: 8
+625. ✓ Pred: 85.0, Truth: 85
+626. ✓ Pred: 160.0, Truth: 160
+627. ✓ Pred: 72.0, Truth: 72
+628. ✗ Pred: 46.0, Truth: 54
+629. ✓ Pred: 3.999999999999999, Truth: 4
+630. ✗ Pred: None, Truth: 17500
+631. ✓ Pred: 10.0, Truth: 10
+632. ✓ Pred: 4800.0, Truth: 4800
+633. ✓ Pred: 45.0, Truth: 45
+634. ✓ Pred: 5.0, Truth: 5
+635. ✓ Pred: 14.0, Truth: 14
+636. ✓ Pred: 4.0, Truth: 4
+637. ✓ Pred: 1050.0, Truth: 1050
+638. ✓ Pred: 17.0, Truth: 17
+639. ✗ Pred: None, Truth: 12
+640. ✓ Pred: 216.0, Truth: 216
+641. ✗ Pred: None, Truth: 43500
+642. ✗ Pred: 372000.0, Truth: 262500
+643. ✓ Pred: 10800.0, Truth: 10800
+644. ✓ Pred: 840.0, Truth: 840
+645. ✗ Pred: 60.0, Truth: 29
+646. ✓ Pred: 48.0, Truth: 48
+647. ✓ Pred: 79.0, Truth: 79
+648. ✓ Pred: 10.0, Truth: 10
+649. ✗ Pred: 52.0, Truth: 54
+650. ✗ Pred: 164000.0, Truth: 162000
+651. ✓ Pred: 142.0, Truth: 142
+652. ✓ Pred: 2100.0, Truth: 2100
+653. ✗ Pred: 135.0, Truth: 75
+654. ✗ Pred: -80.0, Truth: 80
+655. ✓ Pred: 2.0, Truth: 2
+656. ✓ Pred: 10.0, Truth: 10
+657. ✗ Pred: 20.0, Truth: 10
+658. ✗ Pred: None, Truth: 330000
+659. ✓ Pred: 120.0, Truth: 120
+660. ✗ Pred: -8.0, Truth: 3
+661. ✗ Pred: None, Truth: 15
+662. ✓ Pred: 44.0, Truth: 44
+663. ✓ Pred: 7.0, Truth: 7
+664. ✓ Pred: 193.0, Truth: 193
+665. ✓ Pred: 32.0, Truth: 32
+666. ✓ Pred: 360.0, Truth: 360
+667. ✓ Pred: 120.0, Truth: 120
+668. ✗ Pred: 41.0, Truth: 53
+669. ✗ Pred: None, Truth: 3
+670. ✓ Pred: 132.0, Truth: 132
+671. ✓ Pred: 4.0, Truth: 4
+672. ✓ Pred: 4.0, Truth: 4
+673. ✗ Pred: 14.0, Truth: 2
+674. ✓ Pred: 9.0, Truth: 9
+675. ✓ Pred: 12.0, Truth: 12
+676. ✗ Pred: 25.0, Truth: 33
+677. ✓ Pred: 240.0, Truth: 240
+678. ✗ Pred: 9.0, Truth: 36
+679. ✓ Pred: 120.0, Truth: 120
+680. ✓ Pred: 576.0, Truth: 576
+681. ✗ Pred: -60.0, Truth: 20
+682. ✗ Pred: 286.0, Truth: 298
+683. ✓ Pred: 80.0, Truth: 80
+684. ✗ Pred: 100.0, Truth: 50
+685. ✓ Pred: 11.0, Truth: 11
+686. ✓ Pred: 14.0, Truth: 14
+687. ✓ Pred: 80.0, Truth: 80
+688. ✗ Pred: 16.25, Truth: 13
+689. ✓ Pred: 100.0, Truth: 100
+690. ✓ Pred: 7.0, Truth: 7
+691. ✓ Pred: 5760.0, Truth: 5760
+692. ✗ Pred: 10.0, Truth: 25
+693. ✓ Pred: 32.0, Truth: 32
+694. ✓ Pred: 68.0, Truth: 68
+695. ✓ Pred: 9.0, Truth: 9
+696. ✓ Pred: 5.0, Truth: 5
+697. ✓ Pred: 145.0, Truth: 145
+698. ✓ Pred: 27.0, Truth: 27
+699. ✓ Pred: 720.0, Truth: 720
+700. ✓ Pred: 8.0, Truth: 8
+701. ✓ Pred: 135.0, Truth: 135
+702. ✗ Pred: 160.0, Truth: 200
+703. ✓ Pred: 2800.0, Truth: 2800
+704. ✗ Pred: 26.0, Truth: 50
+705. ✓ Pred: 50.0, Truth: 50
+706. ✓ Pred: 120.0, Truth: 120
+707. ✗ Pred: 3.0, Truth: 9
+708. ✓ Pred: 8.0, Truth: 8
+709. ✓ Pred: 168.0, Truth: 168
+710. ✓ Pred: 3000.0, Truth: 3000
+711. ✓ Pred: 45.0, Truth: 45
+712. ✗ Pred: 3.0, Truth: 6
+713. ✓ Pred: 14.0, Truth: 14
+714. ✓ Pred: 576.0, Truth: 576
+715. ✓ Pred: 10.0, Truth: 10
+716. ✓ Pred: 385000.0, Truth: 385000
+717. ✓ Pred: 770.0, Truth: 770
+718. ✓ Pred: 5.0, Truth: 5
+719. ✓ Pred: 2.0, Truth: 2
+720. ✓ Pred: 175.0, Truth: 175
+721. ✓ Pred: 4.0, Truth: 4
+722. ✗ Pred: 2350.0, Truth: 2450
+723. ✗ Pred: 645.0, Truth: 255
+724. ✓ Pred: 160.0, Truth: 160
+725. ✗ Pred: 22.0, Truth: 18
+726. ✓ Pred: 25.0, Truth: 25
+727. ✓ Pred: 10.0, Truth: 10
+728. ✓ Pred: 112.0, Truth: 112
+729. ✗ Pred: 66.66666666666666, Truth: 40
+730. ✓ Pred: 1000.0, Truth: 1000
+731. ✗ Pred: None, Truth: 8
+732. ✗ Pred: None, Truth: 1
+733. ✓ Pred: 87.0, Truth: 87
+734. ✗ Pred: 6.666666666666667, Truth: 5
+735. ✓ Pred: 17.0, Truth: 17
+736. ✓ Pred: 50.0, Truth: 50
+737. ✓ Pred: 3.0, Truth: 3
+738. ✓ Pred: 2.0, Truth: 2
+739. ✗ Pred: 16.0, Truth: 4
+740. ✓ Pred: 98.0, Truth: 98
+741. ✗ Pred: 10.0, Truth: 25
+742. ✓ Pred: 28.0, Truth: 28
+743. ✓ Pred: 24.0, Truth: 24
+744. ✓ Pred: 8.0, Truth: 8
+745. ✓ Pred: 4.0, Truth: 4
+746. ✗ Pred: 5950.0, Truth: 1100
+747. ✓ Pred: 28.0, Truth: 28
+748. ✓ Pred: 350.0, Truth: 350
+749. ✓ Pred: 336.0, Truth: 336
+750. ✗ Pred: 6.0, Truth: 3
+751. ✗ Pred: 8000.0, Truth: 4000
+752. ✓ Pred: 43.0, Truth: 43
+753. ✗ Pred: 300.0, Truth: 240
+754. ✓ Pred: 128.0, Truth: 128
+755. ✗ Pred: None, Truth: 89
+756. ✓ Pred: 7.0, Truth: 7
+757. ✓ Pred: 22.0, Truth: 22
+758. ✓ Pred: 75.0, Truth: 75
+759. ✓ Pred: 133.0, Truth: 133
+760. ✓ Pred: 60000.0, Truth: 60000
+761. ✓ Pred: 16.0, Truth: 16
+762. ✗ Pred: 54.0, Truth: 27
+763. ✓ Pred: 85.0, Truth: 85
+764. ✗ Pred: 71.42857142857143, Truth: 100
+765. ✓ Pred: 14.0, Truth: 14
+766. ✓ Pred: 490.0, Truth: 490
+767. ✓ Pred: 12.0, Truth: 12
+768. ✗ Pred: None, Truth: 60
+769. ✗ Pred: 600.0, Truth: 675
+770. ✗ Pred: 145.0, Truth: 110
+771. ✓ Pred: 4.0, Truth: 4
+772. ✓ Pred: 3.0, Truth: 3
+773. ✓ Pred: 50.0, Truth: 50
+774. ✓ Pred: 10.0, Truth: 10
+775. ✗ Pred: None, Truth: 10
+776. ✓ Pred: 276.0, Truth: 276
+777. ✓ Pred: 800.0, Truth: 800
+778. ✓ Pred: 4400.0, Truth: 4400
+779. ✓ Pred: 38.0, Truth: 38
+780. ✗ Pred: 330.0, Truth: 255
+781. ✗ Pred: 9980.0, Truth: 25
+782. ✗ Pred: 2.0, Truth: 17
+783. ✗ Pred: 133.0, Truth: 54
+784. ✗ Pred: 12.0, Truth: 4
+785. ✗ Pred: 7.5, Truth: 15
+786. ✗ Pred: 3620.0, Truth: 155
+787. ✓ Pred: 142.0, Truth: 142
+788. ✗ Pred: None, Truth: 25
+789. ✗ Pred: 250.0, Truth: 100
+790. ✗ Pred: 2.6, Truth: 4
+791. ✗ Pred: 12.0, Truth: 108
+792. ✓ Pred: 100.0, Truth: 100
+793. ✓ Pred: 75.0, Truth: 75
+794. ✓ Pred: 250.0, Truth: 250
+795. ✓ Pred: 32.0, Truth: 32
+796. ✓ Pred: 20.0, Truth: 20
+797. ✗ Pred: 1040000.0, Truth: 2880000
+798. ✓ Pred: 540.0, Truth: 540
+799. ✗ Pred: -10.0, Truth: 20
+800. ✗ Pred: None, Truth: 4
+801. ✗ Pred: None, Truth: 428
+802. ✓ Pred: 1240.0, Truth: 1240
+803. ✗ Pred: 32.66666666666667, Truth: 6
+804. ✗ Pred: 189.0, Truth: 9
+805. ✗ Pred: 260.0, Truth: 20
+806. ✓ Pred: 1170.0, Truth: 1170
+807. ✗ Pred: 0.46, Truth: 70
+808. ✓ Pred: 4.0, Truth: 4
+809. ✗ Pred: 9.0, Truth: 12
+810. ✓ Pred: 50.0, Truth: 50
+811. ✗ Pred: 20470.0, Truth: 310
+812. ✓ Pred: 60.0, Truth: 60
+813. ✗ Pred: None, Truth: 79
+814. ✗ Pred: 1.0, Truth: 7
+815. ✗ Pred: 19.5, Truth: 11
+816. ✗ Pred: 5.0, Truth: 4
+817. ✗ Pred: None, Truth: 4500
+818. ✓ Pred: 15.0, Truth: 15
+819. ✓ Pred: 16.0, Truth: 16
+820. ✓ Pred: 6250.0, Truth: 6250
+821. ✓ Pred: 720.0, Truth: 720
+822. ✓ Pred: 35.0, Truth: 35
+823. ✓ Pred: 1260.0, Truth: 1260
+824. ✗ Pred: 18.0, Truth: 14
+825. ✓ Pred: 52.0, Truth: 52
+826. ✗ Pred: None, Truth: 153
+827. ✓ Pred: 27.0, Truth: 27
+828. ✗ Pred: 0.75, Truth: 11
+829. ✓ Pred: 60.0, Truth: 60
+830. ✓ Pred: 14000.0, Truth: 14000
+831. ✓ Pred: 1128.0, Truth: 1128
+832. ✗ Pred: 309.0, Truth: 324
+833. ✓ Pred: 42.0, Truth: 42
+834. ✗ Pred: 2.5, Truth: 40
+835. ✓ Pred: 80.0, Truth: 80
+836. ✗ Pred: 4.5, Truth: 48
+837. ✓ Pred: 140.0, Truth: 140
+838. ✗ Pred: 400.0, Truth: 120
+839. ✓ Pred: 15.0, Truth: 15
+840. ✓ Pred: 2.0, Truth: 2
+841. ✓ Pred: 16.0, Truth: 16
+842. ✓ Pred: 5600.0, Truth: 5600
+843. ✓ Pred: 10.0, Truth: 10
+844. ✓ Pred: 19.0, Truth: 19
+845. ✓ Pred: 180.0, Truth: 180
+846. ✓ Pred: 12.0, Truth: 12
+847. ✗ Pred: 6.0, Truth: 11
+848. ✓ Pred: 975.0, Truth: 975
+849. ✓ Pred: 10.0, Truth: 10
+850. ✓ Pred: 75.0, Truth: 75
+851. ✓ Pred: 70.0, Truth: 70
+852. ✗ Pred: None, Truth: 110
+853. ✓ Pred: 123.0, Truth: 123
+854. ✓ Pred: 15.0, Truth: 15
+855. ✓ Pred: 144.0, Truth: 144
+856. ✗ Pred: 22.5, Truth: 13
+857. ✓ Pred: 7.0, Truth: 7
+858. ✗ Pred: 26000.0, Truth: 14000
+859. ✗ Pred: 430.0, Truth: 3430
+860. ✗ Pred: 38.0, Truth: 1520
+861. ✓ Pred: 3.0, Truth: 3
+862. ✗ Pred: 12.0, Truth: 30
+863. ✗ Pred: 48.0, Truth: 40
+864. ✓ Pred: 110.0, Truth: 110
+865. ✓ Pred: 80.0, Truth: 80
+866. ✗ Pred: None, Truth: 23
+867. ✗ Pred: 12.0, Truth: 28
+868. ✓ Pred: 7.0, Truth: 7
+869. ✗ Pred: None, Truth: 15
+870. ✗ Pred: None, Truth: 500
+871. ✓ Pred: 40.0, Truth: 40
+872. ✓ Pred: 48.0, Truth: 48
+873. ✓ Pred: 13.0, Truth: 13
+874. ✓ Pred: 12.0, Truth: 12
+875. ✓ Pred: 132.0, Truth: 132
+876. ✓ Pred: 60.0, Truth: 60
+877. ✓ Pred: 41.0, Truth: 41
+878. ✗ Pred: 33.333333333333336, Truth: 7000
+879. ✗ Pred: -4.0, Truth: 5
+880. ✓ Pred: 575.0, Truth: 575
+881. ✗ Pred: -30.0, Truth: 10
+882. ✗ Pred: 10.0, Truth: 16
+883. ✓ Pred: 5.0, Truth: 5
+884. ✗ Pred: 50.0, Truth: 25
+885. ✓ Pred: 50.0, Truth: 50
+886. ✗ Pred: None, Truth: 500
+887. ✓ Pred: 20.0, Truth: 20
+888. ✓ Pred: 34.0, Truth: 34
+889. ✗ Pred: 6.0, Truth: 10
+890. ✓ Pred: 15.0, Truth: 15
+891. ✗ Pred: None, Truth: 25
+892. ✓ Pred: 55.0, Truth: 55
+893. ✓ Pred: 1.0, Truth: 1
+894. ✓ Pred: 480.0, Truth: 480
+895. ✓ Pred: 26.0, Truth: 26
+896. ✓ Pred: 74.0, Truth: 74
+897. ✓ Pred: 250.0, Truth: 250
+898. ✗ Pred: -2.0, Truth: 1
+899. ✓ Pred: 110.0, Truth: 110
+900. ✓ Pred: 16.0, Truth: 16
+901. ✓ Pred: 15.0, Truth: 15
+902. ✗ Pred: 2.5, Truth: 1
+903. ✓ Pred: 8.0, Truth: 8
+904. ✓ Pred: 16.0, Truth: 16
+905. ✓ Pred: 8.0, Truth: 8
+906. ✓ Pred: 5.0, Truth: 5
+907. ✗ Pred: None, Truth: 10
+908. ✓ Pred: 16.0, Truth: 16
+909. ✓ Pred: 14.0, Truth: 14
+910. ✗ Pred: 34.0, Truth: 38
+911. ✓ Pred: 700.0, Truth: 700
+912. ✓ Pred: 64.0, Truth: 64
+913. ✗ Pred: 450.0, Truth: 6
+914. ✗ Pred: 19.0, Truth: 6
+915. ✓ Pred: 3.0, Truth: 3
+916. ✓ Pred: 23.0, Truth: 23
+917. ✗ Pred: 3.875, Truth: 14
+918. ✓ Pred: 12.0, Truth: 12
+919. ✓ Pred: 56.0, Truth: 56
+920. ✗ Pred: -90.0, Truth: 90
+921. ✓ Pred: 47.0, Truth: 47
+922. ✓ Pred: 4.0, Truth: 4
+923. ✓ Pred: 60.0, Truth: 60
+924. ✓ Pred: 2.0, Truth: 2
+925. ✗ Pred: 3.0, Truth: 12
+926. ✓ Pred: 2000.0, Truth: 2000
+927. ✗ Pred: 13.0, Truth: 1
+928. ��� Pred: 175000.0, Truth: 85000
+929. ✓ Pred: 60.0, Truth: 60
+930. ✗ Pred: None, Truth: 60
+931. ✓ Pred: 14.0, Truth: 14
+932. ✗ Pred: 90.0, Truth: 50
+933. ✗ Pred: 21.0, Truth: 24
+934. ✗ Pred: None, Truth: 15
+935. ✓ Pred: 410.0, Truth: 410
+936. ✓ Pred: 64800.0, Truth: 64800
+937. ✗ Pred: 440.0, Truth: 250
+938. ✓ Pred: 159.0, Truth: 159
+939. ✗ Pred: 12.0, Truth: 4
+940. ✓ Pred: 650.0, Truth: 650
+941. ✓ Pred: 280.0, Truth: 280
+942. ✗ Pred: -842.0, Truth: 842
+943. ✗ Pred: 178.75, Truth: 205
+944. ✗ Pred: 60.0, Truth: 50
+945. ✓ Pred: 34.0, Truth: 34
+946. ✓ Pred: 17.0, Truth: 17
+947. ✓ Pred: 450.0, Truth: 450
+948. ✓ Pred: 13.0, Truth: 13
+949. ✓ Pred: 15.0, Truth: 15
+950. ✓ Pred: 42.0, Truth: 42
+951. ✗ Pred: -10.0, Truth: 5
+952. ✓ Pred: 300.0, Truth: 300
+953. ✓ Pred: 360.0, Truth: 360
+954. ✗ Pred: -1037.0, Truth: 452
+955. ✓ Pred: 34.0, Truth: 34
+956. ✗ Pred: -13100.0, Truth: 100
+957. ✓ Pred: 1.0, Truth: 1
+958. ✓ Pred: 45.0, Truth: 45
+959. ✗ Pred: 38.4, Truth: 40
+960. ✗ Pred: 21.0, Truth: 7
+961. ✗ Pred: 91.0, Truth: 11
+962. ✗ Pred: None, Truth: 225
+963. ✗ Pred: None, Truth: 1000
+964. ✗ Pred: 71.75, Truth: 147
+965. ✓ Pred: 200.0, Truth: 200
+966. ✗ Pred: 410.0, Truth: 374
+967. ✗ Pred: -42.0, Truth: 48
+968. ✗ Pred: None, Truth: 30
+969. ✗ Pred: 3.783333333333333, Truth: 227
+970. ✗ Pred: 1650.0, Truth: 1800
+971. ✓ Pred: 33.0, Truth: 33
+972. ✓ Pred: 100.0, Truth: 100
+973. ✗ Pred: 140.0, Truth: 120
+974. ✓ Pred: 79.0, Truth: 79
+975. ✓ Pred: 5.0, Truth: 5
+976. ✓ Pred: 20.0, Truth: 20
+977. ✗ Pred: 465.0, Truth: 540
+978. ✓ Pred: 4.0, Truth: 4
+979. ✓ Pred: 160.0, Truth: 160
+980. ✗ Pred: 60.0, Truth: 50
+981. ✓ Pred: 90.0, Truth: 90
+982. ✓ Pred: 7.0, Truth: 7
+983. ✓ Pred: 12.0, Truth: 12
+984. ✓ Pred: 15.0, Truth: 15
+985. ✗ Pred: 819.0, Truth: 342
+986. ✓ Pred: 63.0, Truth: 63
+987. ✓ Pred: 70.0, Truth: 70
+988. ✓ Pred: 3.0, Truth: 3
+989. ✓ Pred: 6.0, Truth: 6
+990. ✗ Pred: 18.0, Truth: 45
+991. ✗ Pred: 15.714285714285715, Truth: 14
+992. ✗ Pred: None, Truth: 15
+993. ✓ Pred: 52.0, Truth: 52
+994. ✗ Pred: 27.5, Truth: 11
+995. ✓ Pred: 2.0, Truth: 2
+996. ✗ Pred: 18.0, Truth: 12
+997. ✗ Pred: 0.0, Truth: 3
+998. ✗ Pred: 66.66666666666667, Truth: 6600
+999. ✓ Pred: 50.0, Truth: 50
+1000. ✗ Pred: 50.0, Truth: 25
+1001. ✗ Pred: -3.5, Truth: 1
+1002. ✗ Pred: None, Truth: 2
+1003. ✓ Pred: 8.0, Truth: 8
+1004. ✗ Pred: -120.0, Truth: 480
+1005. ✓ Pred: 8.0, Truth: 8
+1006. ✓ Pred: 1490.0, Truth: 1490
+1007. ✓ Pred: 826.0, Truth: 826
+1008. ✓ Pred: 34.0, Truth: 34
+1009. ✓ Pred: 230.0, Truth: 230
+1010. ✗ Pred: 1500.0, Truth: 1875
+1011. ✓ Pred: 5.0, Truth: 5
+1012. ✓ Pred: 6000.0, Truth: 6000
+1013. ✓ Pred: 94.0, Truth: 94
+1014. ✓ Pred: 2.0, Truth: 2
+1015. ✓ Pred: 3.0, Truth: 3
+1016. ✓ Pred: 78.0, Truth: 78
+1017. ✗ Pred: None, Truth: 138
+1018. ✗ Pred: None, Truth: 45
+1019. ✓ Pred: 60.0, Truth: 60
+1020. ✗ Pred: 76.0, Truth: 98
+1021. ✓ Pred: 22.0, Truth: 22
+1022. ✗ Pred: 54.0, Truth: 36
+1023. ✗ Pred: 180.0, Truth: 12
+1024. ✓ Pred: 77.0, Truth: 77
+1025. ✗ Pred: None, Truth: 300
+1026. ✓ Pred: 30.0, Truth: 30
+1027. ✓ Pred: 43200.0, Truth: 43200
+1028. ✗ Pred: None, Truth: 12
+1029. ✗ Pred: 16.666666666666668, Truth: 200
+1030. ✗ Pred: 42.0, Truth: 34
+1031. ✗ Pred: 80.0, Truth: 24
+1032. ✗ Pred: 1187.5, Truth: 5
+1033. ✓ Pred: 450.0, Truth: 450
+1034. ✓ Pred: 2.0, Truth: 2
+1035. ✓ Pred: 66.0, Truth: 66
+1036. ✗ Pred: 40.0, Truth: 35
+1037. ✓ Pred: 10.0, Truth: 10
+1038. ✓ Pred: 10.0, Truth: 10
+1039. ✗ Pred: 0.75, Truth: 4
+1040. ✓ Pred: 160.0, Truth: 160
+1041. ✓ Pred: 736.0, Truth: 736
+1042. ✓ Pred: 101.0, Truth: 101
+1043. ✗ Pred: -9.166666666666666, Truth: 3
+1044. ✓ Pred: 130000.0, Truth: 130000
+1045. ✗ Pred: 551.0, Truth: 1
+1046. ✗ Pred: 368.0, Truth: 420
+1047. ✗ Pred: 126.0, Truth: 189
+1048. ✓ Pred: 10.0, Truth: 10
+1049. ✗ Pred: 9860.78, Truth: 7400
+1050. ✓ Pred: 20.0, Truth: 20
+1051. ✓ Pred: 655.0, Truth: 655
+1052. ✗ Pred: None, Truth: 15
+1053. ✗ Pred: 270.0, Truth: 110
+1054. ✓ Pred: 55.0, Truth: 55
+1055. ✓ Pred: 2400.0, Truth: 2400
+1056. ✓ Pred: 2304.0, Truth: 2304
+1057. ✗ Pred: 8.666666666666666, Truth: 156
+1058. ✓ Pred: 24.0, Truth: 24
+1059. ✓ Pred: 250.0, Truth: 250
+1060. ✓ Pred: 2.0, Truth: 2
+1061. ✗ Pred: 31.75, Truth: 31
+1062. ✓ Pred: 58.0, Truth: 58
+1063. ✗ Pred: 476.0, Truth: 482
+1064. ✓ Pred: 320.0, Truth: 320
+1065. ✓ Pred: 247.0, Truth: 247
+1066. ✓ Pred: 95.0, Truth: 95
+1067. ✓ Pred: 14.0, Truth: 14
+1068. ✓ Pred: 245.0, Truth: 245
+1069. ✓ Pred: 24.0, Truth: 24
+1070. ✗ Pred: 399.0, Truth: 300
+1071. ✗ Pred: 12.0, Truth: 18
+1072. ✓ Pred: 251.0, Truth: 251
+1073. ✓ Pred: 85.0, Truth: 85
+1074. ✗ Pred: 15.0, Truth: 21
+1075. ✗ Pred: None, Truth: 750
+1076. ✗ Pred: 18.0, Truth: 16
+1077. ✓ Pred: 162.0, Truth: 162
+1078. ✗ Pred: 202.5, Truth: 145
+1079. ✓ Pred: 8.0, Truth: 8
+1080. ✓ Pred: 10.0, Truth: 10
+1081. ✗ Pred: 18000.0, Truth: 72000
+1082. ✓ Pred: 195.0, Truth: 195
+1083. ✗ Pred: 1.0, Truth: 2
+1084. ✓ Pred: 2.0, Truth: 2
+1085. ✓ Pred: 20.0, Truth: 20
+1086. ✓ Pred: 26.0, Truth: 26
+1087. ✗ Pred: 133500.0, Truth: 131250
+1088. ✓ Pred: 12.0, Truth: 12
+1089. ✗ Pred: 22.666666666666668, Truth: 30
+1090. ✗ Pred: 10.666666666666666, Truth: 32
+1091. ✓ Pred: 72.0, Truth: 72
+1092. ✓ Pred: 1000.0, Truth: 1000
+1093. ✗ Pred: 269.75, Truth: 1080
+1094. ✓ Pred: 144.0, Truth: 144
+1095. ✗ Pred: 0.0, Truth: 25
+1096. ✓ Pred: 270.0, Truth: 270
+1097. ✗ Pred: 148.8, Truth: 240
+1098. ✓ Pred: 480.0, Truth: 480
+1099. ✓ Pred: 30.0, Truth: 30
+1100. ✓ Pred: 2.0, Truth: 2
+1101. ✗ Pred: 0.0625, Truth: 5
+1102. ✗ Pred: 0.0, Truth: 16
+1103. ✗ Pred: None, Truth: 113
+1104. ✗ Pred: -6.0, Truth: 90
+1105. ✓ Pred: 24.0, Truth: 24
+1106. ✗ Pred: 39.0, Truth: 40
+1107. ✓ Pred: 5.0, Truth: 5
+1108. ✓ Pred: 360.0, Truth: 360
+1109. ✓ Pred: 38.0, Truth: 38
+1110. ✓ Pred: 3.0, Truth: 3
+1111. ✗ Pred: None, Truth: 60
+1112. ✓ Pred: 157.0, Truth: 157
+1113. ✓ Pred: 5.0, Truth: 5
+1114. ✓ Pred: -3.0, Truth: -3
+1115. ✓ Pred: 8.0, Truth: 8
+1116. ✓ Pred: 5.0, Truth: 5
+1117. ✓ Pred: 60.0, Truth: 60
+1118. ✓ Pred: 9.0, Truth: 9
+1119. ✗ Pred: None, Truth: 5
+1120. ✓ Pred: 18.0, Truth: 18
+1121. ✗ Pred: 280.0, Truth: 560
+1122. ✗ Pred: None, Truth: 35
+1123. ✗ Pred: 20.0, Truth: 18
+1124. ✓ Pred: 105.0, Truth: 105
+1125. ✗ Pred: 100.0, Truth: 64
+1126. ✓ Pred: 90.0, Truth: 90
+1127. ✓ Pred: 50.0, Truth: 50
+1128. ✓ Pred: 750.0, Truth: 750
+1129. ✗ Pred: 7.0, Truth: 9
+1130. ✗ Pred: 12.0, Truth: 8
+1131. ✓ Pred: 25.0, Truth: 25
+1132. ✗ Pred: 144.0, Truth: 96
+1133. ✓ Pred: 45000.0, Truth: 45000
+1134. ✗ Pred: 3000.0, Truth: 50
+1135. ✓ Pred: 7.0, Truth: 7
+1136. ✓ Pred: 32.0, Truth: 32
+1137. ✓ Pred: 26.0, Truth: 26
+1138. ✗ Pred: 33.0, Truth: 68
+1139. ✓ Pred: 700.0, Truth: 700
+1140. ✓ Pred: 1.0, Truth: 1
+1141. ✗ Pred: 5.0, Truth: 27
+1142. ✓ Pred: 20.0, Truth: 20
+1143. ✓ Pred: 9.0, Truth: 9
+1144. ✓ Pred: 300.0, Truth: 300
+1145. ✓ Pred: 34.00000000000001, Truth: 34
+1146. ✗ Pred: None, Truth: 291
+1147. ✗ Pred: 76.0, Truth: 16
+1148. ✗ Pred: None, Truth: 22
+1149. ✓ Pred: 9.0, Truth: 9
+1150. ✓ Pred: 93.0, Truth: 93
+1151. ✓ Pred: 21.0, Truth: 21
+1152. ✓ Pred: 50.0, Truth: 50
+1153. ✓ Pred: 12.000000000000002, Truth: 12
+1154. ✗ Pred: 15.75, Truth: 20
+1155. ✓ Pred: 30.0, Truth: 30
+1156. ✓ Pred: 13.0, Truth: 13
+1157. ✓ Pred: 120.0, Truth: 120
+1158. ✓ Pred: 3.0, Truth: 3
+1159. ✗ Pred: None, Truth: 7300
+1160. ✗ Pred: 25.0, Truth: 50
+1161. ✗ Pred: 5114.0, Truth: 1125
+1162. ✗ Pred: 2660.0, Truth: 170
+1163. ✓ Pred: 3.0, Truth: 3
+1164. ✓ Pred: 12.0, Truth: 12
+1165. ✗ Pred: 4.0, Truth: 9
+1166. ✗ Pred: 768.0, Truth: 1248
+1167. ✗ Pred: 1700.0, Truth: 2350
+1168. ✓ Pred: 120.0, Truth: 120
+1169. ✗ Pred: 46.0, Truth: 20
+1170. ✗ Pred: 7.0, Truth: 2
+1171. ✓ Pred: 2.0, Truth: 2
+1172. ✓ Pred: 3160.0, Truth: 3160
+1173. ✓ Pred: 93.0, Truth: 93
+1174. ✗ Pred: 6.944444444444445, Truth: 10
+1175. ✓ Pred: 240.0, Truth: 240
+1176. ✓ Pred: 16.0, Truth: 16
+1177. ✓ Pred: 2.0, Truth: 2
+1178. ✓ Pred: 17.0, Truth: 17
+1179. ✓ Pred: 17.0, Truth: 17
+1180. ✓ Pred: 50.0, Truth: 50
+1181. ✗ Pred: 8400.0, Truth: 5600
+1182. ✗ Pred: 7.666666666666667, Truth: 20
+1183. ✗ Pred: 5400.0, Truth: 1800
+1184. ✗ Pred: 7.0, Truth: 11
+1185. ✓ Pred: 306.0, Truth: 306
+1186. ✓ Pred: 6.0, Truth: 6
+1187. ✓ Pred: 19.0, Truth: 19
+1188. ✗ Pred: 8.88888888888889, Truth: 5
+1189. ✗ Pred: 8.0, Truth: 24
+1190. ✓ Pred: 6.0, Truth: 6
+1191. ✗ Pred: 125.0, Truth: 19
+1192. ✗ Pred: -20.0, Truth: 100
+1193. ✗ Pred: None, Truth: 280
+1194. ✗ Pred: 18.0, Truth: 9
+1195. ✓ Pred: 1200.0, Truth: 1200
+1196. ✗ Pred: 160.0, Truth: 320
+1197. ✓ Pred: 75.0, Truth: 75
+1198. ✗ Pred: 7800.0, Truth: 2400
+1199. ✓ Pred: 140.0, Truth: 140
+1200. ✓ Pred: 2.0, Truth: 2
+1201. ✓ Pred: 8.0, Truth: 8
+1202. ✓ Pred: 42.0, Truth: 42
+1203. ✓ Pred: 19.0, Truth: 19
+1204. ✓ Pred: 240.0, Truth: 240
+1205. ✗ Pred: None, Truth: 168
+1206. ✗ Pred: 0.0, Truth: 4
+1207. ✗ Pred: None, Truth: 40000
+1208. ✓ Pred: 64.0, Truth: 64
+1209. ✗ Pred: None, Truth: 27
+1210. ✓ Pred: 29.0, Truth: 29
+1211. ✓ Pred: 288.0, Truth: 288
+1212. ✓ Pred: 448.0, Truth: 448
+1213. ✓ Pred: 150.0, Truth: 150
+1214. ✗ Pred: 331.0, Truth: 31
+1215. ✗ Pred: None, Truth: 5
+1216. ✗ Pred: 37.03703703703704, Truth: 36
+1217. ✗ Pred: 50.0, Truth: 20
+1218. ✗ Pred: 15296.7890625, Truth: 75
+1219. ✗ Pred: 56.0, Truth: 225
+1220. ✓ Pred: 100.0, Truth: 100
+1221. ✓ Pred: 32.0, Truth: 32
+1222. ✓ Pred: 10.0, Truth: 10
+1223. ✗ Pred: None, Truth: 350
+1224. ✓ Pred: 8.0, Truth: 8
+1225. ✓ Pred: 5.0, Truth: 5
+1226. ✗ Pred: 2.0, Truth: 3
+1227. ✓ Pred: 90.0, Truth: 90
+1228. ✗ Pred: 2.0, Truth: 66
+1229. ✓ Pred: 31.0, Truth: 31
+1230. ✓ Pred: 36.0, Truth: 36
+1231. ✓ Pred: 440.0, Truth: 440
+1232. ✓ Pred: 70.0, Truth: 70
+1233. ✓ Pred: 15.0, Truth: 15
+1234. ✓ Pred: 81.0, Truth: 81
+1235. ✓ Pred: 12.0, Truth: 12
+1236. ✗ Pred: 1.0, Truth: 60
+1237. ✗ Pred: 72.0, Truth: 84
+1238. ✗ Pred: None, Truth: 78
+1239. ✗ Pred: None, Truth: 520
+1240. ✓ Pred: 50.0, Truth: 50
+1241. ✓ Pred: 2.0, Truth: 2
+1242. ✓ Pred: 8.0, Truth: 8
+1243. ✓ Pred: 20.0, Truth: 20
+1244. ✓ Pred: 50.0, Truth: 50
+1245. ✗ Pred: 11.0, Truth: 35
+1246. ✗ Pred: 92.66666666666666, Truth: 96
+1247. ✓ Pred: 3360.0, Truth: 3360
+1248. ✗ Pred: 4.0, Truth: 7
+1249. ✗ Pred: 1.2, Truth: 750
+1250. ✗ Pred: 20.0, Truth: 56
+1251. ✓ Pred: 22.0, Truth: 22
+1252. ✓ Pred: 30.0, Truth: 30
+1253. ✓ Pred: 70.0, Truth: 70
+1254. ✓ Pred: 120.0, Truth: 120
+1255. ✓ Pred: 30.0, Truth: 30
+1256. ✓ Pred: 12.0, Truth: 12
+1257. ✓ Pred: 15.0, Truth: 15
+1258. ✓ Pred: 14.0, Truth: 14
+1259. ✓ Pred: 60.0, Truth: 60
+1260. ✓ Pred: 7200.0, Truth: 7200
+1261. ✓ Pred: 5.0, Truth: 5
+1262. ✓ Pred: 235.0, Truth: 235
+1263. ✓ Pred: 12.0, Truth: 12
+1264. ✓ Pred: 500.0, Truth: 500
+1265. ✗ Pred: None, Truth: 210
+1266. ✗ Pred: 0.8333333333333333, Truth: 36
+1267. ✓ Pred: 147.0, Truth: 147
+1268. ✓ Pred: 40.0, Truth: 40
+1269. ✓ Pred: 20.0, Truth: 20
+1270. ✗ Pred: 169.81166037701888, Truth: 54
+1271. ✓ Pred: 3528.0, Truth: 3528
+1272. ✓ Pred: 43.0, Truth: 43
+1273. ✓ Pred: 296.0, Truth: 296
+1274. ✗ Pred: 15.5, Truth: 27
+1275. ✓ Pred: 38.0, Truth: 38
+1276. ✗ Pred: None, Truth: 16
+1277. ✓ Pred: 70.0, Truth: 70
+1278. ✓ Pred: 48.0, Truth: 48
+1279. ✓ Pred: 665.0, Truth: 665
+1280. ✗ Pred: 540.0, Truth: 180
+1281. ✓ Pred: 7.0, Truth: 7
+1282. ✗ Pred: 160.0, Truth: 20
+1283. ✓ Pred: 12.0, Truth: 12
+1284. ✓ Pred: 60.0, Truth: 60
+1285. ✗ Pred: 30.0, Truth: 25
+1286. ✗ Pred: 1220.0, Truth: 1218
+1287. ✓ Pred: 105.0, Truth: 105
+1288. ✗ Pred: 92.0, Truth: 84
+1289. ✗ Pred: 1800.0, Truth: 34
+1290. ✓ Pred: 101.0, Truth: 101
+1291. ✗ Pred: None, Truth: 90
+1292. ✓ Pred: 27.0, Truth: 27
+1293. ✗ Pred: 70.0, Truth: 67
+1294. ✓ Pred: 140000.0, Truth: 140000
+1295. ✗ Pred: 40.0, Truth: 36
+1296. ✓ Pred: 2.0, Truth: 2
+1297. ✓ Pred: 335.0, Truth: 335
+1298. ✓ Pred: 60.0, Truth: 60
+1299. ✓ Pred: 31.0, Truth: 31
+1300. ✓ Pred: 13.0, Truth: 13
+1301. ✓ Pred: 120.0, Truth: 120
+1302. ✗ Pred: 27.0, Truth: 23
+1303. ✓ Pred: 72.0, Truth: 72
+1304. ✗ Pred: 0.8, Truth: 4
+1305. ✗ Pred: -1000.0, Truth: 1000
+1306. ✓ Pred: 2325.0, Truth: 2325
+1307. ✗ Pred: -4.0, Truth: 2
+1308. ✗ Pred: None, Truth: 8
+1309. ✓ Pred: 30.0, Truth: 30
+1310. ✗ Pred: 1450.0, Truth: 2280
+1311. ✗ Pred: 32.0, Truth: 64
+1312. ✗ Pred: 606.0, Truth: 594
+1313. ✗ Pred: -90.0, Truth: 180
+1314. ✓ Pred: 2.0, Truth: 2
+1315. ✗ Pred: 42.0, Truth: 8
+1316. ✓ Pred: 5.0, Truth: 5
+1317. ✓ Pred: 230.0, Truth: 230
+1318. ✗ Pred: 15.0, Truth: 5
+1319. ✓ Pred: 14.0, Truth: 14

checkpoints/fst_1_3B_resume/verification_fold_1.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 1
+============================================================
+Total: 264
+Correct: 149
+Incorrect: 84
+No Answer: 31
+Accuracy: 56.44%
+============================================================
+

checkpoints/fst_1_3B_resume/verification_fold_2.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 2
+============================================================
+Total: 264
+Correct: 185
+Incorrect: 68
+No Answer: 11
+Accuracy: 70.08%
+============================================================
+

checkpoints/fst_1_3B_resume/verification_fold_3.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 3
+============================================================
+Total: 264
+Correct: 166
+Incorrect: 78
+No Answer: 20
+Accuracy: 62.88%
+============================================================
+

checkpoints/fst_353M_bert_update_2_6b/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "FSTForMaskedLM"
+  ],
+  "bos_token_id": 101,
+  "embedding_size": 1024,
+  "embedding_size_f": 1024,
+  "embedding_size_phi": 1024,
+  "eos_token_id": 102,
+  "hidden_size": 1024,
+  "hidden_size_f": 1024,
+  "hidden_size_phi": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "intermediate_size_f": 4096,
+  "intermediate_size_phi": 4096,
+  "max_position_embeddings": 1024,
+  "max_seq_len": 1024,
+  "model_type": "fst",
+  "num_attention_heads": 16,
+  "num_attention_heads_f": 16,
+  "num_attention_heads_phi": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "share_f_and_phi_embedding": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.4",
+  "truncate_activation_size": false,
+  "use_cache": false,
+  "use_causal_attention": false,
+  "vocab_size": 30522
+}

checkpoints/fst_353M_bert_update_2_6b/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbfc8259bf9149e45a7ee104709ad6fceba55cffb2475da6bc9920fb24d3b02
+size 1334212968

checkpoints/fst_353M_bert_update_2_6b/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3e25de8e2ffa8854bdeafb2d3cbab7d1c1ea2c8bb02cce5539a80f901ce6b
+size 2668663140

checkpoints/fst_353M_bert_update_2_6b/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/trainer_state.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5,
+    "step": 0,
+    "train_loss": 1.2957845777273178,
+    "val_loss": 1.2860132455825806,
+    "tokens_trained": 60000460800,
+    "train_acc": 0.7295229434967041,
+    "val_acc": 0.7272756099700928
+}

checkpoints/fst_353M_bert_update_2_6b_test/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "FSTForMaskedLM"
+  ],
+  "bos_token_id": 101,
+  "embedding_size": 1024,
+  "embedding_size_f": 1024,
+  "embedding_size_phi": 1024,
+  "eos_token_id": 102,
+  "hidden_size": 1024,
+  "hidden_size_f": 1024,
+  "hidden_size_phi": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "intermediate_size_f": 4096,
+  "intermediate_size_phi": 4096,
+  "max_position_embeddings": 1024,
+  "max_seq_len": 1024,
+  "model_type": "fst",
+  "num_attention_heads": 16,
+  "num_attention_heads_f": 16,
+  "num_attention_heads_phi": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "share_f_and_phi_embedding": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.4",
+  "truncate_activation_size": false,
+  "use_cache": false,
+  "use_causal_attention": false,
+  "vocab_size": 30522
+}

checkpoints/fst_353M_bert_update_2_6b_test/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbfc8259bf9149e45a7ee104709ad6fceba55cffb2475da6bc9920fb24d3b02
+size 1334212968

checkpoints/fst_353M_bert_update_2_6b_test/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3e25de8e2ffa8854bdeafb2d3cbab7d1c1ea2c8bb02cce5539a80f901ce6b
+size 2668663140

checkpoints/fst_353M_bert_update_2_6b_test/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/trainer_state.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5,
+    "step": 0,
+    "train_loss": 1.2957845777273178,
+    "val_loss": 1.2860132455825806,
+    "tokens_trained": 60000460800,
+    "train_acc": 0.7295229434967041,
+    "val_acc": 0.7272756099700928
+}

checkpoints/fst_353M_bert_update_2_6b_test1/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "FSTForMaskedLM"
+  ],
+  "bos_token_id": 101,
+  "embedding_size": 1024,
+  "embedding_size_f": 1024,
+  "embedding_size_phi": 1024,
+  "eos_token_id": 102,
+  "hidden_size": 1024,
+  "hidden_size_f": 1024,
+  "hidden_size_phi": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "intermediate_size_f": 4096,
+  "intermediate_size_phi": 4096,
+  "max_position_embeddings": 1024,
+  "max_seq_len": 1024,
+  "model_type": "fst",
+  "num_attention_heads": 16,
+  "num_attention_heads_f": 16,
+  "num_attention_heads_phi": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "share_f_and_phi_embedding": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.4",
+  "truncate_activation_size": false,
+  "use_cache": false,
+  "use_causal_attention": false,
+  "vocab_size": 30522
+}

checkpoints/fst_353M_bert_update_2_6b_test1/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbfc8259bf9149e45a7ee104709ad6fceba55cffb2475da6bc9920fb24d3b02
+size 1334212968

checkpoints/fst_353M_bert_update_2_6b_test1/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3e25de8e2ffa8854bdeafb2d3cbab7d1c1ea2c8bb02cce5539a80f901ce6b
+size 2668663140

checkpoints/fst_353M_bert_update_2_6b_test1/recent_epoch_005_step_000000000_tokens_60b_val=1.2860/trainer_state.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5,
+    "step": 0,
+    "train_loss": 1.2957845777273178,
+    "val_loss": 1.2860132455825806,
+    "tokens_trained": 60000460800,
+    "train_acc": 0.7295229434967041,
+    "val_acc": 0.7272756099700928
+}

checkpoints/fst_353M_resume_new/gsm8k_5fold_summary.txt

@@ -0,0 +1,7 @@
+============================================================
+GSM8K 5-Fold Summary
+============================================================
+Fold 1 Accuracy: 61.22%
+
+Mean Accuracy: 61.22%
+============================================================

checkpoints/fst_353M_resume_new/gsm8k_metrics.txt

@@ -0,0 +1,5 @@
+{
+    "correct": 786,
+    "total": 1319,
+    "accuracy": 0.5959059893858984
+}

checkpoints/fst_353M_resume_new/recent_epoch_005_step_000000000_tokens_60.6b_val=0.2205/config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "FSTForCausalLM"
+  ],
+  "bos_token_id": 50258,
+  "embedding_size": 1024,
+  "embedding_size_f": 1024,
+  "embedding_size_phi": 1024,
+  "eos_token_id": 50259,
+  "hidden_size": 1024,
+  "hidden_size_f": 1024,
+  "hidden_size_phi": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "intermediate_size_f": 4096,
+  "intermediate_size_phi": 4096,
+  "max_position_embeddings": 1024,
+  "max_seq_len": 1024,
+  "model_type": "fst",
+  "num_attention_heads": 16,
+  "num_attention_heads_f": 16,
+  "num_attention_heads_phi": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 50257,
+  "share_f_and_phi_embedding": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.4",
+  "truncate_activation_size": false,
+  "use_cache": false,
+  "use_causal_attention": true,
+  "vocab_size": 50267
+}

checkpoints/fst_353M_resume_new/recent_epoch_005_step_000000000_tokens_60.6b_val=0.2205/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50258,
+  "eos_token_id": 50259,
+  "pad_token_id": 50257,
+  "transformers_version": "4.52.4",
+  "use_cache": false
+}

checkpoints/fst_353M_resume_new/recent_epoch_005_step_000000000_tokens_60.6b_val=0.2205/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c621a57963c3dcc7d9833eb0a4ee324c4300b9ba0437b4c6b875ff448ed998
+size 2830409188

checkpoints/fst_353M_resume_new/recent_epoch_005_step_000000000_tokens_60.6b_val=0.2205/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841bdc06f9a95824504d647e3ea3007d1ce9e625bcf57064d910619687a38647
+size 1415175471

checkpoints/fst_353M_resume_new/recent_epoch_005_step_000000000_tokens_60.6b_val=0.2205/trainer_state.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 5,
+    "step": 0,
+    "train_loss": 0.21384435892105103,
+    "val_loss": 0.220525324344635,
+    "tokens_trained": 60649881600
+}

checkpoints/fst_353M_resume_new/verification.txt

@@ -0,0 +1,1329 @@
+============================================================
+GSM8K Verification Results
+============================================================
+Total: 1319
+Correct: 756
+Incorrect: 414
+No Answer: 149
+Accuracy: 57.32%
+============================================================
+
+1. ✓ Pred: 18.0, Truth: 18
+2. ✗ Pred: None, Truth: 3
+3. ✗ Pred: 195000.0, Truth: 70000
+4. ✓ Pred: 540.0, Truth: 540
+5. ✗ Pred: 6.0, Truth: 20
+6. ✗ Pred: 40.0, Truth: 64
+7. ✓ Pred: 260.0, Truth: 260
+8. ✓ Pred: 160.0, Truth: 160
+9. ✗ Pred: 235.0, Truth: 45
+10. ✓ Pred: 460.0, Truth: 460
+11. ✓ Pred: 366.0, Truth: 366
+12. ✓ Pred: 694.0, Truth: 694
+13. ✗ Pred: 12.0, Truth: 13
+14. ✗ Pred: 36.0, Truth: 18
+15. ✓ Pred: 60.0, Truth: 60
+16. ✓ Pred: 125.0, Truth: 125
+17. ✗ Pred: None, Truth: 230
+18. ✓ Pred: 57500.0, Truth: 57500
+19. ✓ Pred: 7.0, Truth: 7
+20. ✗ Pred: -6.0, Truth: 6
+21. ✗ Pred: 2.666666666666668, Truth: 15
+22. ✗ Pred: 2.0, Truth: 14
+23. ✓ Pred: 7.0, Truth: 7
+24. ✓ Pred: 8.0, Truth: 8
+25. ✗ Pred: None, Truth: 26
+26. ✓ Pred: 2.0, Truth: 2
+27. ✓ Pred: 243.0, Truth: 243
+28. ✗ Pred: 240.0, Truth: 16
+29. ✗ Pred: None, Truth: 25
+30. ✗ Pred: 38.0, Truth: 104
+31. ✗ Pred: None, Truth: 109
+32. ✓ Pred: 80.0, Truth: 80
+33. ✓ Pred: 35.0, Truth: 35
+34. ✓ Pred: 70.0, Truth: 70
+35. ✗ Pred: 43.0, Truth: 23
+36. ✗ Pred: None, Truth: 9
+37. ✓ Pred: 75.0, Truth: 75
+38. ✗ Pred: 23.0, Truth: 2
+39. ✗ Pred: None, Truth: 10
+40. ✗ Pred: 270.0, Truth: 18
+41. ✓ Pred: 8.0, Truth: 8
+42. ✗ Pred: 800.0, Truth: 200
+43. ✓ Pred: 26.0, Truth: 26
+44. ✗ Pred: 0.0, Truth: 48
+45. ✓ Pred: 20.0, Truth: 20
+46. ✗ Pred: 44.0, Truth: 104
+47. ✗ Pred: 197.0, Truth: 163
+48. ✓ Pred: 800.0, Truth: 800
+49. ✗ Pred: None, Truth: 8
+50. ✓ Pred: 30.0, Truth: 30
+51. ✓ Pred: 294.0, Truth: 294
+52. ✗ Pred: 1.6, Truth: 5
+53. ✓ Pred: 15.0, Truth: 15
+54. ✗ Pred: -40.0, Truth: 40
+55. ✓ Pred: 40.0, Truth: 40
+56. ✓ Pred: 14.0, Truth: 14
+57. ✗ Pred: 6.0, Truth: 3
+58. ✓ Pred: 83.0, Truth: 83
+59. ✓ Pred: 57.0, Truth: 57
+60. ✓ Pred: 187.0, Truth: 187
+61. ✗ Pred: None, Truth: 17
+62. ✓ Pred: 1430.0, Truth: 1430
+63. ✗ Pred: 75000.0, Truth: 25000
+64. ✓ Pred: 1596.0, Truth: 1596
+65. ✗ Pred: 150.0, Truth: 300
+66. ✗ Pred: None, Truth: 36
+67. ✓ Pred: 48.0, Truth: 48
+68. ✗ Pred: None, Truth: 595
+69. ✓ Pred: 36.0, Truth: 36
+70. ✓ Pred: 60.0, Truth: 60
+71. ✗ Pred: 2925.0, Truth: 7425
+72. ✓ Pred: 60.0, Truth: 60
+73. ✓ Pred: 221.0, Truth: 221
+74. ✓ Pred: 255.0, Truth: 255
+75. ✗ Pred: None, Truth: 88
+76. ✗ Pred: 7.5, Truth: 60
+77. ✓ Pred: 5.0, Truth: 5
+78. ✗ Pred: 300.0, Truth: 100
+79. ✗ Pred: 10.0, Truth: 6
+80. ✗ Pred: None, Truth: 70
+81. ✗ Pred: 14.0, Truth: 10
+82. ✓ Pred: 17.0, Truth: 17
+83. ✓ Pred: 623.0, Truth: 623
+84. ✓ Pred: 600.0, Truth: 600
+85. ✗ Pred: None, Truth: 15
+86. ✓ Pred: 44.0, Truth: 44
+87. ✓ Pred: 22.0, Truth: 22
+88. ✗ Pred: None, Truth: 9360
+89. ✓ Pred: 8000.0, Truth: 8000
+90. ✓ Pred: 24.0, Truth: 24
+91. ✓ Pred: 225.0, Truth: 225
+92. ✓ Pred: 28.0, Truth: 28
+93. ✓ Pred: 4.0, Truth: 4
+94. ✗ Pred: 16.52173913043478, Truth: 36
+95. ✓ Pred: 348.0, Truth: 348
+96. ✓ Pred: 40.0, Truth: 40
+97. ✓ Pred: 3.0, Truth: 3
+98. ✗ Pred: 6.0, Truth: 12
+99. ✗ Pred: 25.0, Truth: 5
+100. ✓ Pred: 58.0, Truth: 58
+101. ✗ Pred: 155.0, Truth: 175
+102. ✓ Pred: 6.0, Truth: 6
+103. ✗ Pred: None, Truth: 26
+104. ✓ Pred: 140.0, Truth: 140
+105. ✓ Pred: 500.0, Truth: 500
+106. ✓ Pred: 20.0, Truth: 20
+107. ✗ Pred: None, Truth: 72
+108. ✗ Pred: -0.6666666666666666, Truth: 3
+109. ✗ Pred: 100.0, Truth: 50
+110. ✓ Pred: 28.0, Truth: 28
+111. ✗ Pred: 216.0, Truth: 45
+112. ✗ Pred: 4.0, Truth: 16
+113. ✓ Pred: 24.0, Truth: 24
+114. ✓ Pred: 25.0, Truth: 25
+115. ✓ Pred: 6.0, Truth: 6
+116. ✗ Pred: 0.0, Truth: 90
+117. ✗ Pred: None, Truth: 42
+118. ✗ Pred: None, Truth: 360
+119. ✓ Pred: 4.0, Truth: 4
+120. ✗ Pred: 96000.0, Truth: 95200
+121. ✓ Pred: 240.0, Truth: 240
+122. ✓ Pred: 27.0, Truth: 27
+123. ✗ Pred: 32.0, Truth: 48
+124. ✓ Pred: 50.0, Truth: 50
+125. ✓ Pred: 10.0, Truth: 10
+126. ✗ Pred: None, Truth: 10
+127. ✓ Pred: 82.0, Truth: 82
+128. ✓ Pred: 120.0, Truth: 120
+129. ✓ Pred: 880.0, Truth: 880
+130. ✓ Pred: 10000.0, Truth: 10000
+131. ✓ Pred: 30.0, Truth: 30
+132. ✓ Pred: 940.0, Truth: 940
+133. ✓ Pred: 60.0, Truth: 60
+134. ✓ Pred: 13.0, Truth: 13
+135. ✓ Pred: 720.0, Truth: 720
+136. ✓ Pred: 40.0, Truth: 40
+137. ✓ Pred: 6.0, Truth: 6
+138. ✓ Pred: 29.0, Truth: 29
+139. ✓ Pred: 105.0, Truth: 105
+140. ✓ Pred: 70.0, Truth: 70
+141. ✗ Pred: None, Truth: 20
+142. ✗ Pred: None, Truth: 400
+143. ✓ Pred: 140.0, Truth: 140
+144. ✗ Pred: None, Truth: 16
+145. ✗ Pred: 35.0, Truth: 20
+146. ✓ Pred: 4000.0, Truth: 4000
+147. ✗ Pred: None, Truth: 2125
+148. ✗ Pred: -15.0, Truth: 75
+149. ✓ Pred: 30.0, Truth: 30
+150. ✓ Pred: 16.0, Truth: 16
+151. ✗ Pred: -240.0, Truth: 4
+152. ✗ Pred: 3.5, Truth: 5
+153. ✓ Pred: 4.0, Truth: 4
+154. ✗ Pred: -10.333333333333334, Truth: 48
+155. ✗ Pred: 1456.0, Truth: 272
+156. ✗ Pred: 170.0, Truth: 280
+157. ✓ Pred: 1400.0, Truth: 1400
+158. ✗ Pred: 280.0, Truth: 80
+159. ✓ Pred: 34.0, Truth: 34
+160. ✗ Pred: None, Truth: 15
+161. ✓ Pred: 16.0, Truth: 16
+162. ✗ Pred: None, Truth: 32
+163. ✗ Pred: 920.1023981873933, Truth: 92
+164. ✗ Pred: 26.4, Truth: 50
+165. ✗ Pred: -15.0, Truth: 15
+166. ✓ Pred: 77.0, Truth: 77
+167. ✓ Pred: 5.0, Truth: 5
+168. ✗ Pred: 1.3333333333333333, Truth: 16
+169. ✗ Pred: None, Truth: 18
+170. ✓ Pred: 120.0, Truth: 120
+171. ✓ Pred: 150.0, Truth: 150
+172. ✓ Pred: 1210.0, Truth: 1210
+173. ✗ Pred: 63.0, Truth: 51
+174. ✓ Pred: 18000.0, Truth: 18000
+175. ✗ Pred: 93.0, Truth: 95
+176. ✓ Pred: 15.0, Truth: 15
+177. ✓ Pred: 100.0, Truth: 100
+178. ✓ Pred: 350.0, Truth: 350
+179. ✗ Pred: 126.0, Truth: 122
+180. ✓ Pred: 130.0, Truth: 130
+181. ✓ Pred: 20.0, Truth: 20
+182. ✗ Pred: 500.0, Truth: 160
+183. ✗ Pred: 29.0, Truth: 23
+184. ✗ Pred: -9.0, Truth: 2
+185. ✗ Pred: 8.333333333333332, Truth: 25
+186. ✓ Pred: 30.0, Truth: 30
+187. ✗ Pred: 4.388888888888888, Truth: 5
+188. ✗ Pred: 106.12080000000002, Truth: 106
+189. ✗ Pred: 14.066666666666666, Truth: 50
+190. ✗ Pred: 31.0, Truth: 34
+191. ✗ Pred: None, Truth: 360
+192. ✗ Pred: 0.05, Truth: 5
+193. ✓ Pred: 91.0, Truth: 91
+194. ✓ Pred: 24.0, Truth: 24
+195. ✓ Pred: 10.0, Truth: 10
+196. ✓ Pred: 12.0, Truth: 12
+197. ✓ Pred: 120.0, Truth: 120
+198. ✓ Pred: 6277.0, Truth: 6277
+199. ✓ Pred: 320.0, Truth: 320
+200. ✗ Pred: 15000.0, Truth: 7500
+201. ✓ Pred: 55.0, Truth: 55
+202. ✗ Pred: 495238095.23809516, Truth: 114200
+203. ✓ Pred: 100.0, Truth: 100
+204. ✓ Pred: 31.0, Truth: 31
+205. ✓ Pred: 98.0, Truth: 98
+206. ✗ Pred: 120.0, Truth: 98
+207. ✗ Pred: 280.0, Truth: 860
+208. ✓ Pred: 2600.0, Truth: 2600
+209. ✗ Pred: None, Truth: 76
+210. ✗ Pred: 70.0, Truth: 145
+211. ✗ Pred: 0.0, Truth: 10
+212. ✗ Pred: 16.0, Truth: 4
+213. ✓ Pred: 5.0, Truth: 5
+214. ✓ Pred: 250.0, Truth: 250
+215. ✓ Pred: 8.0, Truth: 8
+216. ✓ Pred: 44.0, Truth: 44
+217. ✓ Pred: 220.0, Truth: 220
+218. ✓ Pred: 15.0, Truth: 15
+219. ✓ Pred: 45.0, Truth: 45
+220. ✓ Pred: 54.0, Truth: 54
+221. ✗ Pred: None, Truth: 70
+222. ✓ Pred: 90.0, Truth: 90
+223. ✗ Pred: None, Truth: 140
+224. ✓ Pred: 20000.0, Truth: 20000
+225. ✓ Pred: 180.0, Truth: 180
+226. ✗ Pred: 18.0, Truth: 9
+227. ✓ Pred: 33.0, Truth: 33
+228. ✓ Pred: 9.0, Truth: 9
+229. ✓ Pred: 1.0, Truth: 1
+230. ✓ Pred: 21.0, Truth: 21
+231. ✓ Pred: 276000.0, Truth: 276000
+232. ✓ Pred: 50.0, Truth: 50
+233. ✓ Pred: 75.0, Truth: 75
+234. ✓ Pred: 12.0, Truth: 12
+235. ✗ Pred: 14.0, Truth: 21
+236. ✗ Pred: 11.0, Truth: 10
+237. ✗ Pred: 50.0, Truth: 31
+238. ✓ Pred: 90.0, Truth: 90
+239. ✓ Pred: 68.0, Truth: 68
+240. ✗ Pred: None, Truth: 280
+241. ✗ Pred: 48.0, Truth: 21
+242. ✓ Pred: 6.0, Truth: 6
+243. ✓ Pred: 3.0, Truth: 3
+244. ✓ Pred: 250.0, Truth: 250
+245. ✗ Pred: -11.0, Truth: 20
+246. ✗ Pred: 2.0, Truth: 7
+247. ✓ Pred: 27000.0, Truth: 27000
+248. ✓ Pred: 32.0, Truth: 32
+249. ✓ Pred: 300.0, Truth: 300
+250. ✓ Pred: 5600.0, Truth: 5600
+251. ✗ Pred: 7.0, Truth: 17
+252. ✓ Pred: 70.0, Truth: 70
+253. ✗ Pred: None, Truth: 73
+254. ✓ Pred: 18.0, Truth: 18
+255. ✓ Pred: 84.0, Truth: 84
+256. ✗ Pred: 32.0, Truth: 192
+257. ✓ Pred: 45.0, Truth: 45
+258. ✗ Pred: 10400.0, Truth: 5600
+259. ✓ Pred: 6.0, Truth: 6
+260. ✗ Pred: 100.0, Truth: 168
+261. ✓ Pred: 11.0, Truth: 11
+262. ✗ Pred: None, Truth: 62
+263. ✓ Pred: 270.0, Truth: 270
+264. ✓ Pred: 8.0, Truth: 8
+265. ✓ Pred: 400.0, Truth: 400
+266. ✓ Pred: 9500.0, Truth: 9500
+267. ✓ Pred: 118000.0, Truth: 118000
+268. ✗ Pred: 43.0, Truth: 91
+269. ✓ Pred: 1375.0, Truth: 1375
+270. ✗ Pred: None, Truth: 4
+271. ✓ Pred: 762.0, Truth: 762
+272. ✗ Pred: None, Truth: 20
+273. ✓ Pred: 5.000000000000002, Truth: 5
+274. ✓ Pred: 315.0, Truth: 315
+275. ✓ Pred: 3200.0, Truth: 3200
+276. ✗ Pred: 84.0, Truth: 138
+277. ✓ Pred: 9.0, Truth: 9
+278. ✗ Pred: None, Truth: 4
+279. ✗ Pred: 43.0, Truth: 40
+280. ✗ Pred: None, Truth: 6
+281. ✓ Pred: 7.0, Truth: 7
+282. ✓ Pred: 2450.0, Truth: 2450
+283. ✗ Pred: 315.0, Truth: 195
+284. ✓ Pred: 68.0, Truth: 68
+285. ✓ Pred: 360.0, Truth: 360
+286. ✓ Pred: 21.0, Truth: 21
+287. ✓ Pred: 90.0, Truth: 90
+288. ✓ Pred: 8.0, Truth: 8
+289. ✗ Pred: 4.0, Truth: 3
+290. ✗ Pred: 8.0, Truth: 16
+291. ✓ Pred: 390.0, Truth: 390
+292. ✓ Pred: 2.0, Truth: 2
+293. ✗ Pred: None, Truth: 75
+294. ✗ Pred: 84.0, Truth: 83
+295. ✗ Pred: 12.0, Truth: 3
+296. ✓ Pred: 370.0, Truth: 370
+297. ✓ Pred: 3.0, Truth: 3
+298. ✓ Pred: 55.0, Truth: 55
+299. ✗ Pred: 350.0, Truth: 500
+300. ✓ Pred: 31800.0, Truth: 31800
+301. ✗ Pred: 39.0, Truth: 78
+302. ✗ Pred: None, Truth: 8
+303. ✓ Pred: 15.0, Truth: 15
+304. ✗ Pred: 2700.0, Truth: 1300
+305. ✗ Pred: 2300.0, Truth: 3200
+306. ✗ Pred: None, Truth: 4
+307. ✓ Pred: 10.0, Truth: 10
+308. ✗ Pred: 4.0, Truth: 16
+309. ✓ Pred: 6.0, Truth: 6
+310. ✗ Pred: 2.2666666666666666, Truth: 8
+311. ✗ Pred: -450.0, Truth: 2050
+312. ✓ Pred: 91.0, Truth: 91
+313. ✓ Pred: 32.0, Truth: 32
+314. ✗ Pred: 4416000.0, Truth: 120000
+315. ✗ Pred: None, Truth: 30
+316. ✗ Pred: 18.0, Truth: 14
+317. ✗ Pred: 56.0, Truth: 156
+318. ✓ Pred: 12.0, Truth: 12
+319. ✗ Pred: None, Truth: 123
+320. ✓ Pred: 15.0, Truth: 15
+321. ✗ Pred: 22.0, Truth: 8
+322. ✓ Pred: 1.0, Truth: 1
+323. ✗ Pred: 7.0, Truth: 9
+324. ✗ Pred: 63.0, Truth: 75
+325. ✗ Pred: 15.0, Truth: 14
+326. ✓ Pred: 224000.0, Truth: 224000
+327. ✗ Pred: 26.0, Truth: 14
+328. ✓ Pred: 31.0, Truth: 31
+329. ✗ Pred: 10800.0, Truth: 2
+330. ✓ Pred: 14.0, Truth: 14
+331. ✗ Pred: 44.14, Truth: 31
+332. ✗ Pred: -8400.0, Truth: 8400
+333. ✓ Pred: 44.0, Truth: 44
+334. ✗ Pred: None, Truth: 100
+335. ✓ Pred: 6.0, Truth: 6
+336. ✗ Pred: None, Truth: 310
+337. ✓ Pred: 72.0, Truth: 72
+338. ✓ Pred: 1.0, Truth: 1
+339. ✗ Pred: 124.0, Truth: 60
+340. ✓ Pred: 160.0, Truth: 160
+341. ✗ Pred: 1.0, Truth: 4
+342. ✓ Pred: 260.0, Truth: 260
+343. ✓ Pred: 87.0, Truth: 87
+344. ✗ Pred: 30000.0, Truth: 180000
+345. ✓ Pred: 2.0, Truth: 2
+346. ✗ Pred: None, Truth: 310
+347. ✓ Pred: 9.0, Truth: 9
+348. ✓ Pred: 36.0, Truth: 36
+349. ✓ Pred: 10.0, Truth: 10
+350. ✗ Pred: 2740.0, Truth: 2640
+351. ✓ Pred: 8.0, Truth: 8
+352. ✓ Pred: 10.0, Truth: 10
+353. ✓ Pred: 21.0, Truth: 21
+354. ✗ Pred: None, Truth: 20
+355. ✓ Pred: 45.0, Truth: 45
+356. ✓ Pred: 34.0, Truth: 34
+357. ✓ Pred: 21.0, Truth: 21
+358. ✗ Pred: 12.0, Truth: 2
+359. ✗ Pred: 24.0, Truth: 20
+360. ✗ Pred: 2.6666666666666665, Truth: 4
+361. ✓ Pred: 25.0, Truth: 25
+362. ✗ Pred: 0.0, Truth: 20
+363. ✗ Pred: 10.25, Truth: 23
+364. ✗ Pred: None, Truth: 6
+365. ✗ Pred: 87.0, Truth: 49
+366. ✓ Pred: 18.0, Truth: 18
+367. ✓ Pred: 9.0, Truth: 9
+368. ✗ Pred: 15.0, Truth: 19
+369. ✗ Pred: 24.0, Truth: 18
+370. ✗ Pred: 2078.0, Truth: 1198
+371. ✓ Pred: 320.0, Truth: 320
+372. ✓ Pred: 50.0, Truth: 50
+373. ✓ Pred: 5.0, Truth: 5
+374. ✓ Pred: 240000.0, Truth: 240000
+375. ✓ Pred: 45.0, Truth: 45
+376. ✗ Pred: 384.0, Truth: 48
+377. ✓ Pred: 15.0, Truth: 15
+378. ✓ Pred: 50.0, Truth: 50
+379. ✗ Pred: -15.0, Truth: 15
+380. ✓ Pred: 21.0, Truth: 21
+381. ✓ Pred: 803.0, Truth: 803
+382. ✗ Pred: None, Truth: 67
+383. ✓ Pred: 350.0, Truth: 350
+384. ✗ Pred: 18.0, Truth: 2
+385. ✓ Pred: 32.0, Truth: 32
+386. ✗ Pred: 42.0, Truth: 16
+387. ✗ Pred: None, Truth: 80
+388. ✓ Pred: 36.0, Truth: 36
+389. ✓ Pred: 88.0, Truth: 88
+390. ✗ Pred: -30.0, Truth: 6
+391. ✓ Pred: 12.0, Truth: 12
+392. ✓ Pred: 15.0, Truth: 15
+393. ✗ Pred: 4.0, Truth: 34
+394. ✗ Pred: 25.0, Truth: 20
+395. ✓ Pred: 92.0, Truth: 92
+396. ✓ Pred: 38.0, Truth: 38
+397. ✓ Pred: 3.0, Truth: 3
+398. ✓ Pred: 25.0, Truth: 25
+399. ✗ Pred: None, Truth: 168
+400. ✓ Pred: 12.0, Truth: 12
+401. ✗ Pred: None, Truth: 48
+402. ✓ Pred: 14400.0, Truth: 14400
+403. ✓ Pred: 4.0, Truth: 4
+404. ✗ Pred: 135.0, Truth: 81
+405. ✗ Pred: 26.5, Truth: 22
+406. ✓ Pred: 50.0, Truth: 50
+407. ✗ Pred: None, Truth: 200
+408. ✓ Pred: 2000.0, Truth: 2000
+409. ✓ Pred: 20.0, Truth: 20
+410. ✗ Pred: 72000.0, Truth: 168000
+411. ✗ Pred: 1.5, Truth: 3
+412. ✓ Pred: 1110.0, Truth: 1110
+413. ✓ Pred: 5.0, Truth: 5
+414. ✗ Pred: None, Truth: 25
+415. ✓ Pred: 56.0, Truth: 56
+416. ✗ Pred: -75.83333333333333, Truth: 350
+417. ✗ Pred: None, Truth: 56
+418. ✓ Pred: 3140.0, Truth: 3140
+419. ✓ Pred: 40.0, Truth: 40
+420. ✗ Pred: None, Truth: 3000
+421. ✓ Pred: 17000.0, Truth: 17000
+422. ✓ Pred: 12.0, Truth: 12
+423. ✗ Pred: 440.0, Truth: 284
+424. ✗ Pred: 1446.0, Truth: 8
+425. ✓ Pred: 570.0, Truth: 570
+426. ✗ Pred: 180.0, Truth: 150
+427. ✓ Pred: 11.0, Truth: 11
+428. ✗ Pred: 100.5, Truth: 150
+429. ✗ Pred: 36.0, Truth: 26
+430. ✗ Pred: -21.0, Truth: 13
+431. ✓ Pred: 132.0, Truth: 132
+432. ✓ Pred: 1.0, Truth: 1
+433. ✓ Pred: 30.0, Truth: 30
+434. ✓ Pred: 6.0, Truth: 6
+435. ✗ Pred: 6.7340067340067336, Truth: 5
+436. ✓ Pred: 5.0, Truth: 5
+437. ✓ Pred: 15.0, Truth: 15
+438. ✗ Pred: 9.333333333333334, Truth: 7
+439. ✗ Pred: None, Truth: 2
+440. ✗ Pred: -3.0, Truth: 17
+441. ✓ Pred: 98.0, Truth: 98
+442. ✓ Pred: 80.0, Truth: 80
+443. ✓ Pred: 49.0, Truth: 49
+444. ✗ Pred: 29.5, Truth: 59
+445. ✓ Pred: 20.0, Truth: 20
+446. ✗ Pred: 5.25, Truth: 6
+447. ✓ Pred: 2.0, Truth: 2
+448. ✗ Pred: -5.0, Truth: 5
+449. ✗ Pred: 875.0, Truth: 539
+450. ✓ Pred: 112.0, Truth: 112
+451. ✗ Pred: -12.0, Truth: 4
+452. ✓ Pred: 11050.0, Truth: 11050
+453. ✓ Pred: 50.0, Truth: 50
+454. ✗ Pred: 8400.0, Truth: 6400
+455. ✗ Pred: 240.0, Truth: 150
+456. ✓ Pred: 1920.0, Truth: 1920
+457. ✓ Pred: 78.0, Truth: 78
+458. ��� Pred: -5.0, Truth: 45
+459. ✓ Pred: 35.0, Truth: 35
+460. ✗ Pred: 3.0, Truth: 2
+461. ✓ Pred: 84.0, Truth: 84
+462. ✗ Pred: None, Truth: 9
+463. ✓ Pred: 71.0, Truth: 71
+464. ✓ Pred: 18.0, Truth: 18
+465. ✗ Pred: None, Truth: 6
+466. ✓ Pred: 30.0, Truth: 30
+467. ✓ Pred: 1.0, Truth: 1
+468. ✓ Pred: 1200.0, Truth: 1200
+469. ✗ Pred: -80.0, Truth: 120
+470. ✓ Pred: 4.0, Truth: 4
+471. ✗ Pred: None, Truth: 3
+472. ✓ Pred: 80.0, Truth: 80
+473. ✓ Pred: 6.0, Truth: 6
+474. ✗ Pred: None, Truth: 10
+475. ✓ Pred: 80.0, Truth: 80
+476. ✓ Pred: 20.0, Truth: 20
+477. ✓ Pred: 5.0, Truth: 5
+478. ✓ Pred: 20.0, Truth: 20
+479. ✓ Pred: 621.0, Truth: 621
+480. ✗ Pred: 8600.0, Truth: 15400
+481. ✓ Pred: 11.0, Truth: 11
+482. ✓ Pred: 84.0, Truth: 84
+483. ✓ Pred: 26.0, Truth: 26
+484. ✗ Pred: -40.0, Truth: 40
+485. ✓ Pred: 240.0, Truth: 240
+486. ✓ Pred: 220.0, Truth: 220
+487. ✓ Pred: 6.0, Truth: 6
+488. ✓ Pred: 4.0, Truth: 4
+489. ✓ Pred: 6.0, Truth: 6
+490. ✓ Pred: -10.0, Truth: -10
+491. ✓ Pred: 4.0, Truth: 4
+492. ✓ Pred: 16.0, Truth: 16
+493. ✓ Pred: 32.0, Truth: 32
+494. ✗ Pred: 38750.0, Truth: 25
+495. ✗ Pred: 51.20833333333333, Truth: 21
+496. ✗ Pred: 40.0, Truth: 200
+497. ✗ Pred: 50.0, Truth: 38
+498. ✗ Pred: 224.0, Truth: 112
+499. ✓ Pred: 40.0, Truth: 40
+500. ✓ Pred: 10.0, Truth: 10
+501. ✗ Pred: 28.5, Truth: 16
+502. ✓ Pred: 273.0, Truth: 273
+503. ✓ Pred: 26.0, Truth: 26
+504. ✓ Pred: 18.0, Truth: 18
+505. ✓ Pred: 2.0, Truth: 2
+506. ✗ Pred: 1200.0, Truth: 1600
+507. ✓ Pred: 144.0, Truth: 144
+508. ✓ Pred: 2.0, Truth: 2
+509. ✗ Pred: None, Truth: 120
+510. ✗ Pred: 20.0, Truth: 4
+511. ✗ Pred: 9691.985559162344, Truth: 525
+512. ✓ Pred: 110.0, Truth: 110
+513. ✓ Pred: 120.0, Truth: 120
+514. ✓ Pred: 300.0, Truth: 300
+515. ✓ Pred: 90000.0, Truth: 90000
+516. ✗ Pred: 288.0, Truth: 160
+517. ✗ Pred: None, Truth: 375
+518. ✓ Pred: 18.0, Truth: 18
+519. ✓ Pred: 32.0, Truth: 32
+520. ✓ Pred: 280.0, Truth: 280
+521. ✓ Pred: 63.0, Truth: 63
+522. ✓ Pred: 39.0, Truth: 39
+523. ✓ Pred: 29.0, Truth: 29
+524. ✗ Pred: 62.0, Truth: 74
+525. ✓ Pred: 9.0, Truth: 9
+526. ✗ Pred: 36.0, Truth: 12
+527. ✓ Pred: 21.0, Truth: 21
+528. ✗ Pred: 240.0, Truth: 48
+529. ✗ Pred: 92.0, Truth: 172
+530. ✗ Pred: 0.0, Truth: 11
+531. ✗ Pred: 48.0, Truth: 36
+532. ✗ Pred: 122.0, Truth: 66
+533. ✗ Pred: 21.0, Truth: 25
+534. ✓ Pred: 300.0, Truth: 300
+535. ✗ Pred: 80.0, Truth: 300
+536. ✓ Pred: 16.0, Truth: 16
+537. ✓ Pred: 8.0, Truth: 8
+538. ✓ Pred: 188.0, Truth: 188
+539. ✓ Pred: 18.0, Truth: 18
+540. ✗ Pred: 60.0, Truth: 35
+541. ✓ Pred: 39.0, Truth: 39
+542. ✗ Pred: 150.0, Truth: 50
+543. ✓ Pred: 7.0, Truth: 7
+544. ✓ Pred: 6.0, Truth: 6
+545. ✓ Pred: 80.0, Truth: 80
+546. ✓ Pred: 30.0, Truth: 30
+547. ✗ Pred: 8.0, Truth: 130
+548. ✗ Pred: 12.0, Truth: 81
+549. ✓ Pred: 100.0, Truth: 100
+550. ✗ Pred: 402.0, Truth: 398
+551. ✓ Pred: 27.0, Truth: 27
+552. ✓ Pred: 17.0, Truth: 17
+553. ✗ Pred: 2200.0, Truth: 450
+554. ✓ Pred: 92.0, Truth: 92
+555. ✓ Pred: 54.0, Truth: 54
+556. ✗ Pred: None, Truth: 2
+557. ✓ Pred: 160.0, Truth: 160
+558. ✓ Pred: 70.0, Truth: 70
+559. ✓ Pred: 3.0, Truth: 3
+560. ✗ Pred: None, Truth: 16
+561. ✓ Pred: 45.0, Truth: 45
+562. ✗ Pred: None, Truth: 180
+563. ✗ Pred: 50.0, Truth: 82
+564. ✗ Pred: 6.0, Truth: 12
+565. ✗ Pred: 310.0, Truth: 240
+566. ✓ Pred: 5.0, Truth: 5
+567. ✗ Pred: 125.0, Truth: 10
+568. ✗ Pred: 7.875, Truth: 9
+569. ✓ Pred: 175.0, Truth: 175
+570. ✓ Pred: 21.0, Truth: 21
+571. ✗ Pred: 7.0, Truth: 23
+572. ✓ Pred: 308.0, Truth: 308
+573. ✓ Pred: 100.0, Truth: 100
+574. ✓ Pred: 600.0, Truth: 600
+575. ✓ Pred: 37.0, Truth: 37
+576. ✓ Pred: 36.0, Truth: 36
+577. ✗ Pred: None, Truth: 11232
+578. ✗ Pred: 64.28571428571429, Truth: 40
+579. ✗ Pred: 27.6, Truth: 48
+580. ✓ Pred: 7.0, Truth: 7
+581. ✗ Pred: 520.0, Truth: 500
+582. ✓ Pred: 215.0, Truth: 215
+583. ✓ Pred: 129200.0, Truth: 129200
+584. ✓ Pred: 120.0, Truth: 120
+585. ✗ Pred: 1.0, Truth: 2
+586. ✓ Pred: 40.0, Truth: 40
+587. ✓ Pred: 800.0, Truth: 800
+588. ✗ Pred: None, Truth: 30
+589. ✗ Pred: 50.0, Truth: 52
+590. ✗ Pred: 2.5, Truth: 15
+591. ✗ Pred: 492.0, Truth: 319
+592. ✗ Pred: None, Truth: 220
+593. ✗ Pred: 19.0, Truth: 1
+594. ✗ Pred: 1.0, Truth: 3
+595. ✓ Pred: 42.0, Truth: 42
+596. ✓ Pred: 13.0, Truth: 13
+597. ✓ Pred: 260.0, Truth: 260
+598. ✓ Pred: 90.0, Truth: 90
+599. ✓ Pred: 69.0, Truth: 69
+600. ✓ Pred: 48.0, Truth: 48
+601. ✓ Pred: 10.0, Truth: 10
+602. ✗ Pred: 94.0, Truth: 104
+603. ✗ Pred: 2.0, Truth: 5
+604. ✗ Pred: 1260.0, Truth: 1800
+605. ✓ Pred: 12.0, Truth: 12
+606. ✓ Pred: 42.0, Truth: 42
+607. ✗ Pred: 0.5237808549066827, Truth: 6
+608. ✓ Pred: 10.0, Truth: 10
+609. ✗ Pred: 3.799999999999997, Truth: 8
+610. ✗ Pred: 0.4375, Truth: 7
+611. ✓ Pred: 65960.0, Truth: 65960
+612. ✗ Pred: 7600000.0, Truth: 1450000
+613. ✗ Pred: 34.0, Truth: 30
+614. ✓ Pred: 93000.0, Truth: 93000
+615. ✓ Pred: 312.0, Truth: 312
+616. ✓ Pred: 33.0, Truth: 33
+617. ✗ Pred: 19.0, Truth: 10
+618. ✓ Pred: 5.0, Truth: 5
+619. ✗ Pred: None, Truth: 36
+620. ✓ Pred: 76.0, Truth: 76
+621. ✗ Pred: 491000.0, Truth: 1509
+622. ✓ Pred: 3000.0, Truth: 3000
+623. ✗ Pred: 7.75, Truth: 7
+624. ✓ Pred: 8.0, Truth: 8
+625. ✓ Pred: 85.0, Truth: 85
+626. ✓ Pred: 160.0, Truth: 160
+627. ✗ Pred: None, Truth: 72
+628. ✗ Pred: 70.0, Truth: 54
+629. ✓ Pred: 4.0, Truth: 4
+630. ✗ Pred: 157500.0, Truth: 17500
+631. ✗ Pred: 75.0, Truth: 10
+632. ✗ Pred: 6600.0, Truth: 4800
+633. ✓ Pred: 45.0, Truth: 45
+634. ✓ Pred: 5.0, Truth: 5
+635. ✓ Pred: 14.0, Truth: 14
+636. ✗ Pred: -4.0, Truth: 4
+637. ✗ Pred: 525.0, Truth: 1050
+638. ✓ Pred: 17.0, Truth: 17
+639. ✓ Pred: 12.0, Truth: 12
+640. ✗ Pred: None, Truth: 216
+641. ✓ Pred: 43500.0, Truth: 43500
+642. ✗ Pred: 378000.0, Truth: 262500
+643. ✓ Pred: 10800.0, Truth: 10800
+644. ✓ Pred: 840.0, Truth: 840
+645. ✗ Pred: 64.0, Truth: 29
+646. ✓ Pred: 48.0, Truth: 48
+647. ✓ Pred: 79.0, Truth: 79
+648. ✓ Pred: 10.0, Truth: 10
+649. ✗ Pred: 52.0, Truth: 54
+650. ✗ Pred: 160000.0, Truth: 162000
+651. ✗ Pred: -142.0, Truth: 142
+652. ✓ Pred: 2100.0, Truth: 2100
+653. ✗ Pred: None, Truth: 75
+654. ✗ Pred: 220.0, Truth: 80
+655. ✓ Pred: 2.0, Truth: 2
+656. ✓ Pred: 10.0, Truth: 10
+657. ✓ Pred: 10.0, Truth: 10
+658. ✗ Pred: 1980000.0, Truth: 330000
+659. ✓ Pred: 120.0, Truth: 120
+660. ✓ Pred: 3.0, Truth: 3
+661. ✓ Pred: 15.0, Truth: 15
+662. ✓ Pred: 44.0, Truth: 44
+663. ✗ Pred: None, Truth: 7
+664. ✓ Pred: 193.0, Truth: 193
+665. ✗ Pred: 21.333333333333332, Truth: 32
+666. ✓ Pred: 360.0, Truth: 360
+667. ✗ Pred: 166.66666666666666, Truth: 120
+668. ✗ Pred: None, Truth: 53
+669. ✗ Pred: None, Truth: 3
+670. ✓ Pred: 132.0, Truth: 132
+671. ✓ Pred: 4.0, Truth: 4
+672. ✓ Pred: 4.0, Truth: 4
+673. ✗ Pred: -15.0, Truth: 2
+674. ✓ Pred: 9.0, Truth: 9
+675. ✓ Pred: 12.0, Truth: 12
+676. ✗ Pred: 17.0, Truth: 33
+677. ✓ Pred: 240.0, Truth: 240
+678. ✗ Pred: 56.0, Truth: 36
+679. ✓ Pred: 120.0, Truth: 120
+680. ✓ Pred: 576.0, Truth: 576
+681. ✗ Pred: -60.0, Truth: 20
+682. ✗ Pred: 202.0, Truth: 298
+683. ✓ Pred: 80.0, Truth: 80
+684. ✗ Pred: None, Truth: 50
+685. ✓ Pred: 11.0, Truth: 11
+686. ✓ Pred: 14.0, Truth: 14
+687. ✓ Pred: 80.0, Truth: 80
+688. ✗ Pred: 18.0, Truth: 13
+689. ✓ Pred: 100.0, Truth: 100
+690. ✗ Pred: 44.0, Truth: 7
+691. ✓ Pred: 5760.0, Truth: 5760
+692. ✗ Pred: 34.0, Truth: 25
+693. ✗ Pred: 46.0, Truth: 32
+694. ✓ Pred: 68.0, Truth: 68
+695. ✗ Pred: -8.0, Truth: 9
+696. ✓ Pred: 5.0, Truth: 5
+697. ✓ Pred: 145.0, Truth: 145
+698. ✓ Pred: 27.0, Truth: 27
+699. ✓ Pred: 720.0, Truth: 720
+700. ✓ Pred: 8.0, Truth: 8
+701. ✓ Pred: 135.0, Truth: 135
+702. ✗ Pred: 130.0, Truth: 200
+703. ✓ Pred: 2800.0, Truth: 2800
+704. ✓ Pred: 50.0, Truth: 50
+705. ✗ Pred: 30.0, Truth: 50
+706. ✓ Pred: 120.0, Truth: 120
+707. ✓ Pred: 9.0, Truth: 9
+708. ✓ Pred: 8.0, Truth: 8
+709. ✓ Pred: 168.0, Truth: 168
+710. ✓ Pred: 3000.0, Truth: 3000
+711. ✓ Pred: 45.0, Truth: 45
+712. ✗ Pred: 5.0, Truth: 6
+713. ✓ Pred: 14.0, Truth: 14
+714. ✓ Pred: 576.0, Truth: 576
+715. ✓ Pred: 10.0, Truth: 10
+716. ✓ Pred: 385000.00000000006, Truth: 385000
+717. ✗ Pred: 395.0, Truth: 770
+718. ✓ Pred: 5.0, Truth: 5
+719. ✗ Pred: 1.2000000000000002, Truth: 2
+720. ✓ Pred: 175.0, Truth: 175
+721. ✓ Pred: 4.0, Truth: 4
+722. ✗ Pred: 3150.0, Truth: 2450
+723. ✗ Pred: -255.0, Truth: 255
+724. ✓ Pred: 160.0, Truth: 160
+725. ✗ Pred: -30.0, Truth: 18
+726. ✗ Pred: 2.7777777777777777, Truth: 25
+727. ✓ Pred: 10.0, Truth: 10
+728. ✗ Pred: 304.0, Truth: 112
+729. ✗ Pred: 66.66666666666666, Truth: 40
+730. ✓ Pred: 1000.0, Truth: 1000
+731. ✓ Pred: 8.0, Truth: 8
+732. ✓ Pred: 1.0, Truth: 1
+733. ✓ Pred: 87.0, Truth: 87
+734. ✗ Pred: 6.666666666666667, Truth: 5
+735. ✓ Pred: 17.0, Truth: 17
+736. ✓ Pred: 50.0, Truth: 50
+737. ✓ Pred: 3.0, Truth: 3
+738. ✓ Pred: 2.0, Truth: 2
+739. ✗ Pred: 16.0, Truth: 4
+740. ✓ Pred: 98.0, Truth: 98
+741. ✓ Pred: 25.0, Truth: 25
+742. ✓ Pred: 28.0, Truth: 28
+743. ✓ Pred: 24.0, Truth: 24
+744. ✗ Pred: -2.0, Truth: 8
+745. ✓ Pred: 4.0, Truth: 4
+746. ✗ Pred: 3600.0, Truth: 1100
+747. ✓ Pred: 28.0, Truth: 28
+748. ✓ Pred: 350.0, Truth: 350
+749. ✓ Pred: 336.0, Truth: 336
+750. ✗ Pred: 0.0, Truth: 3
+751. ✓ Pred: 4000.0, Truth: 4000
+752. ✓ Pred: 43.0, Truth: 43
+753. ✗ Pred: 1200.0, Truth: 240
+754. ✗ Pred: None, Truth: 128
+755. ✗ Pred: None, Truth: 89
+756. ✓ Pred: 7.0, Truth: 7
+757. ✓ Pred: 22.0, Truth: 22
+758. ✗ Pred: None, Truth: 75
+759. ✓ Pred: 133.0, Truth: 133
+760. ✓ Pred: 60000.0, Truth: 60000
+761. ✓ Pred: 16.0, Truth: 16
+762. ✓ Pred: 27.0, Truth: 27
+763. ✓ Pred: 85.0, Truth: 85
+764. ✗ Pred: 4.0, Truth: 100
+765. ✗ Pred: None, Truth: 14
+766. ✓ Pred: 490.0, Truth: 490
+767. ✓ Pred: 12.0, Truth: 12
+768. ✓ Pred: 60.0, Truth: 60
+769. ✗ Pred: 600.0, Truth: 675
+770. ✗ Pred: 195.0, Truth: 110
+771. ✗ Pred: -7.0, Truth: 4
+772. ✓ Pred: 3.0, Truth: 3
+773. ✓ Pred: 50.0, Truth: 50
+774. ✓ Pred: 10.0, Truth: 10
+775. ✓ Pred: 10.0, Truth: 10
+776. ✓ Pred: 276.0, Truth: 276
+777. ✓ Pred: 800.0, Truth: 800
+778. ✗ Pred: 8400.0, Truth: 4400
+779. ✓ Pred: 38.0, Truth: 38
+780. ✗ Pred: 330.0, Truth: 255
+781. ✗ Pred: 961.0, Truth: 25
+782. ✓ Pred: 17.0, Truth: 17
+783. ✗ Pred: 19.0, Truth: 54
+784. ✗ Pred: 5.333333333333333, Truth: 4
+785. ✓ Pred: 15.0, Truth: 15
+786. ✗ Pred: None, Truth: 155
+787. ✓ Pred: 142.0, Truth: 142
+788. ✗ Pred: None, Truth: 25
+789. ✓ Pred: 100.0, Truth: 100
+790. ✗ Pred: 2.6, Truth: 4
+791. ✗ Pred: 12.0, Truth: 108
+792. ✓ Pred: 100.0, Truth: 100
+793. ✓ Pred: 75.0, Truth: 75
+794. ✓ Pred: 250.0, Truth: 250
+795. ✓ Pred: 32.0, Truth: 32
+796. ✓ Pred: 20.0, Truth: 20
+797. ✗ Pred: 1040000.0, Truth: 2880000
+798. ✓ Pred: 540.0, Truth: 540
+799. ✗ Pred: 200.0, Truth: 20
+800. ✓ Pred: 4.0, Truth: 4
+801. ✓ Pred: 428.0, Truth: 428
+802. ✓ Pred: 1240.0, Truth: 1240
+803. ✗ Pred: 4.0, Truth: 6
+804. ✓ Pred: 9.0, Truth: 9
+805. ✓ Pred: 20.0, Truth: 20
+806. ✗ Pred: None, Truth: 1170
+807. ✗ Pred: 0.46, Truth: 70
+808. ✗ Pred: 12.0, Truth: 4
+809. ✗ Pred: 4.875, Truth: 12
+810. ✓ Pred: 50.0, Truth: 50
+811. ✗ Pred: 152.5, Truth: 310
+812. ✓ Pred: 60.0, Truth: 60
+813. ✗ Pred: 98.0, Truth: 79
+814. ✓ Pred: 7.0, Truth: 7
+815. ✗ Pred: 12.0, Truth: 11
+816. ✗ Pred: None, Truth: 4
+817. ✓ Pred: 4500.0, Truth: 4500
+818. ✓ Pred: 15.0, Truth: 15
+819. ✓ Pred: 16.0, Truth: 16
+820. ✓ Pred: 6250.0, Truth: 6250
+821. ✓ Pred: 720.0, Truth: 720
+822. ✓ Pred: 35.0, Truth: 35
+823. ✓ Pred: 1260.0, Truth: 1260
+824. ✗ Pred: 18.0, Truth: 14
+825. ✓ Pred: 52.0, Truth: 52
+826. ✗ Pred: None, Truth: 153
+827. ✓ Pred: 27.0, Truth: 27
+828. ✗ Pred: 5.0, Truth: 11
+829. ✓ Pred: 60.0, Truth: 60
+830. ✓ Pred: 14000.0, Truth: 14000
+831. ✗ Pred: 768.0, Truth: 1128
+832. ✗ Pred: None, Truth: 324
+833. ✗ Pred: None, Truth: 42
+834. ✗ Pred: None, Truth: 40
+835. ✓ Pred: 80.0, Truth: 80
+836. ✗ Pred: 27.0, Truth: 48
+837. ✓ Pred: 140.0, Truth: 140
+838. ✗ Pred: 380.0, Truth: 120
+839. ✓ Pred: 15.0, Truth: 15
+840. ✓ Pred: 2.0, Truth: 2
+841. ✓ Pred: 16.0, Truth: 16
+842. ✓ Pred: 5600.0, Truth: 5600
+843. ✓ Pred: 10.0, Truth: 10
+844. ✓ Pred: 19.0, Truth: 19
+845. ✓ Pred: 180.0, Truth: 180
+846. ✓ Pred: 12.0, Truth: 12
+847. ✓ Pred: 11.0, Truth: 11
+848. ✓ Pred: 975.0, Truth: 975
+849. ✓ Pred: 10.0, Truth: 10
+850. ✓ Pred: 75.0, Truth: 75
+851. ✓ Pred: 70.0, Truth: 70
+852. ✓ Pred: 110.0, Truth: 110
+853. ✓ Pred: 123.0, Truth: 123
+854. ✓ Pred: 15.0, Truth: 15
+855. ✗ Pred: 120.0, Truth: 144
+856. ✗ Pred: -3.0, Truth: 13
+857. ✓ Pred: 7.0, Truth: 7
+858. ✗ Pred: 26000.0, Truth: 14000
+859. ✗ Pred: 10.0, Truth: 3430
+860. ✓ Pred: 1520.0, Truth: 1520
+861. ✗ Pred: None, Truth: 3
+862. ✗ Pred: 60.0, Truth: 30
+863. ✓ Pred: 40.0, Truth: 40
+864. ✓ Pred: 110.0, Truth: 110
+865. ✗ Pred: 480.0, Truth: 80
+866. ✓ Pred: 23.0, Truth: 23
+867. ✗ Pred: 0.0, Truth: 28
+868. ✓ Pred: 7.0, Truth: 7
+869. ✗ Pred: 500.0, Truth: 15
+870. ✓ Pred: 500.0, Truth: 500
+871. ✗ Pred: 60.0, Truth: 40
+872. ✓ Pred: 48.0, Truth: 48
+873. ✓ Pred: 13.0, Truth: 13
+874. ✓ Pred: 12.0, Truth: 12
+875. ✓ Pred: 132.0, Truth: 132
+876. ✓ Pred: 60.0, Truth: 60
+877. ✓ Pred: 41.0, Truth: 41
+878. ✓ Pred: 7000.0, Truth: 7000
+879. ✗ Pred: None, Truth: 5
+880. ✓ Pred: 575.0, Truth: 575
+881. ✓ Pred: 10.0, Truth: 10
+882. ✗ Pred: 14.0, Truth: 16
+883. ✓ Pred: 5.0, Truth: 5
+884. ✗ Pred: 16.666666666666668, Truth: 25
+885. ✓ Pred: 50.0, Truth: 50
+886. ✓ Pred: 500.0, Truth: 500
+887. ✓ Pred: 20.0, Truth: 20
+888. ✗ Pred: None, Truth: 34
+889. ✓ Pred: 10.0, Truth: 10
+890. ✓ Pred: 15.0, Truth: 15
+891. ✓ Pred: 25.0, Truth: 25
+892. ✗ Pred: None, Truth: 55
+893. ✓ Pred: 1.0, Truth: 1
+894. ✓ Pred: 480.0, Truth: 480
+895. ✗ Pred: 4.0, Truth: 26
+896. ✓ Pred: 74.0, Truth: 74
+897. ✓ Pred: 250.0, Truth: 250
+898. ✗ Pred: 9.0, Truth: 1
+899. ✓ Pred: 110.0, Truth: 110
+900. ✓ Pred: 16.0, Truth: 16
+901. ✓ Pred: 15.0, Truth: 15
+902. ✓ Pred: 1.0, Truth: 1
+903. ✓ Pred: 8.0, Truth: 8
+904. ✗ Pred: 58.0, Truth: 16
+905. ✓ Pred: 8.0, Truth: 8
+906. ✓ Pred: 5.0, Truth: 5
+907. ✗ Pred: None, Truth: 10
+908. ✓ Pred: 16.0, Truth: 16
+909. ✓ Pred: 14.0, Truth: 14
+910. ✗ Pred: 42.0, Truth: 38
+911. ✓ Pred: 700.0, Truth: 700
+912. ✗ Pred: 80.0, Truth: 64
+913. ✗ Pred: 0.0044444444444444444, Truth: 6
+914. ✗ Pred: 1.6666666666666665, Truth: 6
+915. ✓ Pred: 3.0, Truth: 3
+916. ✗ Pred: None, Truth: 23
+917. ✗ Pred: 27.25, Truth: 14
+918. ✓ Pred: 12.0, Truth: 12
+919. ✓ Pred: 56.0, Truth: 56
+920. ✓ Pred: 90.0, Truth: 90
+921. ✓ Pred: 47.0, Truth: 47
+922. ✓ Pred: 4.0, Truth: 4
+923. ✓ Pred: 60.0, Truth: 60
+924. ✗ Pred: -5.0, Truth: 2
+925. ✓ Pred: 12.0, Truth: 12
+926. ✓ Pred: 2000.0, Truth: 2000
+927. ✗ Pred: None, Truth: 1
+928. ✗ Pred: 1575000.0, Truth: 85000
+929. ✗ Pred: 44.4, Truth: 60
+930. ✓ Pred: 60.0, Truth: 60
+931. ✓ Pred: 14.0, Truth: 14
+932. ✗ Pred: 30.0, Truth: 50
+933. ✗ Pred: 21.0, Truth: 24
+934. ✓ Pred: 15.0, Truth: 15
+935. ✗ Pred: 10.933333333333334, Truth: 410
+936. ✓ Pred: 64800.0, Truth: 64800
+937. ✗ Pred: -543.3333333333333, Truth: 250
+938. ✓ Pred: 159.0, Truth: 159
+939. ✗ Pred: 8.0, Truth: 4
+940. ✓ Pred: 650.0, Truth: 650
+941. ✗ Pred: None, Truth: 280
+942. ✓ Pred: 842.0, Truth: 842
+943. ✗ Pred: 178.75, Truth: 205
+944. ✗ Pred: 15.0, Truth: 50
+945. ✓ Pred: 34.0, Truth: 34
+946. ✗ Pred: 13.0, Truth: 17
+947. ✓ Pred: 450.0, Truth: 450
+948. ✓ Pred: 13.0, Truth: 13
+949. ✓ Pred: 15.0, Truth: 15
+950. ✗ Pred: 16.0, Truth: 42
+951. ✗ Pred: None, Truth: 5
+952. ✗ Pred: 1.5, Truth: 300
+953. ✓ Pred: 360.0, Truth: 360
+954. ✗ Pred: -370.0, Truth: 452
+955. ✓ Pred: 34.0, Truth: 34
+956. ✗ Pred: 1500.0, Truth: 100
+957. ✓ Pred: 1.0, Truth: 1
+958. ✓ Pred: 45.0, Truth: 45
+959. ✗ Pred: None, Truth: 40
+960. ✓ Pred: 7.0, Truth: 7
+961. ✗ Pred: None, Truth: 11
+962. ✗ Pred: 240.0, Truth: 225
+963. ✓ Pred: 1000.0, Truth: 1000
+964. ✗ Pred: None, Truth: 147
+965. ✗ Pred: None, Truth: 200
+966. ✗ Pred: None, Truth: 374
+967. ✗ Pred: 36.0, Truth: 48
+968. ✓ Pred: 30.0, Truth: 30
+969. ✗ Pred: None, Truth: 227
+970. ✗ Pred: 1500.0, Truth: 1800
+971. ✓ Pred: 33.0, Truth: 33
+972. ✗ Pred: None, Truth: 100
+973. ✗ Pred: 176.0, Truth: 120
+974. ✓ Pred: 79.0, Truth: 79
+975. ✓ Pred: 5.0, Truth: 5
+976. ✓ Pred: 20.0, Truth: 20
+977. ✓ Pred: 540.0, Truth: 540
+978. ✓ Pred: 4.0, Truth: 4
+979. ✓ Pred: 160.0, Truth: 160
+980. ✓ Pred: 50.0, Truth: 50
+981. ✓ Pred: 90.0, Truth: 90
+982. ✓ Pred: 7.0, Truth: 7
+983. ✓ Pred: 12.0, Truth: 12
+984. ✓ Pred: 15.0, Truth: 15
+985. ✗ Pred: 157.5, Truth: 342
+986. ✓ Pred: 63.0, Truth: 63
+987. ✓ Pred: 70.0, Truth: 70
+988. ✓ Pred: 3.0, Truth: 3
+989. ✓ Pred: 6.0, Truth: 6
+990. ✗ Pred: 10.0, Truth: 45
+991. ✓ Pred: 14.0, Truth: 14
+992. ✗ Pred: None, Truth: 15
+993. ✗ Pred: 96.0, Truth: 52
+994. ✗ Pred: 5.5, Truth: 11
+995. ✓ Pred: 2.0, Truth: 2
+996. ✓ Pred: 12.0, Truth: 12
+997. ✗ Pred: None, Truth: 3
+998. ✓ Pred: 6600.0, Truth: 6600
+999. ✓ Pred: 50.0, Truth: 50
+1000. ✓ Pred: 25.0, Truth: 25
+1001. ✓ Pred: 1.0, Truth: 1
+1002. ✗ Pred: 14.0, Truth: 2
+1003. ✓ Pred: 8.0, Truth: 8
+1004. ✗ Pred: 4800.0, Truth: 480
+1005. ✓ Pred: 8.0, Truth: 8
+1006. ✓ Pred: 1490.0, Truth: 1490
+1007. ✗ Pred: None, Truth: 826
+1008. ✓ Pred: 34.0, Truth: 34
+1009. ✓ Pred: 230.0, Truth: 230
+1010. ✓ Pred: 1875.0, Truth: 1875
+1011. ✓ Pred: 5.0, Truth: 5
+1012. ✓ Pred: 6000.0, Truth: 6000
+1013. ✗ Pred: 34.0, Truth: 94
+1014. ✗ Pred: 0.20833333333333334, Truth: 2
+1015. ✗ Pred: None, Truth: 3
+1016. ✓ Pred: 78.0, Truth: 78
+1017. ✗ Pred: 139.0, Truth: 138
+1018. ✗ Pred: None, Truth: 45
+1019. ✓ Pred: 60.0, Truth: 60
+1020. ✗ Pred: 76.0, Truth: 98
+1021. ✓ Pred: 22.0, Truth: 22
+1022. ✓ Pred: 36.0, Truth: 36
+1023. ✗ Pred: 180.0, Truth: 12
+1024. ✓ Pred: 77.0, Truth: 77
+1025. ✓ Pred: 300.0, Truth: 300
+1026. ✗ Pred: None, Truth: 30
+1027. ✓ Pred: 43200.0, Truth: 43200
+1028. ✗ Pred: 3.0, Truth: 12
+1029. ✓ Pred: 200.0, Truth: 200
+1030. ✗ Pred: 42.0, Truth: 34
+1031. ✗ Pred: 62.0, Truth: 24
+1032. ✓ Pred: 5.0, Truth: 5
+1033. ✗ Pred: 50.0, Truth: 450
+1034. ✓ Pred: 2.0, Truth: 2
+1035. ✓ Pred: 66.0, Truth: 66
+1036. ✗ Pred: 45.0, Truth: 35
+1037. ✓ Pred: 10.0, Truth: 10
+1038. ✓ Pred: 10.0, Truth: 10
+1039. ✗ Pred: None, Truth: 4
+1040. ✓ Pred: 160.0, Truth: 160
+1041. ✗ Pred: 634.0, Truth: 736
+1042. ✓ Pred: 101.0, Truth: 101
+1043. ✗ Pred: 10.833333333333334, Truth: 3
+1044. ✗ Pred: None, Truth: 130000
+1045. ✗ Pred: None, Truth: 1
+1046. ✗ Pred: 240.0, Truth: 420
+1047. ✗ Pred: None, Truth: 189
+1048. ✓ Pred: 10.0, Truth: 10
+1049. ✗ Pred: 9860.78, Truth: 7400
+1050. ✓ Pred: 20.0, Truth: 20
+1051. ✗ Pred: None, Truth: 655
+1052. ✓ Pred: 15.0, Truth: 15
+1053. ✓ Pred: 110.0, Truth: 110
+1054. ✓ Pred: 55.0, Truth: 55
+1055. ✓ Pred: 2400.0, Truth: 2400
+1056. ✓ Pred: 2304.0, Truth: 2304
+1057. ✗ Pred: 93.6, Truth: 156
+1058. ✓ Pred: 24.0, Truth: 24
+1059. ✓ Pred: 250.0, Truth: 250
+1060. ✗ Pred: 60.0, Truth: 2
+1061. ✗ Pred: 23.5, Truth: 31
+1062. ✗ Pred: None, Truth: 58
+1063. ✓ Pred: 482.0, Truth: 482
+1064. ✓ Pred: 320.0, Truth: 320
+1065. ✓ Pred: 247.0, Truth: 247
+1066. ✓ Pred: 95.0, Truth: 95
+1067. ✓ Pred: 14.0, Truth: 14
+1068. ✓ Pred: 245.0, Truth: 245
+1069. ✗ Pred: None, Truth: 24
+1070. ✗ Pred: 6000.0, Truth: 300
+1071. ✗ Pred: 12.0, Truth: 18
+1072. ✗ Pred: 371.0, Truth: 251
+1073. ✓ Pred: 85.0, Truth: 85
+1074. ✗ Pred: None, Truth: 21
+1075. ✗ Pred: None, Truth: 750
+1076. ✗ Pred: 0.0, Truth: 16
+1077. ✓ Pred: 162.0, Truth: 162
+1078. ✗ Pred: -20.0, Truth: 145
+1079. ✓ Pred: 8.0, Truth: 8
+1080. ✓ Pred: 10.0, Truth: 10
+1081. ✓ Pred: 72000.0, Truth: 72000
+1082. ✓ Pred: 195.0, Truth: 195
+1083. ✗ Pred: None, Truth: 2
+1084. ✗ Pred: 66.0, Truth: 2
+1085. ✗ Pred: 80.0, Truth: 20
+1086. ✓ Pred: 26.0, Truth: 26
+1087. ✗ Pred: 133500.0, Truth: 131250
+1088. ✓ Pred: 12.0, Truth: 12
+1089. ✗ Pred: 27.333333333333332, Truth: 30
+1090. ✓ Pred: 32.0, Truth: 32
+1091. ✗ Pred: None, Truth: 72
+1092. ✓ Pred: 1000.0, Truth: 1000
+1093. ✗ Pred: 2160.0, Truth: 1080
+1094. ✓ Pred: 144.0, Truth: 144
+1095. ✗ Pred: 22.22222222222222, Truth: 25
+1096. ✓ Pred: 270.0, Truth: 270
+1097. ✗ Pred: 144.0, Truth: 240
+1098. ✓ Pred: 480.0, Truth: 480
+1099. ✓ Pred: 30.0, Truth: 30
+1100. ✓ Pred: 2.0, Truth: 2
+1101. ✓ Pred: 5.0, Truth: 5
+1102. ✓ Pred: 16.0, Truth: 16
+1103. ✗ Pred: 992.0, Truth: 113
+1104. ✗ Pred: 30.0, Truth: 90
+1105. ✓ Pred: 24.0, Truth: 24
+1106. ✗ Pred: 3.0, Truth: 40
+1107. ✗ Pred: None, Truth: 5
+1108. ✓ Pred: 360.0, Truth: 360
+1109. ✓ Pred: 38.0, Truth: 38
+1110. ✓ Pred: 3.0, Truth: 3
+1111. ✗ Pred: 310.0, Truth: 60
+1112. ✓ Pred: 157.0, Truth: 157
+1113. ✓ Pred: 5.0, Truth: 5
+1114. ✓ Pred: -3.0, Truth: -3
+1115. ✓ Pred: 8.0, Truth: 8
+1116. ✓ Pred: 5.0, Truth: 5
+1117. ✓ Pred: 60.0, Truth: 60
+1118. ✓ Pred: 9.0, Truth: 9
+1119. ✓ Pred: 5.0, Truth: 5
+1120. ✓ Pred: 18.0, Truth: 18
+1121. ✗ Pred: 4200.0, Truth: 560
+1122. ✓ Pred: 35.0, Truth: 35
+1123. ✓ Pred: 18.0, Truth: 18
+1124. ✗ Pred: 45.0, Truth: 105
+1125. ✗ Pred: 13.0, Truth: 64
+1126. ✓ Pred: 90.0, Truth: 90
+1127. ✓ Pred: 50.0, Truth: 50
+1128. ✗ Pred: 30.0, Truth: 750
+1129. ✓ Pred: 9.0, Truth: 9
+1130. ✗ Pred: None, Truth: 8
+1131. ✓ Pred: 25.0, Truth: 25
+1132. ✓ Pred: 96.0, Truth: 96
+1133. ✓ Pred: 45000.0, Truth: 45000
+1134. ✗ Pred: 1800.0, Truth: 50
+1135. ✓ Pred: 7.0, Truth: 7
+1136. ✓ Pred: 32.0, Truth: 32
+1137. ✗ Pred: 36.0, Truth: 26
+1138. ✗ Pred: None, Truth: 68
+1139. ✓ Pred: 700.0, Truth: 700
+1140. ✓ Pred: 1.0, Truth: 1
+1141. ✗ Pred: 54.0, Truth: 27
+1142. ✓ Pred: 20.0, Truth: 20
+1143. ✓ Pred: 9.0, Truth: 9
+1144. ✓ Pred: 300.0, Truth: 300
+1145. ✗ Pred: 10.0, Truth: 34
+1146. ✗ Pred: 36.0, Truth: 291
+1147. ✗ Pred: -16.0, Truth: 16
+1148. ✗ Pred: None, Truth: 22
+1149. ✗ Pred: None, Truth: 9
+1150. ✓ Pred: 93.0, Truth: 93
+1151. ✗ Pred: None, Truth: 21
+1152. ✗ Pred: None, Truth: 50
+1153. ✗ Pred: 15.000000000000002, Truth: 12
+1154. ✗ Pred: 20.833333333333332, Truth: 20
+1155. ✗ Pred: 210.0, Truth: 30
+1156. ✓ Pred: 13.0, Truth: 13
+1157. ✓ Pred: 120.0, Truth: 120
+1158. ✗ Pred: 12.0, Truth: 3
+1159. ✓ Pred: 7300.0, Truth: 7300
+1160. ✗ Pred: 25.0, Truth: 50
+1161. ✗ Pred: None, Truth: 1125
+1162. ✗ Pred: 2660.0, Truth: 170
+1163. ✓ Pred: 3.0, Truth: 3
+1164. ✓ Pred: 12.0, Truth: 12
+1165. ✗ Pred: None, Truth: 9
+1166. ✓ Pred: 1248.0, Truth: 1248
+1167. ✗ Pred: 27500.0, Truth: 2350
+1168. ✓ Pred: 120.0, Truth: 120
+1169. ✗ Pred: 60.0, Truth: 20
+1170. ✗ Pred: -7.0, Truth: 2
+1171. ✓ Pred: 2.0, Truth: 2
+1172. ✗ Pred: 7960.0, Truth: 3160
+1173. ✓ Pred: 93.0, Truth: 93
+1174. ✗ Pred: 1.0, Truth: 10
+1175. ✗ Pred: 720.0, Truth: 240
+1176. ✗ Pred: 14.0, Truth: 16
+1177. ✗ Pred: 5.0, Truth: 2
+1178. ✓ Pred: 17.0, Truth: 17
+1179. ✓ Pred: 17.0, Truth: 17
+1180. ✗ Pred: None, Truth: 50
+1181. ✗ Pred: None, Truth: 5600
+1182. ✓ Pred: 20.0, Truth: 20
+1183. ✗ Pred: 100.0, Truth: 1800
+1184. ✗ Pred: None, Truth: 11
+1185. ✗ Pred: None, Truth: 306
+1186. ✗ Pred: 7.5, Truth: 6
+1187. ✓ Pred: 19.0, Truth: 19
+1188. ✗ Pred: 174.0, Truth: 5
+1189. ✗ Pred: None, Truth: 24
+1190. ✗ Pred: 10.0, Truth: 6
+1191. ✗ Pred: 310.0, Truth: 19
+1192. ✗ Pred: -20.0, Truth: 100
+1193. ✓ Pred: 280.0, Truth: 280
+1194. ✓ Pred: 9.0, Truth: 9
+1195. ✓ Pred: 1200.0, Truth: 1200
+1196. ✗ Pred: 290.0, Truth: 320
+1197. ✓ Pred: 75.0, Truth: 75
+1198. ✗ Pred: 18600.0, Truth: 2400
+1199. ✓ Pred: 140.0, Truth: 140
+1200. ✗ Pred: None, Truth: 2
+1201. ✓ Pred: 8.0, Truth: 8
+1202. ✓ Pred: 42.0, Truth: 42
+1203. ✗ Pred: 23.0, Truth: 19
+1204. ✓ Pred: 240.0, Truth: 240
+1205. ✗ Pred: None, Truth: 168
+1206. ✗ Pred: 0.0, Truth: 4
+1207. ✓ Pred: 40000.0, Truth: 40000
+1208. ✓ Pred: 64.0, Truth: 64
+1209. ✓ Pred: 27.0, Truth: 27
+1210. ✓ Pred: 29.0, Truth: 29
+1211. ✗ Pred: None, Truth: 288
+1212. ✓ Pred: 448.0, Truth: 448
+1213. ✗ Pred: 135.0, Truth: 150
+1214. ✗ Pred: 46.5, Truth: 31
+1215. ✗ Pred: None, Truth: 5
+1216. ✗ Pred: None, Truth: 36
+1217. ✗ Pred: -70.0, Truth: 20
+1218. ✗ Pred: 48.0, Truth: 75
+1219. ✗ Pred: None, Truth: 225
+1220. ✓ Pred: 100.0, Truth: 100
+1221. ✗ Pred: None, Truth: 32
+1222. ✓ Pred: 10.0, Truth: 10
+1223. ✓ Pred: 350.0, Truth: 350
+1224. ✓ Pred: 8.0, Truth: 8
+1225. ✓ Pred: 5.0, Truth: 5
+1226. ✗ Pred: 6.0, Truth: 3
+1227. ✗ Pred: 66.0, Truth: 90
+1228. ✓ Pred: 66.0, Truth: 66
+1229. ✓ Pred: 31.0, Truth: 31
+1230. ✗ Pred: 16.0, Truth: 36
+1231. ✓ Pred: 440.0, Truth: 440
+1232. ✗ Pred: 105.0, Truth: 70
+1233. ✓ Pred: 15.0, Truth: 15
+1234. ✓ Pred: 81.0, Truth: 81
+1235. ✗ Pred: None, Truth: 12
+1236. ✗ Pred: 100.0, Truth: 60
+1237. ✓ Pred: 84.0, Truth: 84
+1238. ✓ Pred: 78.0, Truth: 78
+1239. ✗ Pred: None, Truth: 520
+1240. ✓ Pred: 50.0, Truth: 50
+1241. ✗ Pred: 0.5, Truth: 2
+1242. ✗ Pred: 48.0, Truth: 8
+1243. ✓ Pred: 20.0, Truth: 20
+1244. ✓ Pred: 50.0, Truth: 50
+1245. ✓ Pred: 35.0, Truth: 35
+1246. ✓ Pred: 96.0, Truth: 96
+1247. ✓ Pred: 3360.0, Truth: 3360
+1248. ✗ Pred: 9.0, Truth: 7
+1249. ✓ Pred: 750.0, Truth: 750
+1250. ✗ Pred: 44.0, Truth: 56
+1251. ✓ Pred: 22.0, Truth: 22
+1252. ✗ Pred: 38.75, Truth: 30
+1253. ✓ Pred: 70.0, Truth: 70
+1254. ✓ Pred: 120.0, Truth: 120
+1255. ✓ Pred: 30.0, Truth: 30
+1256. ✓ Pred: 12.0, Truth: 12
+1257. ✓ Pred: 15.0, Truth: 15
+1258. ✓ Pred: 14.0, Truth: 14
+1259. ✓ Pred: 60.0, Truth: 60
+1260. ✓ Pred: 7200.0, Truth: 7200
+1261. ✓ Pred: 5.0, Truth: 5
+1262. ✓ Pred: 235.0, Truth: 235
+1263. ✓ Pred: 12.0, Truth: 12
+1264. ✓ Pred: 500.0, Truth: 500
+1265. ✗ Pred: 190.0, Truth: 210
+1266. ✗ Pred: 60.0, Truth: 36
+1267. ✓ Pred: 147.0, Truth: 147
+1268. ✓ Pred: 40.0, Truth: 40
+1269. ✓ Pred: 20.0, Truth: 20
+1270. ✗ Pred: 79.81166037701888, Truth: 54
+1271. ✓ Pred: 3528.0, Truth: 3528
+1272. ✗ Pred: None, Truth: 43
+1273. ✓ Pred: 296.0, Truth: 296
+1274. ✗ Pred: 13.5, Truth: 27
+1275. ✓ Pred: 38.0, Truth: 38
+1276. ✓ Pred: 16.0, Truth: 16
+1277. ✓ Pred: 70.0, Truth: 70
+1278. ✗ Pred: 32.0, Truth: 48
+1279. ✓ Pred: 665.0, Truth: 665
+1280. ✓ Pred: 180.0, Truth: 180
+1281. ✓ Pred: 7.0, Truth: 7
+1282. ✓ Pred: 20.0, Truth: 20
+1283. ✗ Pred: 14.0, Truth: 12
+1284. ✓ Pred: 60.0, Truth: 60
+1285. ✗ Pred: 7285.0, Truth: 25
+1286. ✗ Pred: None, Truth: 1218
+1287. ✓ Pred: 105.0, Truth: 105
+1288. ✗ Pred: 72.0, Truth: 84
+1289. ✗ Pred: 1440.0, Truth: 34
+1290. ✓ Pred: 101.0, Truth: 101
+1291. ✓ Pred: 90.0, Truth: 90
+1292. ✓ Pred: 27.0, Truth: 27
+1293. ✓ Pred: 67.0, Truth: 67
+1294. ✓ Pred: 140000.0, Truth: 140000
+1295. ✗ Pred: 40.0, Truth: 36
+1296. ✓ Pred: 2.0, Truth: 2
+1297. ✓ Pred: 335.0, Truth: 335
+1298. ✓ Pred: 60.0, Truth: 60
+1299. ✗ Pred: None, Truth: 31
+1300. ✓ Pred: 13.0, Truth: 13
+1301. ✓ Pred: 120.0, Truth: 120
+1302. ✗ Pred: 6.0, Truth: 23
+1303. ✓ Pred: 72.0, Truth: 72
+1304. ✗ Pred: 2.0, Truth: 4
+1305. ✓ Pred: 1000.0, Truth: 1000
+1306. ✓ Pred: 2325.0, Truth: 2325
+1307. ✗ Pred: 6.0, Truth: 2
+1308. ✗ Pred: None, Truth: 8
+1309. ✓ Pred: 30.0, Truth: 30
+1310. ✗ Pred: 2180.0, Truth: 2280
+1311. ✗ Pred: 2.0, Truth: 64
+1312. ✓ Pred: 594.0, Truth: 594
+1313. ✗ Pred: 130.0, Truth: 180
+1314. ✓ Pred: 2.0, Truth: 2
+1315. ✗ Pred: 11.0, Truth: 8
+1316. ✓ Pred: 5.0, Truth: 5
+1317. ✓ Pred: 230.0, Truth: 230
+1318. ✗ Pred: 13.0, Truth: 5
+1319. ✓ Pred: 14.0, Truth: 14

checkpoints/fst_353M_resume_new/verification_fold_1 copy.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 1
+============================================================
+Total: 264
+Correct: 149
+Incorrect: 81
+No Answer: 34
+Accuracy: 56.44%
+============================================================
+

checkpoints/fst_353M_resume_new/verification_fold_1.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 1
+============================================================
+Total: 264
+Correct: 96
+Incorrect: 44
+No Answer: 124
+Accuracy: 36.36%
+============================================================
+

checkpoints/fst_353M_resume_new/verification_fold_2 copy.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 2
+============================================================
+Total: 264
+Correct: 150
+Incorrect: 85
+No Answer: 29
+Accuracy: 56.82%
+============================================================
+

checkpoints/fst_353M_resume_new/verification_fold_3 copy.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 3
+============================================================
+Total: 264
+Correct: 153
+Incorrect: 91
+No Answer: 20
+Accuracy: 57.95%
+============================================================
+

checkpoints/fst_353M_resume_new/verification_fold_4 copy.txt

@@ -0,0 +1,10 @@
+============================================================
+GSM8K Verification Results - Fold 4
+============================================================
+Total: 264
+Correct: 159
+Incorrect: 72
+No Answer: 33
+Accuracy: 60.23%
+============================================================
+