diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..6d80c7e5b5d274a6a76db1b224354623905428ff 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+GroveMoE-Inst-cali_b64new-tile60_freq_0.5-hf/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5-hf/model-00014-of-00014.safetensors b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5-hf/model-00014-of-00014.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..635bc36bac6ccbc8a452716a714961c5dfecbf3d
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5-hf/model-00014-of-00014.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890e8b3aa7fe01796b1d540dac4645e886bcdfa3441d2a2b825a678a4a57420a
+size 924364984
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5-hf/tokenizer.json b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5-hf/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5-hf/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_0_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_0_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e00e549c89cf93caef9fe686fa67f472e6d2700a
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_0_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556f6a82e4717e6f7dd706cf58f0659045ddac5733de9a8cf0829d31fba168cf
+size 2684376085
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_0_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_0_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c239bd98249b0f730b264d4ba7732123b58ff9a7
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_0_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1002861d1a131ce5bd457284f1eeb3c3608673069341ff39e22a37fcbb1f6168
+size 2684376057
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_10_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_10_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a0272dd5c3813dbee577710f632d58f219c8190f
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_10_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c47144776196866ad205812bddcb9a78f69f09c6ac83f0bfcbf3b65f4364d4
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_11_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_11_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..43bf3d98eefc047f9f3139fb009b7b27459503b9
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_11_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8227d26862a225f169fd576821c75982695925ce8816f8a106c2b6b084445098
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_11_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_11_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e2b23a20fe7c0482af43bb8e7222f73511ed494
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_11_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e10c94544ea4ae0216d44cd5cdd30ea15565c531df02cc65a3c1d2fbd9589
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_14_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_14_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b60bb9ecb8f1a01b962e2f3a4484aef33f94cd5e
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_14_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9054524fa7b95fecb35dbcec1d9060d00591e03298e7ca3fb9aae0fcfa02dd
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_14_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_14_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e45b5a38d6b0005160604dc1ad26813b33c3cb0a
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_14_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9cbd0b3788ad084a1d4da3b16605619d4ebd5668184e1b69f7f0e0d7973ed
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_16_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_16_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3934998397071d1e20e8fbbf3ea7b47ced71442d
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_16_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e4856fd9908cabef4fbd9b21e46982671a585445c137ca52bbac4565c274f5
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_17_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_17_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5ab56791fe70067b17ef247f05ecdb58361cf317
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_17_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b897d61275b238fc324d64e66d7468584de1c8df7c7f71866cf2c2ee63455a
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_19_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_19_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7e379be2ca11d1b230b5fc4ed2b1f29063f81e40
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_19_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c5862b89156b215f65837734001f9664b9aa7915e6f7eb4ea00fce30ceeea7
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_1_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_1_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c0f30ff59e8367f86ebeadffa1c254beca9950d9
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_1_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3603219a99258b477e1767c75e244f7c2829caf01398e40dec3548607909b8eb
+size 2684376085
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_1_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_1_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..776870c911a3f423925ad458faddb24531839447
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_1_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cd895da7c93434da81e9f6ac23e7e490dd92e3a39d0ccd4e6fecf60dff39ef
+size 2684376057
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_21_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_21_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f0451d8998d7e7ad4090fd25a6df174ceebe80d
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_21_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677b4f864b0606bf1e0d57781dd960e4caa0c7a4d660c99995f791d5a6b1d32a
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_21_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_21_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..39be174b37c1975951ccc0504ababb3afb7adf98
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_21_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af107d21497b8214c36cc88df71420a82449218573520c5aed1bf6089e3aabd
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_22_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_22_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77ea967644c16966662452b7d5c9afa9ce3006ab
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_22_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee0c8bed7f281df99971a03eb10ba7f14cc9d6526c8a383be4c459657edfda8
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_23_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_23_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..795d6d35801db6a45829008eade22a1e0741aae8
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_23_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f946a66e8376e4ef0cf5db666db76b07609c808445626d96c60c9209b3abc81
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_24_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_24_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..475ba16f01fc28e1297d285adf1770536705ab9d
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_24_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077b746e564068c720f35085a3c03548d2614f941a2cdaceecb6e77a0ec8f237
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_25_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_25_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e260dbdfc2d5de4965612351130026ac00f2534
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_25_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08aea81c9000070ed90ef939e3e2687a85823b55ee4d8c265d708e4c4de9d2de
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_26_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_26_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..810e6bdce33a5eb7db2bd641577340397c5d317f
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_26_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71ed28fbe3055d966ea01fcb5971f5e9ef4caab84b7a95aa381556491d8a8ee
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_27_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_27_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f9f22b51a3c3cb0296db0c2c1df9fb86bca80d52
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_27_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f8b4ed9fcc5d7693784b47ba72500f01652e602d340014cc882d6b963f3f7
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_29_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_29_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a39177ac11a3fda341a5e27daa19ee69abbd188d
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_29_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c3a9266e136865654b11981d070d85c8466312353064ea470b55033d5c6b65
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_2_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_2_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..078a37b42f31d7ac447527d4f326e1490831a35c
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_2_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa39ff0b3310864ae53e12338727991060e1e6c28dec01c58f3a3f0c51cdf6a6
+size 2684376085
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_30_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_30_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d18db13182aac7a7865b54cc263878624595d2cd
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_30_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6893a67ab1e6a052d49c68803087641a9f20b8793350f6cc1051edbd49208bc
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_31_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_31_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..754592c6e39085c98fd3dd1ac9212ee82881f827
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_31_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf94431801fa9a617a53560647a17ee67e038156854d985e35222ea51e2db454
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_32_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_32_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ade80c60e612c8d0d45b6b86328c31c2b0f1ca4
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_32_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b0cc6c6fae1ce5193a3d53837525a05b4a4294d78337ef7e76b62509c9e5c9
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_33_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_33_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00ef6e254d5ca0ec80997e8a684daa75a0b9813e
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_33_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f765502d1b4ea40edabc2afd712ef3c2d5964d24870f91e6edb84a57523de1f1
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_35_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_35_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c9fb04cac494efdbc5f0b4d9afa72dafafef7da
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_35_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c63f44d1f979c5e411921375d0b0feb846d6664dad0b6e1b021fbecde8c69a
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_36_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_36_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f5f53945e9b5849b237f22f95359dd5431091fd
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_36_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0e8b5a2b90143b483e01df9510eada499ec11ad82525a4c3f965c4de9585b5
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_37_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_37_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b7c3de608e7cfb4a70e6f11a884f2718e3f74
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_37_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5cff3b24d57189aad5d4a7dbde2803a96350e1b47b8edcc4a789c398918b44
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_38_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_38_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b4b90de5b357e61d9b790a255ac62f20cb3e005c
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_38_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc053ff68960d7c1768e2746d3fc6bae088c71f674c5a9419ff9dc5d0c68414
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_39_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_39_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..86c097a70efda791329b10ed0a0d0c64527b8915
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_39_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403130c1bccd612bec6a87658dd571e2918ba08026a8b4b0a9baeb7fce905a9
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_39_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_39_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..009c2d0a3ab523869594619471f08578f0bfc953
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_39_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149180a137ccb8a4a9c110bc4d0e065c3571dbc6e90eb82b9efc8d8f82858e2e
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_3_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_3_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0cf89a43019dcfb5b916f453ebc57975a22ded3f
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_3_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad95a5b4dd903400dc55a9a2b02db996e443bb3468136a4b429d4650ecb47854
+size 2684376085
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_3_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_3_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82bc51ed302016987f8180ae5de445ad90e8a466
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_3_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9b7f75b0bf462b544d44246481783a196f98db82df49d8a809664b1fcbc291
+size 2684376057
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_40_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_40_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e65a3c25b5c1f4722358941202423903f500373a
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_40_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dde7d1e3cf61bee202e07143825a02638bf29f00829da854cb894669081598
+size 2684376071
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_41_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_41_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..841ee9f83f02f7cb4a73d08a984b131dfe35df0c
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_41_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1a167704b8f45db99be0bedf26b70e8fbc1ea3935aec719f32c763d92c7bd6
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_42_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_42_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..babca195fcddd2411eba6bb19f4fcb4406a20701
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_42_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b293c10cf1f256608da8208bf0553108bd0b46a04a41fd5c95f06e37c997c15
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_44_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_44_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..16ee31e17372103b732c2a9beaafd0b54c529c8a
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_44_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affe0b91c827de1f681105a6479019b534b1ceaa20b776033f484ee9b980299e
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_45_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_45_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1872cfdce9aac1fcec4290559379f1732979a3b7
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_45_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316810e570eb00881dfaf2e1741f3ea786572445ac5663d8e16b402c870dba37
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_46_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_46_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cc56ccc957f142f7bf9783709feb43e8b52a6e2d
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_46_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4b8eaaed17fa9b1176c65caf76441d4f621895063438249d5ae42af7431868
+size 2684376099
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_5_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_5_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f3e5acb0e025063c1b3452aa7ed6f5574d9961bd
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_5_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfd7a78c95172c9e3d835023554e135f49f50c3282c12d4e70e51870fc336e6
+size 2684376085
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_6_mlp_gate_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_6_mlp_gate_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f508c14d51b00bae8984e002278ef49d8a762024
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_6_mlp_gate_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24833919f3e472caf7763f4d8801c5abe86c6dd09b8f0a2d6f91ec63bfaf4b1
+size 2684376085
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_6_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_6_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da17651dab3373592df488bdabceefd5941f0d24
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_6_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e176ba9fcd7107da4b7ae219b6d4f9c05f04542578389be907c5dc7002fae52e
+size 2684376057
diff --git a/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_9_mlp_up_proj_Hybrid.pth b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_9_mlp_up_proj_Hybrid.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f1d92d36693fb5808a969d1f1a6ad53c3445ce3
--- /dev/null
+++ b/GroveMoE-Inst-cali_b64new-tile60_freq_0.5/model_layers_9_mlp_up_proj_Hybrid.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3960b9b9aa6a483240774a89f5e89bbb3a2b964d11881d16d4832b5cb144fdb0
+size 2684376057
diff --git a/GroveMoE-Inst_80/model_layers_12_mlp_gate_proj_weight.safetensors b/GroveMoE-Inst_80/model_layers_12_mlp_gate_proj_weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4fdae0878c7803bb2ecb4b7389a8685c5cab37f7
--- /dev/null
+++ b/GroveMoE-Inst_80/model_layers_12_mlp_gate_proj_weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ddc3b3f2ea2e8da7f85f1c33f8f907e2b6715a690e0a75cc8ccede8c15bbe5
+size 805319416
diff --git a/GroveMoE-Inst_80/model_layers_14_mlp_gate_proj_weight.safetensors b/GroveMoE-Inst_80/model_layers_14_mlp_gate_proj_weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4d42fb318ca3410e5a2a198d3b638c0df1bec421
--- /dev/null
+++ b/GroveMoE-Inst_80/model_layers_14_mlp_gate_proj_weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0c9fd9b440664e1a8136f1f91f21ca5abef35c673bccac6c5438feff9ec637
+size 805319416
diff --git a/GroveMoE-Inst_80/model_layers_30_mlp_up_proj_weight.safetensors b/GroveMoE-Inst_80/model_layers_30_mlp_up_proj_weight.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e0a5b20b9c4e6e34f2d3897efd2b0b784a055fe0
--- /dev/null
+++ b/GroveMoE-Inst_80/model_layers_30_mlp_up_proj_weight.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49edd84a0f9a0e9fd3b819617b162153669ab835b579ee14f798b397408d4e2d
+size 805319160
diff --git a/GroveMoE-Inst_expert_counts.pt b/GroveMoE-Inst_expert_counts.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36232036b9188aaad2b169a1e4491ea61b60e2ad
--- /dev/null
+++ b/GroveMoE-Inst_expert_counts.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23ac1f6cd7a62c73dad4ba6d2c56635451425eda57a811702f78bd5bb2bd10c
+size 26357