Upload folder using huggingface_hub

README.md

@@ -20,10 +20,10 @@ tags:
 #parameters:
 #  t:
 #    - filter: self_attn
-#      value: [0.4746705640984298, 0.9484140723233218, 0.5808146451153755, 0.1152273823703055, 0.4420087488791272]
+#      value: [0.6606117722434863, 0.01708760797547526, 0.8948656675765086, 0.47128075561315386, 0.5692245310177902]
 #    - filter: mlp
-#      value: [0.5253294359015702, 0.051585927676678245, 0.8847726176296945, 0.8847726176296945, 0.5579912511208728]
-#    - value: 0.33210404914923675
+#      value: [0.33938822775651367, 0.9829123920245247, 0.5287192443868461, 0.5287192443868461, 0.43077546898220975]
+#    - value: 0.14995989969007373
 #dtype: bfloat16
 #random_seed: 0
 
@@ -38,10 +38,10 @@ tags:
 #parameters:
 #  t:
 #    - filter: self_attn
-#      value: [0.4746705640984298, 0.9484140723233218, 0.5808146451153755, 0.1152273823703055, 0.4420087488791272]
+#      value: [0.6606117722434863, 0.01708760797547526, 0.8948656675765086, 0.47128075561315386, 0.5692245310177902]
 #    - filter: mlp
-#      value: [0.5253294359015702, 0.051585927676678245, 0.4191853548846245, 0.8847726176296945, 0.5579912511208728]
-#    - value: 0.33210404914923675
+#      value: [0.33938822775651367, 0.9829123920245247, 0.10513433242349135, 0.5287192443868461, 0.43077546898220975]
+#    - value: 0.14995989969007373
 #dtype: float16
 #random_seed: 0
 

mergekit_moe_config.yml

@@ -10,10 +10,10 @@
 #parameters:
 #  t:
 #    - filter: self_attn
-#      value: [0.4746705640984298, 0.9484140723233218, 0.5808146451153755, 0.1152273823703055, 0.4420087488791272]
+#      value: [0.6606117722434863, 0.01708760797547526, 0.8948656675765086, 0.47128075561315386, 0.5692245310177902]
 #    - filter: mlp
-#      value: [0.5253294359015702, 0.051585927676678245, 0.8847726176296945, 0.8847726176296945, 0.5579912511208728]
-#    - value: 0.33210404914923675
+#      value: [0.33938822775651367, 0.9829123920245247, 0.5287192443868461, 0.5287192443868461, 0.43077546898220975]
+#    - value: 0.14995989969007373
 #dtype: bfloat16
 #random_seed: 0
 
@@ -28,10 +28,10 @@
 #parameters:
 #  t:
 #    - filter: self_attn
-#      value: [0.4746705640984298, 0.9484140723233218, 0.5808146451153755, 0.1152273823703055, 0.4420087488791272]
+#      value: [0.6606117722434863, 0.01708760797547526, 0.8948656675765086, 0.47128075561315386, 0.5692245310177902]
 #    - filter: mlp
-#      value: [0.5253294359015702, 0.051585927676678245, 0.4191853548846245, 0.8847726176296945, 0.5579912511208728]
-#    - value: 0.33210404914923675
+#      value: [0.33938822775651367, 0.9829123920245247, 0.10513433242349135, 0.5287192443868461, 0.43077546898220975]
+#    - value: 0.14995989969007373
 #dtype: float16
 #random_seed: 0