Pushing merged model to Hugging Face Hub

README.md

@@ -1,7 +1,7 @@
 ---
 base_model:
-- TheMockingJay1013/gemma-3-sft
 - google/gemma-3-1b-pt
+- TheMockingJay1013/gemma-3-sft
 library_name: transformers
 tags:
 - mergekit
@@ -36,10 +36,13 @@ modules:
     - sources:
       - layer_range: [0, 26]
         model: google/gemma-3-1b-pt
+        parameters:
+          density: 1.0
+          weight: 1.0
       - layer_range: [0, 26]
         model: TheMockingJay1013/gemma-3-sft
         parameters:
-          density: 0.53
+          density: 1.0
           weight: 1.0
 parameters:
   int8_mask: 1.0

config.json

@@ -28,7 +28,7 @@
   "sliding_window": 512,
   "sliding_window_pattern": 6,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.50.0",
+  "transformers_version": "4.50.3",
   "use_cache": true,
   "vocab_size": 262144
 }

mergekit_config.yml

@@ -7,10 +7,13 @@ modules:
     - sources:
       - layer_range: [0, 26]
         model: google/gemma-3-1b-pt
+        parameters:
+          density: 1.0
+          weight: 1.0
       - layer_range: [0, 26]
         model: TheMockingJay1013/gemma-3-sft
         parameters:
-          density: 0.53
+          density: 1.0
           weight: 1.0
 parameters:
   int8_mask: 1.0

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d95c81939bc254645f7d11d296c32a7290e16b22b2da3255349f54dbd7b5ba80
+oid sha256:a8a830a1813b33d7f645766184d8afe1777474281ea4d02a17f54f66fa66091e
 size 1999811208