add mtp layer

#5
.gitattributes CHANGED
@@ -33,5 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
- model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
37
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -855,7 +855,7 @@
855
  "quant_method": "quark",
856
  "quant_mode": "eager_mode",
857
  "softmax_quant_spec": null,
858
- "version": "0.12+13caa7b4951"
859
  },
860
  "rms_norm_eps": 1e-05,
861
  "rope_interleave": true,
 
855
  "quant_method": "quark",
856
  "quant_mode": "eager_mode",
857
  "softmax_quant_spec": null,
858
+ "version": "0.13+488baccced9"
859
  },
860
  "rms_norm_eps": 1e-05,
861
  "rope_interleave": true,
model-00009-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ac13bac9c079d2160f8d451c3c7d4efb7a750612f76ae0578c6f6321d4e4848
3
- size 42001612804
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0135f51fe159e07a8011d35dfe4c40a8db25d2119877ca7ae99e3a5be5a508d4
3
+ size 61907566876
model.safetensors.index.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7553414afe173015b77b566daae8680f2f1ed8f6840dc79f09e28d436d82770
3
- size 22332014
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f23d65b82e78a3c64d765704f0f473a4792760186fbb191ea8bec8c05c65ee3
3
+ size 22403819