Hugging Face's logo

OpenTransformer
/
unary-quantization-research

Safetensors
English
quantization
unary
thermometer-encoding
inference-engine
low-bit
Model card Files
xet
Community
OpenTransformer commited on
Commit
00b861f
·
verified ·
1 Parent(s): fb89cff

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +50 -0
  2. deepseek-r1-1.5b-ternary/model_embed_tokens_weight.fp16 +3 -0
  3. qwen3-4b-log-unary/model_layers_10_mlp_gate_proj_weight.sign +3 -0
  4. qwen3-4b-log-unary/model_layers_11_mlp_down_proj_weight.planes +3 -0
  5. qwen3-4b-log-unary/model_layers_11_mlp_gate_proj_weight.planes +3 -0
  6. qwen3-4b-log-unary/model_layers_11_self_attn_k_proj_weight.sign +3 -0
  7. qwen3-4b-log-unary/model_layers_13_self_attn_o_proj_weight.planes +3 -0
  8. qwen3-4b-log-unary/model_layers_13_self_attn_q_proj_weight.sign +3 -0
  9. qwen3-4b-log-unary/model_layers_14_self_attn_q_proj_weight.sign +3 -0
  10. qwen3-4b-log-unary/model_layers_16_mlp_down_proj_weight.planes +3 -0
  11. qwen3-4b-log-unary/model_layers_17_mlp_down_proj_weight.planes +3 -0
  12. qwen3-4b-log-unary/model_layers_17_self_attn_q_proj_weight.planes +3 -0
  13. qwen3-4b-log-unary/model_layers_17_self_attn_v_proj_weight.sign +3 -0
  14. qwen3-4b-log-unary/model_layers_18_self_attn_v_proj_weight.planes +3 -0
  15. qwen3-4b-log-unary/model_layers_19_mlp_gate_proj_weight.planes +3 -0
  16. qwen3-4b-log-unary/model_layers_19_self_attn_o_proj_weight.planes +3 -0
  17. qwen3-4b-log-unary/model_layers_1_mlp_down_proj_weight.planes +3 -0
  18. qwen3-4b-log-unary/model_layers_20_mlp_gate_proj_weight.planes +3 -0
  19. qwen3-4b-log-unary/model_layers_20_self_attn_q_proj_weight.planes +3 -0
  20. qwen3-4b-log-unary/model_layers_21_self_attn_q_proj_weight.sign +3 -0
  21. qwen3-4b-log-unary/model_layers_21_self_attn_v_proj_weight.planes +3 -0
  22. qwen3-4b-log-unary/model_layers_22_self_attn_v_proj_weight.sign +3 -0
  23. qwen3-4b-log-unary/model_layers_23_self_attn_v_proj_weight.planes +3 -0
  24. qwen3-4b-log-unary/model_layers_24_self_attn_k_proj_weight.sign +3 -0
  25. qwen3-4b-log-unary/model_layers_24_self_attn_o_proj_weight.sign +3 -0
  26. qwen3-4b-log-unary/model_layers_24_self_attn_q_proj_weight.planes +3 -0
  27. qwen3-4b-log-unary/model_layers_25_mlp_up_proj_weight.planes +3 -0
  28. qwen3-4b-log-unary/model_layers_26_self_attn_q_proj_weight.sign +3 -0
  29. qwen3-4b-log-unary/model_layers_28_self_attn_k_proj_weight.sign +3 -0
  30. qwen3-4b-log-unary/model_layers_31_self_attn_o_proj_weight.planes +3 -0
  31. qwen3-4b-log-unary/model_layers_32_self_attn_q_proj_weight.planes +3 -0
  32. qwen3-4b-log-unary/model_layers_32_self_attn_q_proj_weight.sign +3 -0
  33. qwen3-4b-log-unary/model_layers_34_mlp_up_proj_weight.planes +3 -0
  34. qwen3-4b-log-unary/model_layers_35_self_attn_v_proj_weight.planes +3 -0
  35. qwen3-4b-log-unary/model_layers_3_mlp_gate_proj_weight.sign +3 -0
  36. qwen3-4b-log-unary/model_layers_4_mlp_up_proj_weight.planes +3 -0
  37. qwen3-4b-log-unary/model_layers_4_self_attn_o_proj_weight.planes +3 -0
  38. qwen3-4b-log-unary/model_layers_5_self_attn_k_proj_weight.sign +3 -0
  39. qwen3-4b-log-unary/model_layers_6_self_attn_k_proj_weight.planes +3 -0
  40. qwen3-4b-log-unary/model_layers_7_mlp_down_proj_weight.sign +3 -0
  41. qwen3-4b-log-unary/model_layers_7_mlp_gate_proj_weight.sign +3 -0
  42. qwen3-4b-log-unary/model_layers_7_self_attn_q_proj_weight.sign +3 -0
  43. qwen3-4b-log-unary/model_layers_7_self_attn_v_proj_weight.planes +3 -0
  44. qwen3-4b-log-unary/model_layers_8_self_attn_k_proj_weight.planes +3 -0
  45. qwen3-4b-log-unary/model_layers_8_self_attn_o_proj_weight.sign +3 -0
  46. qwen3-4b-log-unary/model_layers_8_self_attn_q_proj_weight.planes +3 -0
  47. qwen3-4b-log-unary/model_layers_8_self_attn_v_proj_weight.sign +3 -0
  48. qwen3-4b-log-unary/model_layers_9_mlp_down_proj_weight.planes +3 -0
  49. qwen3-4b-log-unary/model_layers_9_self_attn_o_proj_weight.sign +3 -0
  50. qwen3-4b-log-unary/model_layers_9_self_attn_q_proj_weight.sign +3 -0
.gitattributes CHANGED
@@ -3077,3 +3077,53 @@ qwen3-4b-log-unary/model_layers_19_self_attn_k_proj_weight.sign filter=lfs diff=
3077
  qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3078
  qwen3-4b-log-unary/model_layers_0_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3079
  qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3077
  qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3078
  qwen3-4b-log-unary/model_layers_0_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3079
  qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3080
+ qwen3-4b-log-unary/model_layers_31_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3081
+ qwen3-4b-log-unary/model_layers_8_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3082
+ qwen3-4b-log-unary/model_layers_20_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3083
+ qwen3-4b-log-unary/model_layers_6_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3084
+ qwen3-4b-log-unary/model_layers_32_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3085
+ qwen3-4b-log-unary/model_layers_3_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3086
+ qwen3-4b-log-unary/model_layers_4_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3087
+ qwen3-4b-log-unary/model_layers_7_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3088
+ qwen3-4b-log-unary/model_layers_8_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3089
+ qwen3-4b-log-unary/model_layers_11_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3090
+ qwen3-4b-log-unary/model_layers_7_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3091
+ qwen3-4b-log-unary/model_layers_7_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3092
+ qwen3-4b-log-unary/model_layers_20_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3093
+ qwen3-4b-log-unary/model_layers_11_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3094
+ qwen3-4b-log-unary/model_layers_16_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3095
+ qwen3-4b-log-unary/model_layers_7_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3096
+ qwen3-4b-log-unary/model_layers_32_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3097
+ qwen3-4b-log-unary/model_layers_21_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3098
+ deepseek-r1-1.5b-ternary/model_embed_tokens_weight.fp16 filter=lfs diff=lfs merge=lfs -text
3099
+ qwen3-4b-log-unary/model_layers_19_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3100
+ qwen3-4b-log-unary/model_layers_26_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3101
+ qwen3-4b-log-unary/model_layers_22_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3102
+ qwen3-4b-log-unary/model_layers_17_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3103
+ qwen3-4b-log-unary/model_layers_18_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3104
+ qwen3-4b-log-unary/model_layers_9_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3105
+ qwen3-4b-log-unary/model_layers_34_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3106
+ qwen3-4b-log-unary/model_layers_19_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3107
+ qwen3-4b-log-unary/model_layers_9_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3108
+ qwen3-4b-log-unary/model_layers_8_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3109
+ qwen3-4b-log-unary/model_layers_21_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3110
+ qwen3-4b-log-unary/model_layers_28_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3111
+ qwen3-4b-log-unary/model_layers_4_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3112
+ qwen3-4b-log-unary/model_layers_13_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3113
+ qwen3-4b-log-unary/model_layers_35_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3114
+ qwen3-4b-log-unary/model_layers_10_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3115
+ qwen3-4b-log-unary/model_layers_11_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3116
+ qwen3-4b-log-unary/model_layers_13_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3117
+ qwen3-4b-log-unary/model_layers_14_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3118
+ qwen3-4b-log-unary/model_layers_24_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3119
+ qwen3-4b-log-unary/model_layers_17_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3120
+ qwen3-4b-log-unary/model_layers_5_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3121
+ qwen3-4b-log-unary/model_layers_25_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3122
+ qwen3-4b-log-unary/model_layers_1_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3123
+ qwen3-4b-log-unary/model_layers_24_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3124
+ qwen3-4b-log-unary/tokenizer.json filter=lfs diff=lfs merge=lfs -text
3125
+ qwen3-4b-log-unary/model_layers_17_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3126
+ qwen3-4b-log-unary/model_layers_24_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3127
+ qwen3-4b-log-unary/model_layers_9_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3128
+ qwen3-4b-log-unary/model_layers_8_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3129
+ qwen3-4b-log-unary/model_layers_23_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
deepseek-r1-1.5b-ternary/model_embed_tokens_weight.fp16 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55610c68685326d482c594ff3bb16141e71a0d219fe729211562ab630953c6e
3
+ size 466747392
qwen3-4b-log-unary/model_layers_10_mlp_gate_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7606d791ff87d43cdd02c30d8d7ff7793633804d6000a598484529233e9d1cf
3
+ size 3112960
qwen3-4b-log-unary/model_layers_11_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7b10b359d6ecc720f41ddab17873656bf341497653bd644fd5b976539100a36
3
+ size 12451840
qwen3-4b-log-unary/model_layers_11_mlp_gate_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be702f7a98e86253ddce2d699feece71239af35cd6cb61cfa38f2bd7bf130ab0
3
+ size 12451840
qwen3-4b-log-unary/model_layers_11_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e2fe73a945d980aac1e079e611a1c0b244b045e6d26bf113a92864c49e75d5e
3
+ size 327680
qwen3-4b-log-unary/model_layers_13_self_attn_o_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c206f3f61c34d0c69ac8cd5bfd9efc0e2f8efcd0f486e6cf20f3d95a817eac
3
+ size 5242880
qwen3-4b-log-unary/model_layers_13_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb6aacaf5ab6f8100d3f7038975e79f31d3b3994dd01dc0683eb61bfc32576b0
3
+ size 1310720
qwen3-4b-log-unary/model_layers_14_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e3a4174707d7bf635cfb3a13390549bf4a97c68b69360ef2416d4f261ec1a1d
3
+ size 1310720
qwen3-4b-log-unary/model_layers_16_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:860cf330179117c64122abbfddcbd564632be4547653663dfc3c3c7e57b097fa
3
+ size 12451840
qwen3-4b-log-unary/model_layers_17_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c395c9f980beb0f9995820b38aee59de2a02bcc4f217a8bd7c3e4e88f1f5c22
3
+ size 12451840
qwen3-4b-log-unary/model_layers_17_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8894468659c37caffc1d5a20b76eac2ce17d55d6a99a0acddca47a0fc4874a8b
3
+ size 5242880
qwen3-4b-log-unary/model_layers_17_self_attn_v_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87db98cb2bf6d3e30854ba7e97725fca29085ebd049128fbc93fed71c2e458dd
3
+ size 327680
qwen3-4b-log-unary/model_layers_18_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c54df0a4486465032ed9a9207e5301515ce108e65eee1e910f27b463dd078af
3
+ size 1310720
qwen3-4b-log-unary/model_layers_19_mlp_gate_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e79904bcf57320158048ef5f86d306cc45d72033f89a9927d2c8457b4cd158
3
+ size 12451840
qwen3-4b-log-unary/model_layers_19_self_attn_o_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2246ce6d5d963ab9ce8da00bc45633f11279408f073e300965dc2ac78889533a
3
+ size 5242880
qwen3-4b-log-unary/model_layers_1_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f3d79878d5445588108ea7815187c9d6a5540a8b615a2f666d1c59447c5b6c
3
+ size 12451840
qwen3-4b-log-unary/model_layers_20_mlp_gate_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda533200fcea402de2aca93a374ccd3de73c614458698ec08bab4662b13ebbf
3
+ size 12451840
qwen3-4b-log-unary/model_layers_20_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677903ee8d14272136b18036d14b9ee53e9421eb328ef477a83dd01bb8d210be
3
+ size 5242880
qwen3-4b-log-unary/model_layers_21_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9851e8f99b8892bb8f8c640ec78a940524cf845a98cad916b288e4820a64039c
3
+ size 1310720
qwen3-4b-log-unary/model_layers_21_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28506b2efa309bfa46ad4efa446e6da24d740cccdb48d23faaaa7aa6ccd3cad0
3
+ size 1310720
qwen3-4b-log-unary/model_layers_22_self_attn_v_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ebb3e0c88e64aa09aeaccc034bee3db2a89daff214deda3c87e10cd1a07705b
3
+ size 327680
qwen3-4b-log-unary/model_layers_23_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a65682e43a3624b1a0cef876486dee6818b48ddc2aa0971f4d666e6dbd035e7c
3
+ size 1310720
qwen3-4b-log-unary/model_layers_24_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164eeadd8e00d71ede9f482b323cde3b2ab33cabedb24696d5e26f196c005e37
3
+ size 327680
qwen3-4b-log-unary/model_layers_24_self_attn_o_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b80e98271c309a5cd689a2cd891165ffde52805760da92f962e15f48c8ec01
3
+ size 1310720
qwen3-4b-log-unary/model_layers_24_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6888dd21d9eeba384ca2ac4ba01564c8d04cefeee307a22410d7762d0e8ef808
3
+ size 5242880
qwen3-4b-log-unary/model_layers_25_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b0e301c9c2ad7d4b846cf9352f82ead6f11d680dc9a5bc9af1a90f49a6ac0f
3
+ size 12451840
qwen3-4b-log-unary/model_layers_26_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:633a908eb321a43429a6e6613803d5e24eb4ffb46e35536fe06daf1108415bb2
3
+ size 1310720
qwen3-4b-log-unary/model_layers_28_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d637e35e7c4da5f5cb498fd59c454e6f49555eb8616efadc7a10c3fa7cf7663
3
+ size 327680
qwen3-4b-log-unary/model_layers_31_self_attn_o_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384c4bc333b14cec9bb876d329ac98ccfa3e70c496a4bca7258f8d827f5b7d86
3
+ size 5242880
qwen3-4b-log-unary/model_layers_32_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0d257eb75736d0b6c87a48bf4185111b55a5d6d84f522405f067cdf7a58e147
3
+ size 5242880
qwen3-4b-log-unary/model_layers_32_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0782e56072436e614e5625f5750d22c51fba1a4836e9da04dea7c02e3382568
3
+ size 1310720
qwen3-4b-log-unary/model_layers_34_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:997261217d17dcd206fa1a07917195b59227c1a132293d1c94f6e4233b202fad
3
+ size 12451840
qwen3-4b-log-unary/model_layers_35_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a7d45924d6dff25f48ce5f19341b2b969c46bff8334d16420dcfa725708d387
3
+ size 1310720
qwen3-4b-log-unary/model_layers_3_mlp_gate_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6449be39642279d587c4ea511854a2e0ea02d4c9815f38c04f83b3a87ff277
3
+ size 3112960
qwen3-4b-log-unary/model_layers_4_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b354c8313887c2dbf420cfb1814300c8975b09cce2621d216cb1d7f75ada387b
3
+ size 12451840
qwen3-4b-log-unary/model_layers_4_self_attn_o_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6ea890c2dc8fae0e63570bae21c1a9e80b9e02732c142b365397c1a94961fc
3
+ size 5242880
qwen3-4b-log-unary/model_layers_5_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67e03e5bab67d3c27f7546a193be6bff7384b497d789478d817807ceb316577
3
+ size 327680
qwen3-4b-log-unary/model_layers_6_self_attn_k_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:207a8cceb2016b19eb36d62e6db91c92d68d5b60e7eed645eb00175f019c8297
3
+ size 1310720
qwen3-4b-log-unary/model_layers_7_mlp_down_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90de5ead1cffe673a27fac745dd95d1c145c86ca0d47a86f834237cf31a2f795
3
+ size 3112960
qwen3-4b-log-unary/model_layers_7_mlp_gate_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258635a8133d2da1604fb58c8ac24a2ae09bafd5e3c286fd6b9a3f7cb2539c70
3
+ size 3112960
qwen3-4b-log-unary/model_layers_7_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2daf302b7ae463422614e77e3811e6f006251badd3d841f40bbea4a74bde90e4
3
+ size 1310720
qwen3-4b-log-unary/model_layers_7_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9dc9c2e2a981c6482c05c2e5709abb25bb0eb9fd51d0b92eb1e24e1d9b47eb
3
+ size 1310720
qwen3-4b-log-unary/model_layers_8_self_attn_k_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75af746a3d8e3807ce7158889d671c2701153bfcf702c6d79d3c4d79f36ee7db
3
+ size 1310720
qwen3-4b-log-unary/model_layers_8_self_attn_o_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d428f490186addf35826218bd7cda49c7127f313e32f252593447f2836a390
3
+ size 1310720
qwen3-4b-log-unary/model_layers_8_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e92f8b0704b45203a9d8b4d72f4a374a0d9fff0a983e61717952782e404337
3
+ size 5242880
qwen3-4b-log-unary/model_layers_8_self_attn_v_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e46761ac5d294e92e9ac122599534486df53f678aaaca41f5c5c8418472f920
3
+ size 327680
qwen3-4b-log-unary/model_layers_9_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1400fb18e0fec222bb2817bcf066e63cb2dbe9360dec086064f7ed5afa890ea
3
+ size 12451840
qwen3-4b-log-unary/model_layers_9_self_attn_o_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:752c60ec5363ca266d8f6c5c10f9187eccf2690f3a875d89e4d8552e82d54ef4
3
+ size 1310720
qwen3-4b-log-unary/model_layers_9_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a95eb41d5aaaf245bf9973495da9de2ce5383bd9e254eb1ab359c2984a603a9a
3
+ size 1310720