Hugging Face's logo

OpenTransformer
/
unary-quantization-research

Safetensors
English
quantization
unary
thermometer-encoding
inference-engine
low-bit
Model card Files
xet
Community
OpenTransformer commited on
Commit
fb89cff
·
verified ·
1 Parent(s): 597c6a8

Add files using upload-large-folder tool

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. qwen3-4b-log-unary/model_layers_0_mlp_down_proj_weight.sign +3 -0
  3. qwen3-4b-log-unary/model_layers_0_self_attn_q_proj_weight.sign +3 -0
  4. qwen3-4b-log-unary/model_layers_10_self_attn_k_proj_weight.planes +3 -0
  5. qwen3-4b-log-unary/model_layers_14_mlp_down_proj_weight.planes +3 -0
  6. qwen3-4b-log-unary/model_layers_14_self_attn_q_proj_weight.planes +3 -0
  7. qwen3-4b-log-unary/model_layers_19_self_attn_k_proj_weight.sign +3 -0
  8. qwen3-4b-log-unary/model_layers_1_self_attn_v_proj_weight.sign +3 -0
  9. qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.planes +3 -0
  10. qwen3-4b-log-unary/model_layers_23_self_attn_o_proj_weight.sign +3 -0
  11. qwen3-4b-log-unary/model_layers_24_mlp_down_proj_weight.sign +3 -0
  12. qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.planes +3 -0
  13. qwen3-4b-log-unary/model_layers_28_self_attn_q_proj_weight.sign +3 -0
  14. qwen3-4b-log-unary/model_layers_29_mlp_down_proj_weight.planes +3 -0
  15. qwen3-4b-log-unary/model_layers_29_self_attn_v_proj_weight.planes +3 -0
  16. qwen3-4b-log-unary/model_layers_30_self_attn_k_proj_weight.planes +3 -0
  17. qwen3-4b-log-unary/model_layers_33_mlp_down_proj_weight.sign +3 -0
  18. qwen3-4b-log-unary/model_layers_34_mlp_down_proj_weight.planes +3 -0
  19. qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.sign +3 -0
  20. qwen3-4b-log-unary/model_layers_4_self_attn_v_proj_weight.planes +3 -0
  21. qwen3-4b-log-unary/model_layers_8_self_attn_k_proj_weight.sign +3 -0
.gitattributes CHANGED
@@ -3057,3 +3057,23 @@ deepseek-r1-1.5b-ternary/model_layers_18_mlp_gate_proj_weight.neg filter=lfs dif
3057
  deepseek-r1-1.5b-ternary/model_layers_14_mlp_gate_proj_weight.neg filter=lfs diff=lfs merge=lfs -text
3058
  deepseek-r1-1.5b-ternary/model_layers_19_self_attn_o_proj_weight.neg filter=lfs diff=lfs merge=lfs -text
3059
  deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_weight.neg filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3057
  deepseek-r1-1.5b-ternary/model_layers_14_mlp_gate_proj_weight.neg filter=lfs diff=lfs merge=lfs -text
3058
  deepseek-r1-1.5b-ternary/model_layers_19_self_attn_o_proj_weight.neg filter=lfs diff=lfs merge=lfs -text
3059
  deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_weight.neg filter=lfs diff=lfs merge=lfs -text
3060
+ qwen3-4b-log-unary/model_layers_29_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3061
+ qwen3-4b-log-unary/model_layers_28_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3062
+ qwen3-4b-log-unary/model_layers_23_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3063
+ qwen3-4b-log-unary/model_layers_29_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3064
+ qwen3-4b-log-unary/model_layers_33_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3065
+ qwen3-4b-log-unary/model_layers_14_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3066
+ qwen3-4b-log-unary/model_layers_4_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3067
+ qwen3-4b-log-unary/model_layers_0_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3068
+ qwen3-4b-log-unary/model_layers_1_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3069
+ qwen3-4b-log-unary/model_layers_8_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3070
+ qwen3-4b-log-unary/model_layers_30_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3071
+ qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3072
+ qwen3-4b-log-unary/model_layers_14_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3073
+ qwen3-4b-log-unary/model_layers_10_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3074
+ qwen3-4b-log-unary/model_layers_34_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3075
+ qwen3-4b-log-unary/model_layers_24_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3076
+ qwen3-4b-log-unary/model_layers_19_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3077
+ qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3078
+ qwen3-4b-log-unary/model_layers_0_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3079
+ qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
qwen3-4b-log-unary/model_layers_0_mlp_down_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f900ecd338da95ff6f009bb9d949718043bacf935ee2d295a6d550452f0d266
3
+ size 3112960
qwen3-4b-log-unary/model_layers_0_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf0fc382884ec0f9c12996a30abb15ac22193afdc707376930551b822c716c0
3
+ size 1310720
qwen3-4b-log-unary/model_layers_10_self_attn_k_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:350393823b1229118660032ca4aa68d955b21917ff2c45c732b99426b3605d33
3
+ size 1310720
qwen3-4b-log-unary/model_layers_14_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecce2152134f9b4c12a4d5034574d0d3a52e6714e824ec41d9bc0c0df389afda
3
+ size 12451840
qwen3-4b-log-unary/model_layers_14_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce2f991731f6d4adc23d8d20dc11eafea8fc0f85e8bf20bcb21fbaeabb9f740f
3
+ size 5242880
qwen3-4b-log-unary/model_layers_19_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844987b7670dff1714954dbce25c32b5a1944f13baa82b6056ddd449afa1052e
3
+ size 327680
qwen3-4b-log-unary/model_layers_1_self_attn_v_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6762516fa5ce30ebf4db6949ac1e684b19e3fe953f543a9b1403764848cf04d
3
+ size 327680
qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836ac0279302262a7ce21f4b8e4f7765c6f1ffb6cd0e4d5a916f5c4b9ed5ac82
3
+ size 1310720
qwen3-4b-log-unary/model_layers_23_self_attn_o_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a410aa6c15182a9bc5c8cbd59b674d5893365a93ae15fac80b4a19e3d4a8e9c
3
+ size 1310720
qwen3-4b-log-unary/model_layers_24_mlp_down_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a541d15c1353466169a5136d29bcffb4d6aa4ac6c1ce3801c2dd3c7e446673
3
+ size 3112960
qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23baf7c31a1421ca68bd4a6d4605064b21914b5d36b271a3484de0f1f4ac905
3
+ size 12451840
qwen3-4b-log-unary/model_layers_28_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b2a04fd0f4ef6650c97584f39ccdb0592a61351eb51ff34ad326202aa7edc4d
3
+ size 1310720
qwen3-4b-log-unary/model_layers_29_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b1b4e2717a0460d426a154d46da6d0d538b0c4ca0fc0af88141d4c409657596
3
+ size 12451840
qwen3-4b-log-unary/model_layers_29_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad90ea8011f92a200723d3a791d0c0299f87f8e43b8671fd2104f970e2ca316
3
+ size 1310720
qwen3-4b-log-unary/model_layers_30_self_attn_k_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdbf5062c12062d9b85ac61753006d8b89f6623bb875ad01d5080d1d7a0e6225
3
+ size 1310720
qwen3-4b-log-unary/model_layers_33_mlp_down_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89f8d030bd8690d27aca848dc5dc465e0fb3f726763f3af0f230c6abbe454fe3
3
+ size 3112960
qwen3-4b-log-unary/model_layers_34_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01fa5dc021b2d501f68318bcb44eb9e5f1ccf80c28db11ddf42cfede8aa45f8
3
+ size 12451840
qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22eb804ac2cb94ecbc64dd4e63d30259fcef90fac1f523146325348a1ef00a08
3
+ size 327680
qwen3-4b-log-unary/model_layers_4_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b517c3dfd465410fa71807e987d113f4d097e787a71e403b91b8a0d5395351
3
+ size 1310720
qwen3-4b-log-unary/model_layers_8_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d492a8ecb5bb020358a5c02712247e533ddef809f7c6c110550eb3d89a6d8547
3
+ size 327680