diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..66106722344caf4928edda1057d202ee7c1bcfc5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,91 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00002-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00001-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00003-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00004-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00006-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00005-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00007-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00008-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00009-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00010-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00011-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00012-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00013-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00014-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00015-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00016-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00017-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00018-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00019-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00020-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00021-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00022-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00023-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q3_K_M-GGUF/Q3_K_M-GGUF-00024-of-00024.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00001-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00002-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00003-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00004-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00005-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00006-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00007-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00008-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00009-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00010-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00011-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00012-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00013-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00014-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00018-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00017-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00019-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00020-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00021-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00022-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00023-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00024-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00025-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00026-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00027-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00028-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00029-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00030-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00032-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00031-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00016-of-00032.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M-GGUF/Q4_K_M-GGUF-00015-of-00032.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00001-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00001-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..71cd33f0a40c7d86bbe4d91f1a7cb8fdbe890394 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00001-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1aa1a1b5c61339e58f0aa02e4471707c34aea243974dfad0361999c38d38c9 +size 9211520704 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00002-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00002-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9cac4bd37824f4a3b736f09ae0b14569aafd4abd --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00002-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8957b5a3fd043037d2ce57ba0dcd172eba8183b0df8fbb31b59cb0244adc0fa5 +size 9056947872 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00003-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00003-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dc77951ff8ab52ab0c9eb410dfbc599b909db1aa --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00003-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cf76031c839ca9392fda6d9f6608ab3d6533fc9f48517ade6f4704014d8375a +size 9574618336 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00004-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00004-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8b44dbe4a82144e26f38f4248ffbffd94ee3d87d --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00004-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648b6f00e4a44e64b3af7f3495a46d84d3f36f8271945eb1c0be2e8e90fd6bc7 +size 9827676000 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00005-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00005-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5f0b7f9904cbdebd88a2953e094080dc51a58db3 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00005-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1280fd2d40ae3ae29edd46d08cb9ff849fe3574564e6fdf46a6cab88ffd0a63b +size 9904895136 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00006-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00006-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5747f596377bb87aca0d35907ec4ba3fc0e6577d --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00006-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb4631dce27c055416c5be534e5a38e98b4f4da7cfe332661f7766d1221e549 +size 9574618368 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00007-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00007-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7491bf2eef33ee17c39d9cfabc56d01728b67d2c --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00007-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d314f385b120c889d32e7fd366a787759fcc9573b4a493e122e746a3c9074ff3 +size 9827676032 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00008-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00008-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..47e5b715360210b0ac01fc666e54babe7c6ef9ea --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00008-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49719e44faa8b0cd30441d9877656b5e2c4dcaf26238aed8c06f6097109df680 +size 9904895136 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00009-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00009-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6ccefe12ef9f06aeec81ce78aebe2c3dd6842d06 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00009-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120272816f913833d87a1e891b934a28ff0813725a1983f300d57eba6fe92a8f +size 9574618368 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00010-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00010-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b52f8fd46d65f76229ad9379847aa7016ac8236f --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00010-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769f10140f9d25c54040b588c47ad4552ac2bda75ae560e423bbed6f8fbf60e3 +size 9827676032 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00011-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00011-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a5429285a3170147594b2979d3200e406016caa0 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00011-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f13d589ea6289f8a62c00fa1ea02a214f90a1f4087eb5d311c9273662d7bd06 +size 9904895136 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00012-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00012-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..97db6691564d0d8b3b4a34aa697d6c57d3e401e4 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00012-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985955b5f9c43e59e24a4cacd8189ded93197ba21e2599868d7999e6bd19bb9a +size 9574618368 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00013-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00013-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e5829adaae700ccb387386ae8c89a60b0b53c0a9 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00013-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fc4234cfd2fda994c22a72a3283e14f2f2b4ededd5b3198b97550080c5a6e9 +size 9827676032 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00014-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00014-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8b1f40f1df1314431573ce5060c7fdf2aba60302 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00014-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfea6d4404136b0114961dc750f57f990d9ae0a003839902a112a1fb450f219b +size 9904895136 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00015-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00015-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6a91922c3d2b13421aff3cbba6202f195aeb479b --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00015-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce64e91a8ddb9e551cedb2419e6a6b5b9312be2357775ef8965a876416a52cbf +size 9574618368 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00016-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00016-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..696e9bffeb33710fc889f1a1ab87b7f78758723c --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00016-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82afc37eed3b165c43c926d1269b6dced5900e75d4561a1ca9abe343925fbd19 +size 9827676032 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00017-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00017-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..19f0fc3dc12484b674cecfd345cf0c047c58d93b --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00017-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fe9203f67dbf4be7e9786c37545fd9ceeb02bfc73cb376bb11d3b11fd78477 +size 9904895136 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00018-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00018-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5b45f0ac5cd5f30f1b16dd9f08b51f9e43d3cde1 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00018-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa2aa5dc4a187acfb3342925be7b1f6e6859475f4d192bc147282feb3fbcdd8e +size 9574618368 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00019-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00019-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d4bc045e55b56affd62c2956bc0a9356ec0bc561 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00019-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a23f92f849c76e28bec635ff9440de362d84bfede0eb7fd6eef4d14f88afec +size 9827676032 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00020-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00020-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..42cd7531e030c9487becc875aff596c8521f7d4f --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00020-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1be052ec7387abd472701e3677db898e27d322b67f20549c9b92be1bc42e4a2 +size 9904895136 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00021-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00021-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..af3ecf8e1c3a2f5b55303b3010c69ab428b8d081 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00021-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88648881e48d9d8e9bc897756b01f638efe60e16fc3c4044c7f25bdad254ab0f +size 9574618368 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00022-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00022-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6ffbadc05c9f4340477b17e8eeb8a79dfea84228 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00022-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f274b52c799f63b3e3099f587c09d4eb76cb2b7d5a327043bd7b96dee9eba4e +size 9827676032 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00023-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00023-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6eb0886207e7ddd23f331ed0bf1e2949fba9ac81 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00023-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:139bcf20f689507b4b7650d7285dbbf923f75c290aa0fcf5678923a97a3eae04 +size 9904895136 diff --git a/Q3_K_M-GGUF/Q3_K_M-GGUF-00024-of-00024.gguf b/Q3_K_M-GGUF/Q3_K_M-GGUF-00024-of-00024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2e985ffccc2d750baec1dc3f570b1513ecdbaaf1 --- /dev/null +++ b/Q3_K_M-GGUF/Q3_K_M-GGUF-00024-of-00024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d164914d67ff3ce93db18bb9027e0f860e31a6e1e8c125c64520a470003e965f +size 5830043776 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00001-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00001-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..55da2d0159455a7fa5c17d676ba9e3cdbfab34e8 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00001-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2b42285559e8069fbc926309a5dc610c9bf27b42e41109d43192e9b64d95c6 +size 9867544800 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00002-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00002-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..71700254df2646127f797e668a4ebee0d25a0c9b --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00002-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8999aa0a0136f771a953700e069fa9c0c068097cdb9d4598e5aa68cd262c0cb0 +size 9986313792 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00003-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00003-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6eec4769f89806fcd648c382158e912b45c98fe1 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00003-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d1f29c7bb0599e5521b13799ab00b4baaf66a5fc96b5b6a0bd1ba6fc602af2 +size 9986313792 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00004-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00004-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7edbaeedfb6acd13a06c87c4ffacc928e2ae078e --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00004-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c21c64a5d9574532d3aaa9ab607fde785bb92cc98c5b28f35ca9675b641d76 +size 9335885376 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00005-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00005-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..08c0844ed90f4ec87df1a7587eb68ae3c69b3d4e --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00005-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ca3110ce0621b8c0ee72b798ba2038b63da5b58d68b054abb957df646c90db +size 9335885376 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00006-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00006-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6f3958445b5434c038bcd85ce8304e04adb4bfd8 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00006-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62111519700375e86a8d3202b4306115ee753d0a3c5ce7e61d77b79d45053e5e +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00007-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00007-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d4f61794bf44398f2aa29270465d6c4c64a34665 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00007-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56412410eef5a5e24b92131defcd2afdd753fa318b4f5c91dba8c4ae35820b22 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00008-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00008-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e85a03ee09094e82c20f887c36a2b377a70d8ace --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00008-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cfaeb3a50c87690e92847f5142a0598e3bd85ee36c4189f80332d8659335da5 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00009-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00009-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a429bb9e3988bd20250d612c2daa3f44223712d6 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00009-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9472f22428ffb72b420253e75a82d9ea2aab510b280118f83cb5cf152bb238 +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00010-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00010-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..099b1e7d0ef673bc3958faaada6b080e8f51638d --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00010-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b023ce19e2722f1d536af6c14abf772ca9074fa7371ab77ba61f470a07d227 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00011-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00011-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d65178911d26995aff99e236b2e8ab487271175d --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00011-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec79f9a61837279b017269484e0466d17084c2a2f60e1c6a3cfff7a122e7041 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00012-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00012-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f0c9b64fc94999deb9c3e1eed40ac64e150ea09c --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00012-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf6aac468c36cf5873394c445410e91b38f4e7e4e477a55a8c4b70e092d82d1 +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00013-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00013-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7591ecdc2ff74f74b2b1badcfe7514f12721570a --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00013-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e066d76823fd6f0bd0776d0b85f350ed0e8136494dd5f590b3f57370c92e59 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00014-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00014-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b67c36c6c5d063571fd1cf2f9c87953633f95731 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00014-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2f0545be2a00ace4e860c7d2dfe5083a30ea4006e1f0e4ef42c83caabe3a65 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00015-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00015-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7c201508ed8b6ce424b1fe6421277a27e506bd72 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00015-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a679e2b729d6f9eee63a9089f98d344bdb6bf4c7685a9f38428bc7ee0ee9ce +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00016-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00016-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5357c38fef23169e2252bba6438ffc06d70312ad --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00016-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e1a17ab194f641d69363b8ac61b9486cbb4dec87005fc14864715b156729 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00017-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00017-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bf9c7672bdd5d681cb4f014026d4421868237cda --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00017-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b3c82dcfea96df54c67aed7aceae8fe646c019a483f14253bd3fbaa5f9bd2d +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00018-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00018-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..20b1e667aec83056a02b8fadb27db6a0637173c6 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00018-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86c3e122b17f752d57fb436f897b4047b96333cd9631a4114926879c80c9c24 +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00019-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00019-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d249da38d83b8e5b78252bc99bf44fba6281c4e9 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00019-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da256c58035e24f3f5f163021b8be208fe73f231ef1b4de078d365c998ed3d57 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00020-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00020-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..788e31c828882b1728db2e4c4531c9ca8e334739 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00020-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b8cb75ab78139b4422cabcc8517656288313cac1b269ffcdd88d92f29ebd98 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00021-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00021-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..73cfe3316cd2eb44ac5387e0ab05c5b8e68e0d2b --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00021-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52758a0e78c7bece8adc4d64978da788050ee77372de9255da327e5e7ed6fa81 +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00022-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00022-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eb8ddebfc8c284e854a3d564d63cd0ec7a526b5f --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00022-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a531858e552df524c6636ce4bb8a4240dc3df57443228958b610b4ce66ab86c2 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00023-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00023-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5b881c357c5f015d8fa78394b95af322e5135cee --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00023-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24109126cc445ebd4ba6676ae0ed1af782d27183776fa305701ee0a379ff5008 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00024-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00024-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..75b18ed07097344dd93083aa501a3bf77840bc4c --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00024-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc475792e68f7a03c97be66490e70207ee66c094079bf0b15fbc60279689970 +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00025-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00025-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d02457c80d41350b0757d67346a63fefd10ab286 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00025-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7064b3b2a4fa745de5879d5110958401ae5b605be3a1b8f22a74c28d8ece2890 +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00026-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00026-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9a43abb96b7a4ece71bf6bb48e12e6cf60e003ba --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00026-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9b399c6f272602f6ec05ff1819c54416584a33ea45b639c44e1bda461a51adf +size 9335885408 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00027-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00027-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..667e577c112034782313d12ec5836c1dac183157 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00027-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1806fd8e70c56cc216822f3a10fed7b8c12ded12057f85c3f2dcac583b7e049 +size 8685456992 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00028-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00028-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eb22067d304eb3119c36c65e3ebcfdd4ceb98288 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00028-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b30771618b1cf0a21727388e93a8fdc1814487b0f77051f9ceb8b5039a2fce +size 9986313824 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00029-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00029-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b7165c94961610068935a49c701409ed948d61e5 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00029-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c2ac81633b06c22e9b762eef2551485ba342a5e249436c1d5b54de509a013c +size 9986313824 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00030-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00030-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7964858fc5c93dac8d16498193c92c5d64df6a5a --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00030-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f4611548a48cf3d1ef964abd1cc3823826cf42d1e86c58802873da1c9aaaf4 +size 9986313824 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00031-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00031-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6c43d0b1edfe5347541109c3e6f414daada3ef60 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00031-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8796e7a98ed7489c87e47142358e98ebe21523a3ce73327750f197156fd41f75 +size 9986313824 diff --git a/Q4_K_M-GGUF/Q4_K_M-GGUF-00032-of-00032.gguf b/Q4_K_M-GGUF/Q4_K_M-GGUF-00032-of-00032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ecb9312b2bbf1b71ecd5ab5306c7052c816da8f0 --- /dev/null +++ b/Q4_K_M-GGUF/Q4_K_M-GGUF-00032-of-00032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d575114a8ce5eac3e9263242c92f26b9e74ef2b9bf924a037c33eda3ef7a7708 +size 1415577792 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3263c8ba92296f2ba948e620ed3fe8b304e21907 --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +library_name: transformers +license: apache-2.0 +license_link: https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct/blob/main/LICENSE +pipeline_tag: text-generation +base_model: +- Qwen/Qwen3-Coder-480B-A35B-Instruct +tags: +- chat +- abliterated +- uncensored +- GGUF + +extra_gated_prompt: >- + **Usage Warnings** + + + “**Risk of Sensitive or Controversial Outputs**“: This model’s safety filtering has been significantly reduced, potentially generating sensitive, controversial, or inappropriate content. Users should exercise caution and rigorously review generated outputs. + + “**Not Suitable for All Audiences**:“ Due to limited content filtering, the model’s outputs may be inappropriate for public settings, underage users, or applications requiring high security. + + “**Legal and Ethical Responsibilities**“: Users must ensure their usage complies with local laws and ethical standards. Generated content may carry legal or ethical risks, and users are solely responsible for any consequences. + + “**Research and Experimental Use**“: It is recommended to use this model for research, testing, or controlled environments, avoiding direct use in production or public-facing commercial applications. + + “**Monitoring and Review Recommendations**“: Users are strongly advised to monitor model outputs in real-time and conduct manual reviews when necessary to prevent the dissemination of inappropriate content. + + “**No Default Safety Guarantees**“: Unlike standard models, this model has not undergone rigorous safety optimization. huihui.ai bears no responsibility for any consequences arising from its use. + + +--- + +# huihui-ai/Huihui-Qwen3-Coder-480B-A35B-Instruct-abliterated-GGUF + + +This is an uncensored version of [Qwen/Qwen3-Coder-480B-A35B-Instruct](https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct) created with abliteration (see [remove-refusals-with-transformers](https://github.com/Sumandora/remove-refusals-with-transformers) to know more about it). +This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. + +## ollama + +You can use [huihui_ai/qwen3-coder-abliterated:480b-a35b-instruct-q3_K_M](https://ollama.com/huihui_ai/qwen3-coder-abliterated:480b-a35b-instruct-q3_K_M) directly, +``` +ollama run huihui_ai/qwen3-coder-abliterated:480b-a35b-instruct-q3_K_M --verbose +``` + +[huihui_ai/qwen3-coder-abliterated:480b-a35b-instruct-q4_K_M](https://ollama.com/huihui_ai/qwen3-coder-abliterated:480b-a35b-instruct-q4_K_M) + +``` +ollama run huihui_ai/qwen3-coder-abliterated:480b-a35b-instruct-q4_K_M --verbose +``` + +## Download and merge + +Use the [llama.cpp](https://github.com/ggml-org/llama.cpp) split program to merge model (llama-gguf-split needs to be compiled.), + +``` +huggingface-cli download huihui-ai/Huihui-Qwen3-Coder-480B-A35B-Instruct-abliterated-GGUF --local-dir ./huihui-ai/Huihui-Qwen3-Coder-480B-A35B-Instruct-abliterated-GGUF --token xxx + +mkdir huihui-ai/Huihui-Qwen3-Coder-480B-A35B-Instruct-abliterated-GGUF/Q3_K_M-GGUF + +llama-gguf-split --merge huihui-ai/Huihui-Qwen3-Coder-480B-A35B-Instruct-abliterated-GGUF/Q3_K_M-GGUF/Q3_K_M-GGUF-00001-of-00015.gguf huihui-ai/Huihui-Qwen3-Coder-480B-A35B-Instruct-abliterated-GGUF/Q3_K_M.gguf +``` + +### Usage Warnings + + + - **Risk of Sensitive or Controversial Outputs**: This model’s safety filtering has been significantly reduced, potentially generating sensitive, controversial, or inappropriate content. Users should exercise caution and rigorously review generated outputs. + + - **Not Suitable for All Audiences**: Due to limited content filtering, the model’s outputs may be inappropriate for public settings, underage users, or applications requiring high security. + + - **Legal and Ethical Responsibilities**: Users must ensure their usage complies with local laws and ethical standards. Generated content may carry legal or ethical risks, and users are solely responsible for any consequences. + + - **Research and Experimental Use**: It is recommended to use this model for research, testing, or controlled environments, avoiding direct use in production or public-facing commercial applications. + + - **Monitoring and Review Recommendations**: Users are strongly advised to monitor model outputs in real-time and conduct manual reviews when necessary to prevent the dissemination of inappropriate content. + + - **No Default Safety Guarantees**: Unlike standard models, this model has not undergone rigorous safety optimization. huihui.ai bears no responsibility for any consequences arising from its use. + + +### Donation + +If you like it, please click 'like' and follow us for more updates. +You can follow [x.com/support_huihui](https://x.com/support_huihui) to get the latest model information from huihui.ai. + +##### Your donation helps us continue our further development and improvement, a cup of coffee can do it. +- bitcoin（BTC): +``` + bc1qqnkhuchxw0zqjh2ku3lu4hq45hc6gy84uk70ge +``` +- Support our work on Ko-fi (https://ko-fi.com/huihuiai)!