diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..fd88c3e9e17883a2a8596745870152cd7d82871d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,72 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +Kimi-K2-Instruct-Q2_only.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00023-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00001-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00023-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00005-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00022-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00020-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00040-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00024-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00012-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00028-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00007-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00011-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00030-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00009-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00004-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00027-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00043-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00026-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00010-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00021-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00018-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00029-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00008-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00013-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00025-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00019-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00002-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00003-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00006-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00044-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00014-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00041-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00015-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00016-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00017-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00045-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00033-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00008-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00013-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00010-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00011-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00009-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00005-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00006-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00007-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00021-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00003-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00020-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00037-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00042-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00014-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00002-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00004-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00019-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00035-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00017-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00038-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00018-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00015-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00001-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00039-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00036-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00012-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00016-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00032-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00034-of-00045.gguf filter=lfs diff=lfs merge=lfs -text +Q8_0/Kimi-K2-Instruct-Q8_0-00022-of-00023.gguf filter=lfs diff=lfs merge=lfs -text +BF16/Kimi-K2-Instruct-BF16-00031-of-00045.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/BF16/Kimi-K2-Instruct-BF16-00001-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00001-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9ca9fd3a3c035f47159c193319dd5622b1396e49 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00001-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8f7fb38cd67ceaff450304085a32f468e2cc55d0660591daf4ed4629e124bc +size 48749342592 diff --git a/BF16/Kimi-K2-Instruct-BF16-00002-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00002-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3a5a5773690a63d8c78941a31b2610476e12c3fb --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00002-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250411d6980b5025ac3cccb70319d820236b49d743d10097bb329104b46c463e +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00003-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00003-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c3b623ac181c1ab182036b8b5ea5570f170ed1f2 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00003-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de968caf28ab9efef12b241dd6b7e08fa54d48e03c62830cbec607db41cde5ed +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00004-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00004-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..68eac8d7bcac9970e17294b87d09e9cabda22c55 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00004-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9726ef50e2b3bd76c4ea40754c749cd5285b2ca0d3d6d0f20e03ca19abeec54 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00005-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00005-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f137fd6377040813f19a6c59d6164f4ca1589d03 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00005-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45b8d3696d9cddb1176f7233bfc316e8869e1dec33c73e379bee516ebd53543b +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00006-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00006-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6a1637eea426f1e05885d031862d35cf4d496a54 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00006-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff183b1e6cb28e4e6babe631f86d4c5dd43cd30c3276e9aecf0daabb37711b9 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00007-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00007-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..315b818f53392a2664f14cf1f24a31b63b5ec2b8 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00007-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0129e9179550ec704f86c6d65bac9d74cf7882826e74a39ae9b08691a5c7ca1c +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00008-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00008-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3cd6986220416b8c9f5c10e2eee0db085ea0deaf --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00008-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad02155911151f256131712a880c443ef41f7531f6481eb8eb7bfa567ae3ad6 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00009-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00009-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..68c73166325b587a48b5e4d72198853c629a2ed8 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00009-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c1ed96d5bb00cc64b3acbabff88e61898cfe6c5bd1197a4b0201a76a6fbab74 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00010-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00010-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5614b6ad28abf279ea590b56d8e63b7cb5757786 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00010-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ca7a6daef4b9ceaee79efff7959a0180da445c5b641e2c096f54b727d74efc +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00011-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00011-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7f82208c5fc8afce9dcd8cbdc958705ca5fbf13a --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00011-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb3d51653b89eccd69b483887962d9bd1a5b37ef26197f44d74187bd46f460e +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00012-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00012-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9d7541323359be3beb6c9e9b0462c32171a3dbea --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00012-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999cc8f270727faba3bac29397b95e61ba1f2d8b468123b565d880bfde8e7566 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00013-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00013-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..032e55bef8362595f27369926eaab42b20c68d22 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00013-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4bef67cf414c7081a52a0767d5801646b87911cc135a7d24f19f38ff4bfb53c +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00014-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00014-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..efa27e1e7499e8398b6a3f64c4e668b5d5d83a35 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00014-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38db2535dc2b60201fd49026aba315f504f08f917942429ac00960f1d717a2e6 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00015-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00015-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f77e2252a95a5e75ad4c03cbe5ae98a5261ff117 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00015-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d8291e5a951ca9c6e058ae5f42956c8a384b013d7d1615bb7af287d12dae23 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00016-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00016-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..97cde51ff5e379c9c85c00146661cb3c158784ab --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00016-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5782559776c512f5d923e15a6c31e0fb850940a41562dcdb1db814fedb302f02 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00017-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00017-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8d8fbef4a7e8c594c1557b1f4b8c7d72698fe426 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00017-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ded112f50a2483c3646cadfc78efce4382ad09f4e0970db6795391b49895bfa2 +size 45398559552 diff --git a/BF16/Kimi-K2-Instruct-BF16-00018-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00018-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..df36a74a1c0671be55b172107f253673c7dd0abf --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00018-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f74f586ec01338f13e63e72cade527e3268210befbd1878df94651511b3c14a +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00019-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00019-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9edcfc4d752620b38c9501a2e29a1a1f5d9bf8de --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00019-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c315494f960801506056cec1e0881dc03e86cb018200588e5c9ce87169a7f3e +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00020-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00020-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2d7d743fa0a9f888f61b7a0ca743d9b779d16124 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00020-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56afe17dbe32754965bab982d6ba5485cdb77055decfbc8d0ddb88792fe13e86 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00021-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00021-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cec6f2c9e22321cc340c862ee0e0daf928023a3b --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00021-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c415b07eab4bc60a4f04e699c6cfe9a390f68e30ef6c1d3b8a10a6f8aa3e8bb6 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00022-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00022-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b5946db1cc260f06b1344b8145bb8dd61c46f6f3 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00022-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46eacb1a58b7321b4453da2631bcb1849fe7b7ff1c20a44f4e488673ae06667f +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00023-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00023-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..82e37c44f981f33fe9e237b9c981ec0b5ee46ac9 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00023-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6fa76710f2a091fc95ff9826475edc99da173f48264bc97fab7e31a9b9615c +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00024-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00024-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9642d9bfe87c4290f32ae26bd5a68e4955e301ac --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00024-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfba383ce9e9b344d315d949337fa1c15935195001d4832a681b868c53591897 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00025-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00025-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..98dfc55da5b55fe1f3e75ed04c581da4d33afaa7 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00025-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc88118766a464a7c5b0c23f727a25812a68482c0c0850dabede4169c8b25666 +size 45398559552 diff --git a/BF16/Kimi-K2-Instruct-BF16-00026-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00026-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..85621cd9ba504bf1d913cd0a41ddc744ccccc12f --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00026-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a4b883be677ca78db084ea43eaf81a014b50a2fa91a647b9731d50c0de5e310 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00027-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00027-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..19d56390a186b93a6965e3f5a24401386bfb54b1 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00027-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1efdcb3b25227de4eb3e526ce57133d25ca092547c0013d0ab3a7e99910f1b24 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00028-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00028-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..529d43c8d0f22d90a0e1b1366061334359822102 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00028-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef56385d5ff805636f7a0ab87a9f4952d4b92cb660d2c7ed8b21a186c03b84d +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00029-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00029-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7e16e373841313995d54bda92f0126f587aa09fc --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00029-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd9b5c367e8d00758a2ad68a09752f55812456c8b176fbb012690fa0c8755e4 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00030-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00030-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..80d4e04e52b25e4e118b9777d787dd66d164fe34 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00030-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ec01883c2877e518060689335f633c2db0efb13284ae2be8c3e63cec021053 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00031-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00031-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eb884344d24bfa9f1f34a5cf5e39b5579029b7f3 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00031-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84739d01e41a3e890c432b4ed317ff06d0ecadd1008b432129893887f8abeb61 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00032-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00032-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..76a01880f99389cbc78b3f7cb9dda2fbc4ce57d9 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00032-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea4c25c1c1e78a0027d2ab4b53dce1f7639884bd6450961cd9f340b3c585cdc +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00033-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00033-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1449d96f6db37cc11efba5d7928288a8de9d740b --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00033-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4339345a494d794657b4e4710cb8c1f826f1c77f02206383c6dbc0efbc03ce +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00034-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00034-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fb90a0f3d6dc89a802f50ea955ea5b8ddc9dfcb7 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00034-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b3bf2163e04795f63c124eedad14e578db59c4b8951d5a5a2b2872aa094caa +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00035-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00035-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..157fa444c38e5bcc77c81ca8dda4f71ce0393a27 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00035-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3029bb62d450b3b6a85d8e9a58b063efcc1bc2e65e696091740854a07f671a5 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00036-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00036-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c2071b59dcb26cdc7ef107b6fa3d1795f2c29347 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00036-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7c18b2260aab75a97c072c20bd5be700535f1f558cbd4b9e48f1a905a55164 +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00037-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00037-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..99172654c7b38702357eaefd8d84f2e1cdfc3416 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00037-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63dfea5d04c2ee04cb96247d542e559d555cd7bd839766cc8297afdf53ec394 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00038-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00038-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..796c94cb063a80eecc120d73d1bddee6773e83ba --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00038-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c65295f1bccf1601c9df64092ba9eef3f48fa8f69bba10908408933c428af5f +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00039-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00039-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..906005a08c944d725dd33353042072a854c17cc2 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00039-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae65d69154151646d7d2264b2b0d2e1ec924d03b0ed1d468b4f6e1e6c3013adf +size 45699962112 diff --git a/BF16/Kimi-K2-Instruct-BF16-00040-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00040-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1edc643a2de4f9efa8ef6a55ff2a69ce093876fc --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00040-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ebcd1826ab8ed5a209f277e914b8a798f0f69f3869ff48f96d596aa8779afc +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00041-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00041-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..092a54eff6c8d27c1474abf783187063ad7f1c26 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00041-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3b8fd4be4677f0d7bf5bf2a2416cd0cf4f1a24021dfd2c15b69d6a5f97528c8 +size 45398559584 diff --git a/BF16/Kimi-K2-Instruct-BF16-00042-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00042-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dc09599dda4a365721836af7947911fc850e4015 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00042-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f0d61e5de2b45abb82e80bfb0fd69f9979f600062d0f9b65da4401dc618400 +size 48048772384 diff --git a/BF16/Kimi-K2-Instruct-BF16-00043-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00043-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..677a810a84dbb8659a238e03d6e9274dc9d1e357 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00043-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af0e7f0e742518eb68914dd5cfa663b0a5c2e3c78ac1206fab39a4e1dd96960 +size 45398588288 diff --git a/BF16/Kimi-K2-Instruct-BF16-00044-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00044-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cfe10e468d8f7eb4fdf201c1bc4e094c954c3e53 --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00044-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dd3136b7a6f0fcef61d8cfabb0b6b052004f26bc68adcda3acf16a97e5c3ce +size 45398559552 diff --git a/BF16/Kimi-K2-Instruct-BF16-00045-of-00045.gguf b/BF16/Kimi-K2-Instruct-BF16-00045-of-00045.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c10b3735d3bdc35f0751df13b3c46d228ef2a05e --- /dev/null +++ b/BF16/Kimi-K2-Instruct-BF16-00045-of-00045.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6587350f1db67c6cca48619936538c8244aec11ea73ca3ce9015fe85f7a9dea0 +size 45699933344 diff --git a/Kimi-K2-Instruct-Q2_only.gguf b/Kimi-K2-Instruct-Q2_only.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ecbc6cfe34af8289410f5eaa39b9e73a70f27660 --- /dev/null +++ b/Kimi-K2-Instruct-Q2_only.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:512f0d14962d84c349b6aa52cd7a6b68a9d0178d6414814f36b36b6806147904 +size 777713184 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00001-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00001-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..91c1d2184e205d7bd84d137bc11b2711e51e8d94 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00001-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b3175e8c35f636a3f9569b74a7e0be88fff1abf0eebf593f41f2f6c5be8e55 +size 44040276512 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00002-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00002-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2f54dcbf1c6ea23b1a8379112aeb6d39fcb2345f --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00002-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af945c670d35ce49a628f61117f1c05aa8b01a703cfe0c0a4874766234d113d +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00003-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00003-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db6a77860dff2e4782f3aea2c38a6848c9a2e849 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00003-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8946f88c09db88440b1961133d740b56bc395ef61acc4654aadf88d46b90146f +size 48246355520 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00004-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00004-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..261051067e2229648d496719ddd10ebd3f5002f6 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00004-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903153a7ed518c029fe57517a3acaf36f35bb42120a464cbaf5747bdf621d8a9 +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00005-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00005-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1df79171c73a070876a138fe305061c6536ef8cd --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00005-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:898077a78faf55057e1e6ae2f4578f8db1b70f123c53bb66cc95848f92452b45 +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00006-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00006-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..750b7a9611de6b4eb4b04af8f7ae5031ac1cb2b1 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00006-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e628dbfe474e7d43b7aa707fa93f377ca565f9e70e03853d8be5ff45b0a9d7d2 +size 48246355520 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00007-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00007-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2500902269503efe85664618fc0a31e7d9ece7e7 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00007-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1851492c8d083f09a56895a4c749c34f0397f77524ae3d856bcf3ea6c32fc08f +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00008-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00008-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e01e4faed6d5bc5cf3b1147f9d02ab4a6e3e57a3 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00008-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd819572f551cef3da65689750ffca86ed114463b2aa9761cdbdf55a6c6da4c +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00009-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00009-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..173b006e707b15fcabafc038a49b3c40542426ad --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00009-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab8210d355ac32e801b428ad5dc09216402f3fc23cddc81881c4ca742de98da +size 48246355488 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00010-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00010-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b3a4ae9d113d345842c302cdd54431a3239cc26f --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00010-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa98a0ff3607709c815530becd173bd1041ca73523378ff5077c6e92d6d6004b +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00011-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00011-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f86926acb583585f04a20106c2f0a8a0c1ba7b8c --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00011-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d6e455d78d75e52e805cd6231832dc54cd68d16c6a88a3bb29c7e6dc04ea58 +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00012-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00012-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7849fa91e7b17662f1b8336b227391372630ed72 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00012-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bedca0e24882c1e2fc5155d5bc1d55716081f46859c8932d9f7c880fda4a73e9 +size 48246355520 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00013-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00013-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4ee1f3d9bde0bdc7000800604c82cb07d8345ec1 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00013-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d619287fd4f916590cd39f72f3de4d6f2112cf7026afca3ce89bfd7147a032e +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00014-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00014-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..24cf10a2cb173a1c5a5ff48fdf81df41a0426db5 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00014-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605af9360dc50571f224a5d534149e57661fa75086ad834acd4b03a63f497a9b +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00015-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00015-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..35188dcc2deb757c41f2838aad68e213a24a9782 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00015-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b9c694161d659c38d83c58deb71f20c36776f6340664ff73ac6c9700abfb50 +size 48246355520 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00016-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00016-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..15bd883c9fc62d2ac34a3430a3d2ddc4c32081e6 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00016-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005bc053a59d4222a62bbc9ba11457e52d719a4fee5dab046d51927703fd9d2f +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00017-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00017-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f01ae4135a89947bdb2c79c45c3f790b99b4df5d --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00017-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5c2e622a6def0eac71a0d752dda8418a7753bf68e9dafe1b572e0d61e084fb +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00018-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00018-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5c37d1a6679e49643a99256eb219039e53e9b16c --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00018-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01a837e06cffc74f1e828cfe56fe0e4fa042bfce07e586088cc833e4198eb37 +size 48246355520 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00019-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00019-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f2e54ea7b3e911b6d481466728428c3ad1f19920 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00019-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f96d4c39d4ca93f5f2e5cf041afe4fd74a1f6cd7a28d04d704826686b29908 +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00020-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00020-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3113efc9c2b1b2980cb7bdfb8a9e77d5ff880c54 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00020-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6b7cbaf17100271779e176cdea6ceb6ff030ce30a06cd175d767a7a3ef83ad +size 48411668448 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00021-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00021-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..28d5d160675226c38067eb63784a2211842c13c7 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00021-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8128be9e8d96d0a9387feb90eed0e618dfecad8501341e9473e48dbd8b6b3d9e +size 48246355488 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00022-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00022-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6cb1030127987a4c6109d4774cec3e92f60f73f4 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00022-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4805238a1d44ebecdc7703d9155ec36949707bb8fb1a9bdcceee2fbb84597be +size 49659502656 diff --git a/Q8_0/Kimi-K2-Instruct-Q8_0-00023-of-00023.gguf b/Q8_0/Kimi-K2-Instruct-Q8_0-00023-of-00023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b1817a75343eede2242083b59178704117ab8263 --- /dev/null +++ b/Q8_0/Kimi-K2-Instruct-Q8_0-00023-of-00023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ffd7f9d59dadc86776d5952f2b10060421bdb4b3e449c8aa43a03e0ecba82d +size 30277928192 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72bf52bea39e8bff7b13a6786366a99e2ed5143e --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "DeepseekV3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "auto_map": { + "AutoConfig": "configuration_deepseek.DeepseekV3Config", + "AutoModel": "modeling_deepseek.DeepseekV3Model", + "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM" + }, + "aux_loss_alpha": 0.001, + "bos_token_id": 163584, + "eos_token_id": 163585, + "ep_size": 1, + "first_k_dense_replace": 1, + "hidden_act": "silu", + "hidden_size": 7168, + "initializer_range": 0.02, + "intermediate_size": 18432, + "kv_lora_rank": 512, + "max_position_embeddings": 131072, + "model_type": "deepseek_v3", + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "n_group": 1, + "n_routed_experts": 384, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 61, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 0, + "pad_token_id": 163839, + "pretraining_tp": 1, + "q_lora_rank": 1536, + "qk_nope_head_dim": 128, + "qk_rope_head_dim": 64, + "quantization_config": { + "activation_scheme": "dynamic", + "fmt": "e4m3", + "quant_method": "fp8", + "weight_block_size": [ + 128, + 128 + ] + }, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "beta_fast": 1.0, + "beta_slow": 1.0, + "factor": 32.0, + "mscale": 1.0, + "mscale_all_dim": 1.0, + "original_max_position_embeddings": 4096, + "type": "yarn" + }, + "rope_theta": 50000.0, + "routed_scaling_factor": 2.827, + "scoring_func": "sigmoid", + "seq_aux": true, + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "torch_dtype": "bfloat16", + "transformers_version": "4.53.2", + "unsloth_fixed": true, + "use_cache": true, + "v_head_dim": 128, + "vocab_size": 163840 +}