diff --git a/.gitattributes b/.gitattributes index 7e2d2713292910c7a4039fc917238b5523619a48..e163ed9fb97db5591446ee6aec86540480d977a6 100644 --- a/.gitattributes +++ b/.gitattributes @@ -45,3 +45,4 @@ models/gemma-3-270m-it-wq4k-ef16-hf16/tokenizer.json filter=lfs diff=lfs merge=l models/gemma-3-1b-it-wq4k-ef16-hf16/tokenizer.json filter=lfs diff=lfs merge=lfs -text models/translategemma-4b-1b-enes-q4k-ehf16-af32/tokenizer.json filter=lfs diff=lfs merge=lfs -text models/gemma-4-e2b-it-q4k-ehf16-af32/tokenizer.json filter=lfs diff=lfs merge=lfs -text +models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json index 26f42f87b416e0b7619f963dad29632abbeed94f..627e16718093a6673f457abf697a079bd257a3e4 100644 --- a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json @@ -25229,5 +25229,11 @@ "type": "bundled", "vocabSize": 262144, "file": "tokenizer.json" + }, + "artifactIdentity": { + "sourceCheckpointId": "google/gemma-4-E2B-it", + "weightPackId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-wp-catalog-v1", + "manifestVariantId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple-mv-exec-v1", + "artifactCompleteness": "complete" } } diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/origin.json b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/origin.json new file mode 100644 index 0000000000000000000000000000000000000000..7db99a5e75db318e444eb8ae2cc854382b8406ae --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/origin.json @@ -0,0 +1,9 @@ +{ + "sourceModel": "google/gemma-4-e2b-it", + "sourceRepo": "google/gemma-4-e2b-it", + "sourceFormat": "safetensors", + "sourceRevision": "unknown-local-snapshot", + "variant": "q4k-ehf16-af32-int4ple", + "convertedAt": "2026-04-16T18:50:46.214Z", + "notes": "Converted from /home/x/model-downloads/gemma4-e2b-it with INT4 per-row symmetric per-layer embedding quantization. The local source directory did not include a Hugging Face snapshot revision." +} diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00000.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00000.bin new file mode 100644 index 0000000000000000000000000000000000000000..101b8f5ba0fb4ca3ed29e0bbe66a738df8fa7a37 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927343581954a5f71c60d74833cd34a6f2823931f142b3bab441d215a7728bba +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00001.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00001.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3166d130569446c4caf20b6b6319c729da01146 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7516c8613f887818d4ecde4b507e99d79dad3a8995e36302695dadaa9ad75a9 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00002.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00002.bin new file mode 100644 index 0000000000000000000000000000000000000000..a63759e958003f9bb1843ed74830b53334966905 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c52e56e128143b0953978d6f716af133c1133d5633fb33f01a3615712d9413a +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00003.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00003.bin new file mode 100644 index 0000000000000000000000000000000000000000..4cddfd42b4d5765140b6c6c0e953c1a278710757 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1cddb85e690e3dcb3bf1dbbe942969d160f564d7b2caa82e6e64ab540a07264 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00004.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00004.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a8ff2a04981af7411bb52ca1dc1a0c12c23758b --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ccf43efe17ba719dbca2cab9c15ccb1ceb65c01e13788fd58269b2f54ee254 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00005.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00005.bin new file mode 100644 index 0000000000000000000000000000000000000000..2deaa843a1da2b9625aad7ce3972253fab50c2ec --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ead31e42394cdbc18db2efe8f819f52851a59bb4c48a01711a464afe58ca00cf +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00006.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00006.bin new file mode 100644 index 0000000000000000000000000000000000000000..080b5327588207f76c9179cdff43d9d60d9805df --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4f449a570f0bbd54a500615a6e384f81d5bb5d1b3001c45f171484ac6045643 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00007.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00007.bin new file mode 100644 index 0000000000000000000000000000000000000000..90a2e29800468fc2052a2a043dec0bdff0fb862b --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfd6186e98f57af4d5b2c2c685c88039f930bde2a75e7864f3a27a3156fa200 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00008.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00008.bin new file mode 100644 index 0000000000000000000000000000000000000000..1af2fe01bfe192dd6175a8295f2318534ec08f7f --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a54117a6ab80db892b5ce8e12c87572201a554e5f9ca4fbab892a99d335719 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00009.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00009.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f56181bf21b05378dfa9076eed95fb652933159 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3ed42b11c43ae3a5fdd2968f10b086d2c3f11acaaca8614f49b461c7380622 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00010.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00010.bin new file mode 100644 index 0000000000000000000000000000000000000000..d0f798390d0027e99fdc1e14f31258f5668ebff5 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00010.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3295d61768258da63eba720470a0188f07558ab27830b134f4d53c3b7c12d919 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00011.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00011.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e67b391e2640398cfe8f19f9615c46ce61a0e84 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00011.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edee7d61532f2a50d9441b3928a5c73a97579060f6dba5147db47563d5fb0306 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00012.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00012.bin new file mode 100644 index 0000000000000000000000000000000000000000..53b6378c005c17a00c91cbfde90fe2eac32a1743 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00012.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c8f6b1a246c37474b05404834ccee8c8ae7144d2b34e8eef214febcba590198 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00013.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00013.bin new file mode 100644 index 0000000000000000000000000000000000000000..c70a2f13c1f029b40ddb2395cfa5276ee091adfe --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7650eccac118e45ded04e5eccdb37a36fbb46fcda875f98af331e0570b5c59ac +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00014.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00014.bin new file mode 100644 index 0000000000000000000000000000000000000000..73706277da2b9da8c5a1030097fb5e551ffcb92e --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00014.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c468b7ba1d320c1b7abd2f00a48c4fff888305a60621a3413cf2e233ea8ec1f3 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00015.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00015.bin new file mode 100644 index 0000000000000000000000000000000000000000..832712673411c3280e96ce9af575fa5cf8190076 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00015.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7311bd46a6f9d655b81cc5c1708186f260600b2370147326b78965f52ca7d5 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00016.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00016.bin new file mode 100644 index 0000000000000000000000000000000000000000..a623fe6992f5e0e8e6f4c420d2bef6f8bbfc8308 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00016.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8888abf5eec8aa0ba739c85e7e6851ea588a39ff695d779dca59a241e8c8a74c +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00017.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00017.bin new file mode 100644 index 0000000000000000000000000000000000000000..ffed1e07d0e3700965f0fa63b57e17a830aef64f --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00017.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a7142a06633f9028555cf04167711b0c708e1216a1a475e44128d26b70f4d2 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00018.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00018.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c3a257652b652c520f730dc16d95879c383c38d --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00018.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af68af5a4ccc7d6ef80d866ef69da223aaaa0a6cba84498140e1bec0fbb2d74 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00019.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00019.bin new file mode 100644 index 0000000000000000000000000000000000000000..31744086d43d733157472f75d98b0af8bb83fa89 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00019.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82673f234099165cd93d0a4921acd4e48b29125395c19dd5180b3a0dbbfc347a +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00020.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00020.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a650d9bbc14ca74266752279f5374426f77512e --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00020.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92bfcd1c8eb98b056494afaf20629439badb17f8148a33198fd4bfdb14f33eb1 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00021.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00021.bin new file mode 100644 index 0000000000000000000000000000000000000000..04f8a972adc03f0b421a2c7ab92b0d5b9d992617 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00021.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ccaedb88363afd49704d70ab6c0d3bd6633afbbaf880bc5a35a8ee70ee4da16 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00022.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00022.bin new file mode 100644 index 0000000000000000000000000000000000000000..d1747ab07e208350b623eb642b2cbc1e10544cc0 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00022.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:182d75953e54cf29ba9a73145eda46b2ad7ffd38ae9515650db172596e4f8526 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00023.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00023.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cb1d29143a19435ea5739d296214f8dae9eac3e --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00023.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a14fe26d535ae366fd64168b874750bcc150a99bdcbb03adc7afbcd6abfdbdd9 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00024.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00024.bin new file mode 100644 index 0000000000000000000000000000000000000000..7e239742e49f9690ef945b260722e72f7ca1c843 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00024.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c4685eb16e8259a79abfd03eddda1f32e5758616f64435ea1d8dcb1ab6bc55 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00025.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00025.bin new file mode 100644 index 0000000000000000000000000000000000000000..427e368f0edf62d45070c40c7997553aa3eca11a --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00025.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d011b6a23ab9fcd8fa43f3348fa59e67b5b0bbee35d060778c719679d74f05c8 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00026.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00026.bin new file mode 100644 index 0000000000000000000000000000000000000000..872ec9d141e5718f6efd65cb6147dfdb2ff43308 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00026.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95892c326dc94e337053d9d960ba2344a04126b018c35e56c5ac4a6966ab7326 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00027.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00027.bin new file mode 100644 index 0000000000000000000000000000000000000000..37ee150c09ad5adb314d7d58be25081bb4224e82 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00027.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a44daae10511a5c760eadfc1d42ee5e1c36f0463843e4c0338f8d20dd788af +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00028.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00028.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f13ec1616b150ca87df55a603a9d7f916970e14 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00028.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e40ef9180e6ac5fbe02e719823592cccb2812d02dbb9c0ee2d2d743317f06fda +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00029.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00029.bin new file mode 100644 index 0000000000000000000000000000000000000000..047a0f45e46a51b73b0431745278354176d9cc21 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00029.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1500f791484d866ae02f0b2dc660a5825be1292234ab98e4d8ac601349a953 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00030.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00030.bin new file mode 100644 index 0000000000000000000000000000000000000000..f7d92131adff0c24ac1b39497e22f9129e926847 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00030.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1eca1dd23b4697c05db037262e68ee46799a9c09c7e91a5cc499ea8f5db9af +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00031.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00031.bin new file mode 100644 index 0000000000000000000000000000000000000000..122d21d17b4770e26b367152d373a0a8ec23c3c5 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00031.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff98201636f871ca86aac899225a48dcf1c7a346abc75c11379ad3c6f49e03c +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00032.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00032.bin new file mode 100644 index 0000000000000000000000000000000000000000..a73977d03fbc1527a3c12c9a9edb026924d382e1 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00032.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bdd0df5146909261c25c467ad2aca149e72a5d1216782619dfb2cca3ccf741d +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00033.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00033.bin new file mode 100644 index 0000000000000000000000000000000000000000..8f4cb1f9f39a8e36bf95c6cc2bc3c25ce1f67282 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00033.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:282e15d87b5b9dce75c85108ec593fae91c63e033662209e76a9758e6051b45a +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00034.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00034.bin new file mode 100644 index 0000000000000000000000000000000000000000..684d0243cf3df488376d7b64d4aa5109d65451eb --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00034.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f54e362f1eddb5f1d0f34e91e98b5ee18173c50a1666cb6273946fffa965e54 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00035.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00035.bin new file mode 100644 index 0000000000000000000000000000000000000000..6a653a66aca6d97811483497d031783dacbaf498 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00035.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78c2733b1a27865760260fad4b3d6df81176ba34c18eeaaae75f06d22af1071 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00036.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00036.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f743399aab22f361dd508e8f45cdb3ef22b0929 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00036.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c204af40811269cb21f76256612fc89979ff931ef3ae17dded965174f0fa2a9a +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00037.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00037.bin new file mode 100644 index 0000000000000000000000000000000000000000..98de1192fb58297019acaf7ef420c9584869953e --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00037.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9451853290882c8b3dd3c63622dca26d4e8a38caad2e98552295398327859323 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00038.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00038.bin new file mode 100644 index 0000000000000000000000000000000000000000..20263ba7146f7ec6f41984a9c736edd6363b49a5 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00038.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a0e8ecfb1190554392143f79434839b629ee9284a3fd643d84cb62522a0cdcd +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00039.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00039.bin new file mode 100644 index 0000000000000000000000000000000000000000..92d1700dfd1c7af767cc4fdd7220a23f2bf7aca4 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00039.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b0e6bb1531f4c5f0bd8c32df984473f4af72f92ebf231806c9e3f3aba60f390 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00040.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00040.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab3f26a71426987f15f1dc82ae61195d501d79e9 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00040.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08eeccc34f1f29ff30663dfcd06e8d9bfc3e345cdf153638fb994495a177649d +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00041.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00041.bin new file mode 100644 index 0000000000000000000000000000000000000000..a4754395aeea7fa217459ba6b8f6717bc22e282d --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00041.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da15ad8dd31abad82e3168da42e0d220e7e97a285eb4635d56904fb29d3fd84 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00042.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00042.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e3df6be57c7b6c76fd6d8d642c28ea5d4d28092 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00042.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16afb041cf02bb70ee0e4c2dc42484047ab38c3dfda4e4280917b8d73a26e5f4 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00043.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00043.bin new file mode 100644 index 0000000000000000000000000000000000000000..26c6519c35477601941f8ccf95814b912f8a6bc8 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00043.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd6f586dc262da7f2f60c27adcf94ff38cc0a513041553b1e5936777db9f2d07 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00044.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00044.bin new file mode 100644 index 0000000000000000000000000000000000000000..31721c78a48a5a02ccee91358eb3b8b23ea932c7 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00044.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9c89f82052cfc28d2d498a54a33097111de286d946158d82b128f240794f8a +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00045.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00045.bin new file mode 100644 index 0000000000000000000000000000000000000000..e2ff18b69d069dd013e8cf0d44059755375b9962 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00045.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7770141cdb0f9c0949339868b74ec6607f023f6bcadf8ebc5ac43c3fd37cfe +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00046.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00046.bin new file mode 100644 index 0000000000000000000000000000000000000000..e74f2b1189b8a8cf55c9d13bbfbef53f6d3e7f6c --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00046.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea470fbe970ca5fb5560e2360b4fb057ebae3d4b02b749fb463fb70ef02ec22c +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00047.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00047.bin new file mode 100644 index 0000000000000000000000000000000000000000..337e4e387aa8c2169e858d3b2cab7e0b75cd0c98 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00047.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4251b2f7d957fcb700b9d0f84c2e6c4131c9a78d8fd85ce566d2c5ff0e9e2fa7 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00048.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00048.bin new file mode 100644 index 0000000000000000000000000000000000000000..0a10033d81f4380f90a86ea832f43bb2c7676d63 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00048.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49a7165ad27c5983bd077661c0f04f5e1af0eb0f336121796be399ec8ada8bd8 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00049.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00049.bin new file mode 100644 index 0000000000000000000000000000000000000000..c6f651242a0f225020653d845b2e342f6d92756f --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00049.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f709dc9d04a887e727758ea032152ddcc2c80efaef0211c5ba7b15f855a1516d +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00050.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00050.bin new file mode 100644 index 0000000000000000000000000000000000000000..b33756250b0078efcdf3672c41ea96ffd5257d0e --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00050.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a0a4d61618515f01e6cc4a9ea153add1f1911aa6523ac45fcce43dccde4b4f4 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00051.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00051.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bd560b8e730318600d9e1c634f7f94152e12146 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00051.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7202edc3383d8fbd097b039b9e5ddbc72dd2c28aa9b657df2b2c3e52957273 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00052.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00052.bin new file mode 100644 index 0000000000000000000000000000000000000000..174e99f190754e0281d63891cb7d7c07606269b4 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00052.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320f714c2ffda14c2b301f2de4f70c4e162d99d1d7c178b8b9559a26e9a0539f +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00053.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00053.bin new file mode 100644 index 0000000000000000000000000000000000000000..25d06080cc593d000226552bb1b8509f876f103b --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00053.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00477b003a4b0dd53c471f29e88c36f47f68d942a8696bb5e7cc07c9f3aa48d9 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00054.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00054.bin new file mode 100644 index 0000000000000000000000000000000000000000..bb38fc77239b4f58f377ca5b58a09de752c19514 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00054.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b922a8e71851e8c88f40df21b5ad297bcd8e6fe50efd87746d4deeab180165 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00055.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00055.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e65674e567a9861b8f7e953993604a6e690ef2d --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00055.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0395e847c68ddc992a1edc944b398dcc882e50888f526abaee5bb8957770b074 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00056.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00056.bin new file mode 100644 index 0000000000000000000000000000000000000000..d8f9cbf84ff98e6766a434c08889bea1507642be --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00056.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e4c9c51f3b35f296193f7b2f9624d938a02233783126bae61ecec1fb95f000 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00057.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00057.bin new file mode 100644 index 0000000000000000000000000000000000000000..22b93120ac7fade3a70bb1b3865c268593b333d7 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00057.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb89267383e2866af5051e9fa044455a71ea53c2d41d464516a5ae8c71c0e6dd +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00058.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00058.bin new file mode 100644 index 0000000000000000000000000000000000000000..12e4ccb8b8689a256201beec96aa1adcca02eba1 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00058.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:324d05a9566ec615f2e6971b57e0cb279365113d12de6b2c690509ea430cff4a +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00059.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00059.bin new file mode 100644 index 0000000000000000000000000000000000000000..d4a44ee47fbdc422203ccdd47d71d1858c29bb82 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00059.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94595dcf0e89ca67f05f2f75ca295c49834a8d28c5f27e13e9f45ce53d501a3 +size 36316102 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00060.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00060.bin new file mode 100644 index 0000000000000000000000000000000000000000..14c885f8fd8b8ace23724f84eec7442981154440 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00060.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4596ce1fcf1d313bd8841532780408446b18b4c5a36b26e0fe2e4e84d76c612f +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00061.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00061.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ec829192d78a2a6739718dd33283afdb5f40733 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00061.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c91c84b0405eb7825b0f32bd95d799938cb1f5845e959b8facad16726262e3 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00062.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00062.bin new file mode 100644 index 0000000000000000000000000000000000000000..b96c402b3086fcc2ff568d45adbf429f3ea02297 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00062.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aced0f7d5abe27c444e0f100c6ce164b91efa51fd81bd79fd343be95a2564565 +size 67108864 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00063.bin b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00063.bin new file mode 100644 index 0000000000000000000000000000000000000000..a09efea511c03add3c54dc720b4be950a1553583 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/shard_00063.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99def85072eaaa5caeee1e83b883691ff472f65e4e91bb73a41b1a13f2b446ff +size 25165824 diff --git a/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/tokenizer.json b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..9dab9e9d68923cb94281f234923ac1f1500665b9 --- /dev/null +++ b/models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4453a86456cdf02b3c8f79091ffda7ca017619ff5da495b9eda12141d5793962 +size 13593370