diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..08358ae8e6601d8d681e44715420f7a4609bef31 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,83 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +shared/metadata.gguf filter=lfs diff=lfs merge=lfs -text +shared/embeddings.gguf filter=lfs diff=lfs merge=lfs -text +shared/output.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-000.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-001.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-002.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-003.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-004.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-005.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-006.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-007.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-008.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-009.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-010.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-011.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-012.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-013.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-014.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-015.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-016.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-017.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-018.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-019.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-020.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-021.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-022.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-023.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-024.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-025.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-026.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-027.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-028.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-029.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-030.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-031.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-032.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-033.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-034.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-035.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-036.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-037.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-038.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-039.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-040.gguf filter=lfs diff=lfs merge=lfs -text +layers/layer-041.gguf filter=lfs diff=lfs merge=lfs -text +projectors/mmproj-BF16.gguf filter=lfs diff=lfs merge=lfs -text +projectors/mmproj-F16.gguf filter=lfs diff=lfs merge=lfs -text +projectors/mmproj-F32.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..301f78711e4cbabff86f40cfb7916f11d6b9ba8e --- /dev/null +++ b/README.md @@ -0,0 +1,133 @@ +--- +library_name: mesh-llm +license: "apache-2.0" +base_model: +- "unsloth/Inkling-Small-GGUF" +pipeline_tag: "image-text-to-text" +tags: +- gguf +- mesh-llm +- layer-package +- skippy +- distributed-inference +- local-inference +- openai-compatible +--- + +
+ + Mesh LLM + + +

Inkling-Small-UD-Q4_K_XL

+ +

+ Distributed GGUF inference package for Mesh LLM +

+ +

+ Website + GitHub + Discord +

+
+ +GGUF layer package for running **Inkling-Small-UD-Q4_K_XL** across a local Mesh LLM cluster. + +This package is derived from [unsloth/Inkling-Small-GGUF](https://huggingface.co/unsloth/Inkling-Small-GGUF) and keeps the original GGUF distribution split into per-layer artifacts for distributed inference. + +## Highlights + +| Run locally | Pool multiple machines | OpenAI-compatible | Package variant | +|---|---|---|---| +| Private inference on your hardware | Split layers across peers | Serve `/v1/chat/completions` locally | `UD-Q4_K_XL` layer package | + +## Model Overview + +| Property | Value | +|---|---| +| **Source model** | [unsloth/Inkling-Small-GGUF](https://huggingface.co/unsloth/Inkling-Small-GGUF) | +| **Model id** | `unsloth/Inkling-Small-GGUF:UD-Q4_K_XL` | +| **Family** | Inkling | +| **Parameter scale** | not recorded | +| **Quantization** | `UD-Q4_K_XL` | +| **Layer count** | 42 | +| **Activation width** | 4096 | +| **Package size** | 153.1 GB | +| **Source file** | `UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf` | +| **Package repo** | [meshllm/Inkling-Small-UD-Q4_K_XL-layers](https://huggingface.co/meshllm/Inkling-Small-UD-Q4_K_XL-layers) | +| **License** | `apache-2.0` from [unsloth/Inkling-Small-GGUF](https://huggingface.co/unsloth/Inkling-Small-GGUF) | + +## Recommended Use + +- Local and private inference with Mesh LLM. +- Multi-machine serving when the full GGUF is too large for one host. +- OpenAI-compatible chat/completions workflows through Mesh LLM's local API. + +For upstream architecture details, chat template guidance, sampling recommendations, license terms, and benchmark notes, see the source model card: [unsloth/Inkling-Small-GGUF](https://huggingface.co/unsloth/Inkling-Small-GGUF). + +## Quickstart + +```bash +# Run this on each machine that should contribute memory/compute. +mesh-llm serve --model "meshllm/Inkling-Small-UD-Q4_K_XL-layers" --split +``` + +```bash +# Check the mesh and discover the OpenAI-compatible model name. +curl -s http://localhost:3131/api/status +curl -s http://localhost:3131/v1/models +``` + +```bash +# Send an OpenAI-compatible chat request. +curl -s http://localhost:3131/v1/chat/completions \ + -H "Content-Type: application/json" \ + -d '{ + "model": "unsloth/Inkling-Small-GGUF:UD-Q4_K_XL", + "messages": [{"role": "user", "content": "Write a tiny hello-world function in Rust."}], + "max_tokens": 128 + }' +``` + +## Package Variant + +| Property | Value | +|---|---| +| **Format** | `layer-package` | +| **Canonical source ref** | `unsloth/Inkling-Small-GGUF@1a19ef82883cb7b9c581b93c30ea252dabbf658d/UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf` | +| **Source revision** | `1a19ef82883cb7b9c581b93c30ea252dabbf658d` | +| **Source SHA-256** | `a51ac3f439198f2817219edd582be4b600c273be24e78cbd58ebff982d9f007e` | +| **Skippy ABI** | `0.1.35` | +| **Package manifest SHA-256** | `edae4bf5fd239d88fc2d20fb9eef31f6f7ce45ca743e1292827bc2a26e5f50c0` | + +## What Is Included + +| Artifact | Path | Contents | SHA-256 | +|---|---|---|---| +| Manifest | `model-package.json` | Package schema, source identity, checksums | `edae4bf5fd239d88fc2d20fb9eef31f6f7ce45ca743e1292827bc2a26e5f50c0` | +| Metadata | `shared/metadata.gguf` | 1 tensors, 12.4 MB | `a30882bd63c7d3509acbe80f89fa3af26d2ea768a48d16aa29b39d0c31c57a65` | +| Embeddings | `shared/embeddings.gguf` | 2 tensors, 846.7 MB | `5e25470fcee8342e220fcf4a9d580afe7b1bbcce3a6bf1173b528a7c20074a72` | +| Output head | `shared/output.gguf` | 3 tensors, 846.7 MB | `66187e4186cab8645b1353feecdaaed350372202998a95ef5bbf860d38bd9a9d` | +| Transformer layers | `layers/layer-*.gguf` | 42 layer artifacts, 998 tensors, 150.9 GB | `see model-package.json` | +| Projector | `projectors/mmproj-BF16.gguf` | mmproj projector, 132.3 MB | `05d4475a956030be87b099865d6552a541a476db8cc3e266fcfa7c5a24846248` | +| Projector | `projectors/mmproj-F16.gguf` | mmproj projector, 132.3 MB | `bf1e6afc9889151b3fee61119d3ee2cd224b59a1d881cdf87e33962f64aecc7e` | +| Projector | `projectors/mmproj-F32.gguf` | mmproj projector, 264.5 MB | `653c88aab6699d65ecd45d82303a74a467309dcb8e837e0c9e18f394f4ee3def` | + +## Validation + +Generated by the Mesh LLM HF Jobs splitter from `mesh-llm` ref `main`. +Each artifact is checksummed as it is written, uploaded to this repository, and removed from the job workspace before the next artifact is produced. + +```bash +skippy-model-package write-package "/source/UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf" --out-dir "/tmp/meshllm-layer-job-meshllm_Inkling-Small-UD-Q4_K_XL-layers-193/package" +``` + +## Links + +- Source model: [unsloth/Inkling-Small-GGUF](https://huggingface.co/unsloth/Inkling-Small-GGUF) +- Mesh LLM website: [meshllm.cloud](https://www.meshllm.cloud) +- Mesh LLM: [github.com/Mesh-LLM/mesh-llm](https://github.com/Mesh-LLM/mesh-llm) +- Discord: [discord.gg/rs6fmc63eN](https://discord.gg/rs6fmc63eN) +- Package catalog: [meshllm/catalog](https://huggingface.co/datasets/meshllm/catalog) +- Package format: [layer-package-repos.md](https://github.com/Mesh-LLM/mesh-llm/blob/main/docs/specs/layer-package-repos.md) diff --git a/automation/queue.json b/automation/queue.json new file mode 100644 index 0000000000000000000000000000000000000000..6220b75baa683e16ec63d6ccd7ebc1536a4d3e4f --- /dev/null +++ b/automation/queue.json @@ -0,0 +1,28 @@ +{ + "schema_version": 1, + "queued_at": "2026-08-03T19:00:23.741267180+00:00", + "source_repo": "unsloth/Inkling-Small-GGUF", + "source_revision": "1a19ef82883cb7b9c581b93c30ea252dabbf658d", + "source_file": "UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf", + "source_projectors": [ + { + "path": "mmproj-BF16.gguf", + "total_bytes": 138684128 + }, + { + "path": "mmproj-F16.gguf", + "total_bytes": 138684128 + }, + { + "path": "mmproj-F32.gguf", + "total_bytes": 277311968 + } + ], + "quant": "UD-Q4_K_XL", + "target_repo": "meshllm/Inkling-Small-UD-Q4_K_XL-layers", + "model_id": "unsloth/Inkling-Small-GGUF:UD-Q4_K_XL", + "mesh_llm_ref": "main", + "github_run_url": "https://github.com/Mesh-LLM/mesh-llm/actions/runs/30843764895", + "recent_rank": 2, + "popular_rank": 80 +} \ No newline at end of file diff --git a/layers/layer-000.gguf b/layers/layer-000.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c7db00b4288973f210346dff4251f0c82ba9385a --- /dev/null +++ b/layers/layer-000.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b8a1662fee6e098acdd48c460af81a99d9e0b1a13dbc8ca68ae67c962900bc +size 273936992 diff --git a/layers/layer-001.gguf b/layers/layer-001.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dfca00c409ef1f20c44870b01f458b462d7deb6d --- /dev/null +++ b/layers/layer-001.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95dd8c1b7a97c861f44447afeb5ddb5c04d4dcd092c9f4f00eea13371728dbee +size 273936992 diff --git a/layers/layer-002.gguf b/layers/layer-002.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e9fe468844164a76d14c3e1463df6f892eca94db --- /dev/null +++ b/layers/layer-002.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e0278515ee112355b9ae33127e5686a3e0135ae5f75180c19c2748aada61eb7 +size 4010047456 diff --git a/layers/layer-003.gguf b/layers/layer-003.gguf new file mode 100644 index 0000000000000000000000000000000000000000..75cabd8047daa2074ddc39cb8d1b021992281ed9 --- /dev/null +++ b/layers/layer-003.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6a7c32d81e02e7e486061382e7601a8f6deb6a9bd19d878473b38682d9a073 +size 4010047456 diff --git a/layers/layer-004.gguf b/layers/layer-004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d8f51fabc98405a0bea385269f108fd66c69bd1f --- /dev/null +++ b/layers/layer-004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03dfbdbce2f99a5d039144454bdd5220265b4fb2df8168ca04fa4046f3e92055 +size 4010047456 diff --git a/layers/layer-005.gguf b/layers/layer-005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c3ec9761a235bc6537a42021d734158158d5c5b0 --- /dev/null +++ b/layers/layer-005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d521378088732c69e76f12782d98f5bf404ca6c964b1933050111681def945f +size 4010080224 diff --git a/layers/layer-006.gguf b/layers/layer-006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..39ff42b58dfe976dc89aa8238d0228d60ba848a9 --- /dev/null +++ b/layers/layer-006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af29757390e076b698f2a2aa94f32729b7b72e3ca0ff3c27567d1023bf8a7b82 +size 4010047456 diff --git a/layers/layer-007.gguf b/layers/layer-007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..11db8a1e6a7b28b98490888d19ef8d928985eac4 --- /dev/null +++ b/layers/layer-007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918586261f9a47e304411beb9576c393e2bee3ceaf2bd267d742668235af68b2 +size 4010047456 diff --git a/layers/layer-008.gguf b/layers/layer-008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b52c647bc84223674310bb80cb7f3e44b670d1c9 --- /dev/null +++ b/layers/layer-008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49eb71a43f1a01749397010ee46eb15e29701f9d2b602b7abf2feeedbd15c6ea +size 4010047456 diff --git a/layers/layer-009.gguf b/layers/layer-009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..42805ac279a3d4b9ec49be5649100f438a4212ca --- /dev/null +++ b/layers/layer-009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1fdc36263602cf43c16418c4e1080840c666817890562b05134402242cfa3e0 +size 4010047456 diff --git a/layers/layer-010.gguf b/layers/layer-010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dac7f5d800974f0637681eb6ab4181f6e7dad2f4 --- /dev/null +++ b/layers/layer-010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac01d78c9bbe3bd381bfd1c3275e7f47012669de3582df0f1e57f3cf1365b8cc +size 4010047488 diff --git a/layers/layer-011.gguf b/layers/layer-011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..993443f566c51341183a96f04e2ef02af806e891 --- /dev/null +++ b/layers/layer-011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956d164976a4fbc73fa122e59b04ba6552ac7196075f0428947266dcd86cf8aa +size 4010080256 diff --git a/layers/layer-012.gguf b/layers/layer-012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2dbf69a47becdd5f1a5acad34c57ef0fb2fb9cbe --- /dev/null +++ b/layers/layer-012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dab1b6aaa0dee4945381e2bda888ca807d95e44cfd6c94daea3e367f3930f2f +size 4010047488 diff --git a/layers/layer-013.gguf b/layers/layer-013.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b345f006903c91702f6597c71c24e116d5cbbeeb --- /dev/null +++ b/layers/layer-013.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7954f469e69d51cbf54d04aecfb61d81abb1aa6ded29fff9451cc37b41b0aae4 +size 4010047488 diff --git a/layers/layer-014.gguf b/layers/layer-014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cb49b41ff7703d92e28e3bbd33548defdcd40c82 --- /dev/null +++ b/layers/layer-014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d782479b5f7e2569f104a10eea4d4f2a02837dea7b6370d7489d5c280b24bad +size 4010047488 diff --git a/layers/layer-015.gguf b/layers/layer-015.gguf new file mode 100644 index 0000000000000000000000000000000000000000..04546308bcb61677c8a97b3218874bd9c2afe6b5 --- /dev/null +++ b/layers/layer-015.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bcba4945782b8d60b2b1284149daa80fcbe2dc9dd7ba1f53873a3c60268034 +size 4010047488 diff --git a/layers/layer-016.gguf b/layers/layer-016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..63997138b98706513b553e5371b6a4bcfcda156d --- /dev/null +++ b/layers/layer-016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373f9900606024af02d26b24d58551eb5bfff6597391a212f8428cca5bc95b20 +size 4010047488 diff --git a/layers/layer-017.gguf b/layers/layer-017.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cacaa203c77418b7bf6ecb01208df964f60d3f66 --- /dev/null +++ b/layers/layer-017.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff3feec2fd4782203f92f287ddb6de0990b4d33e651b5d2bd99d4a7bbcf40ea +size 4010080256 diff --git a/layers/layer-018.gguf b/layers/layer-018.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ab23ba4f62394780edb93517cf725e911344ee59 --- /dev/null +++ b/layers/layer-018.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d670c5ec610d43cb136f2d468abcef1c8ae01a4475ccb3ac9a7f1469664210a7 +size 4010047488 diff --git a/layers/layer-019.gguf b/layers/layer-019.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c63a5bddcebb38eb7ed1e08361d79ed83acc602a --- /dev/null +++ b/layers/layer-019.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94f20b6b2328c366386d9224c3ac51fd69d5621aadbc06aeab5bbd36d0985e6f +size 4010047488 diff --git a/layers/layer-020.gguf b/layers/layer-020.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c6f736f737b1ee54619ffcbe6ba854e20f4e3784 --- /dev/null +++ b/layers/layer-020.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c70a4dbbc20ecd760fd2e4d1374d00cc33e818604180cd1bee969a7a150ae6e +size 4010047488 diff --git a/layers/layer-021.gguf b/layers/layer-021.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7e66b6b1fc3dbbe8d0ebc43be213727a866e8908 --- /dev/null +++ b/layers/layer-021.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abc882fb5c3594a56748106e789b52e8dbd27b8887fda15520766657165db88 +size 4010047488 diff --git a/layers/layer-022.gguf b/layers/layer-022.gguf new file mode 100644 index 0000000000000000000000000000000000000000..668f35c6f6894a7c1223f9148bd581cd3bfb4c8f --- /dev/null +++ b/layers/layer-022.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b184532a4ca036a2116a3233f275dfe33590b1c8c2a3f343b92003ad0ab8fc23 +size 4010047488 diff --git a/layers/layer-023.gguf b/layers/layer-023.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8a441486c816be2438a5afbf7b1246208e6c3ea0 --- /dev/null +++ b/layers/layer-023.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fdcf3a2bb2daf9dbbc5da090c63675eb3e04b7ee09253618de58cd3a580c414 +size 4010080256 diff --git a/layers/layer-024.gguf b/layers/layer-024.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0b0e2424061f61da42fab673ea63bc8a936fa50e --- /dev/null +++ b/layers/layer-024.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a00dcf1439dae24f1c60b6c148ffc210c493c475ba2b9163c3a0e1e320972b07 +size 4010047488 diff --git a/layers/layer-025.gguf b/layers/layer-025.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e252acce36b2bdcc4b09f036d30a2eb0edde50a3 --- /dev/null +++ b/layers/layer-025.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab2eb051c6c363d216b3558e0cca89b4ba65f0aa80e71bbcdb03d0d5e056ee1 +size 4010047488 diff --git a/layers/layer-026.gguf b/layers/layer-026.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e80baf63166541e0666d4415572fa7165e60ec8e --- /dev/null +++ b/layers/layer-026.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281b80a093b68f561b07e7ab94e1d71b1f50989f70386d5e62eebb209c09f954 +size 4010047488 diff --git a/layers/layer-027.gguf b/layers/layer-027.gguf new file mode 100644 index 0000000000000000000000000000000000000000..225aa7b67ff66630239974965a417aa2e08756c6 --- /dev/null +++ b/layers/layer-027.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6907dd14a3bd92b8e5652e822d735154f3b440770d0e6a4bf42653c7c0b7727a +size 4010047488 diff --git a/layers/layer-028.gguf b/layers/layer-028.gguf new file mode 100644 index 0000000000000000000000000000000000000000..15590cfc212e9fb60c66412c62e3353025ef486e --- /dev/null +++ b/layers/layer-028.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ffedc9064b1ed07c6a12eea73b32ecf26b1d34a2a65b8fd103f7fc9f4b0b43 +size 4010047488 diff --git a/layers/layer-029.gguf b/layers/layer-029.gguf new file mode 100644 index 0000000000000000000000000000000000000000..662becf306a4663c2e8df35325ce418e573ff73f --- /dev/null +++ b/layers/layer-029.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46543cae54ae9048d63eda3e0f6b36318bbadd378635415cd89ae5c4c2c970d +size 4010080256 diff --git a/layers/layer-030.gguf b/layers/layer-030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..80b4a8feefc7771d69e7798d037dfb2539ed1e92 --- /dev/null +++ b/layers/layer-030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5cba6d8b48d9ce26173635c182a52acb2b1538aec203701177ef76b7eb92e5a +size 4010047488 diff --git a/layers/layer-031.gguf b/layers/layer-031.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7f0d6805b37eda22f7fb4e14df38530e2f02ca44 --- /dev/null +++ b/layers/layer-031.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63f8c54bbdea6ef3c235700070ee3823b2f448e5254b731faacbe47be4573d8 +size 4010047488 diff --git a/layers/layer-032.gguf b/layers/layer-032.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d95983884fb98d89ef07388c3ae94e9d41a6738e --- /dev/null +++ b/layers/layer-032.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32d18d90e5ca4b80c42ba8cf373da7053374deee83663efd18b930bd626a293 +size 4010047488 diff --git a/layers/layer-033.gguf b/layers/layer-033.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b8c6b10cdee2b403103ba2137fb5baa221e8c941 --- /dev/null +++ b/layers/layer-033.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0e35e0c3464c9df0f80d3354dd18ce0d59c844329d2bf072814312ddc4efba +size 4010047488 diff --git a/layers/layer-034.gguf b/layers/layer-034.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2d20b8d77acb6294ae69043db648c28a4ac5cafe --- /dev/null +++ b/layers/layer-034.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5f0d219c7f8e59a9efe16be7469eb19fe1eec6c80e425afaa864842357567e +size 4010047488 diff --git a/layers/layer-035.gguf b/layers/layer-035.gguf new file mode 100644 index 0000000000000000000000000000000000000000..543a20705c6f6f3c5ba0b029bb604ae0d6c71909 --- /dev/null +++ b/layers/layer-035.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5aa9f99f5e7c7b47e0891074937d2babe5e9f751ce6d05308d2a1931fed1c75 +size 4010080256 diff --git a/layers/layer-036.gguf b/layers/layer-036.gguf new file mode 100644 index 0000000000000000000000000000000000000000..20c7d25a7d8f8194c4fcdbfe34f9c5accffb7fb4 --- /dev/null +++ b/layers/layer-036.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec8f73acf148ef1492d922e5f2f7c9fd5f7293ddbd46047ccb745bf39915f79e +size 4010047488 diff --git a/layers/layer-037.gguf b/layers/layer-037.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d291a252f406e28558cc1a0c8dde55526a9854fa --- /dev/null +++ b/layers/layer-037.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed585a50615cf0e2668bb7cd736cfd2a12e5abafd6c0d029ece08d56a96e264 +size 4010047488 diff --git a/layers/layer-038.gguf b/layers/layer-038.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a896ece0a18244c96e99c97929f3a3beb2fe1147 --- /dev/null +++ b/layers/layer-038.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f8160c275313acc0560a7f4753f870933d95198f627d8af4734b1499fba1d9 +size 4010047488 diff --git a/layers/layer-039.gguf b/layers/layer-039.gguf new file mode 100644 index 0000000000000000000000000000000000000000..42a0307cc3b48573aa1541b7acf323f56d7266e8 --- /dev/null +++ b/layers/layer-039.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65e2ad1b2027faba40708bd6457e102d8deeb0b6c16d11cbe6054fc5f79cfe3 +size 4010047488 diff --git a/layers/layer-040.gguf b/layers/layer-040.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c6c6244a973fcab3b47cbc66c6a71a6119a91d0d --- /dev/null +++ b/layers/layer-040.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dcf4d6a4d2180b6da1713ee8b2da20cefc013b35efad47ebd0a833dd7c45770 +size 4295260160 diff --git a/layers/layer-041.gguf b/layers/layer-041.gguf new file mode 100644 index 0000000000000000000000000000000000000000..38941410e6faab1194c6ec2a26c7afc85e2a656c --- /dev/null +++ b/layers/layer-041.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4baaf7962e42325b32e63d1efdb23576c94f08fa1712001ce12e87acd044e1e7 +size 4832163840 diff --git a/model-package.json b/model-package.json new file mode 100644 index 0000000000000000000000000000000000000000..834af0e922f1fcda4dcae05c986cb9ed0fb7f727 --- /dev/null +++ b/model-package.json @@ -0,0 +1,432 @@ +{ + "schema_version": 1, + "model_id": "unsloth/Inkling-Small-GGUF:UD-Q4_K_XL", + "source_model": { + "path": "/source/UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf", + "sha256": "a51ac3f439198f2817219edd582be4b600c273be24e78cbd58ebff982d9f007e", + "repo": "unsloth/Inkling-Small-GGUF", + "revision": "1a19ef82883cb7b9c581b93c30ea252dabbf658d", + "primary_file": "UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf", + "canonical_ref": "unsloth/Inkling-Small-GGUF@1a19ef82883cb7b9c581b93c30ea252dabbf658d/UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf", + "distribution_id": "Inkling-Small-UD-Q4_K_XL", + "files": [ + { + "path": "UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf", + "size_bytes": null, + "sha256": null + }, + { + "path": "UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00002-of-00005.gguf", + "size_bytes": null, + "sha256": null + }, + { + "path": "UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00003-of-00005.gguf", + "size_bytes": null, + "sha256": null + }, + { + "path": "UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00004-of-00005.gguf", + "size_bytes": null, + "sha256": null + }, + { + "path": "UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00005-of-00005.gguf", + "size_bytes": null, + "sha256": null + } + ] + }, + "format": "layer-package", + "layer_count": 42, + "activation_width": 4096, + "shared": { + "metadata": { + "path": "shared/metadata.gguf", + "tensor_count": 1, + "tensor_bytes": 16384, + "artifact_bytes": 13003264, + "sha256": "a30882bd63c7d3509acbe80f89fa3af26d2ea768a48d16aa29b39d0c31c57a65" + }, + "embeddings": { + "path": "shared/embeddings.gguf", + "tensor_count": 2, + "tensor_bytes": 874872832, + "artifact_bytes": 887859776, + "sha256": "5e25470fcee8342e220fcf4a9d580afe7b1bbcce3a6bf1173b528a7c20074a72" + }, + "output": { + "path": "shared/output.gguf", + "tensor_count": 3, + "tensor_bytes": 874889216, + "artifact_bytes": 887876224, + "sha256": "66187e4186cab8645b1353feecdaaed350372202998a95ef5bbf860d38bd9a9d" + } + }, + "projectors": [ + { + "kind": "mmproj", + "path": "projectors/mmproj-BF16.gguf", + "tensor_count": 10, + "tensor_bytes": 138681600, + "artifact_bytes": 138684128, + "sha256": "05d4475a956030be87b099865d6552a541a476db8cc3e266fcfa7c5a24846248" + }, + { + "kind": "mmproj", + "path": "projectors/mmproj-F16.gguf", + "tensor_count": 10, + "tensor_bytes": 138681600, + "artifact_bytes": 138684128, + "sha256": "bf1e6afc9889151b3fee61119d3ee2cd224b59a1d881cdf87e33962f64aecc7e" + }, + { + "kind": "mmproj", + "path": "projectors/mmproj-F32.gguf", + "tensor_count": 10, + "tensor_bytes": 277309440, + "artifact_bytes": 277311968, + "sha256": "653c88aab6699d65ecd45d82303a74a467309dcb8e837e0c9e18f394f4ee3def" + } + ], + "layers": [ + { + "layer_index": 0, + "path": "layers/layer-000.gguf", + "tensor_count": 19, + "tensor_bytes": 260948996, + "artifact_bytes": 273936992, + "sha256": "10b8a1662fee6e098acdd48c460af81a99d9e0b1a13dbc8ca68ae67c962900bc" + }, + { + "layer_index": 1, + "path": "layers/layer-001.gguf", + "tensor_count": 19, + "tensor_bytes": 260948996, + "artifact_bytes": 273936992, + "sha256": "95dd8c1b7a97c861f44447afeb5ddb5c04d4dcd092c9f4f00eea13371728dbee" + }, + { + "layer_index": 2, + "path": "layers/layer-002.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047456, + "sha256": "1e0278515ee112355b9ae33127e5686a3e0135ae5f75180c19c2748aada61eb7" + }, + { + "layer_index": 3, + "path": "layers/layer-003.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047456, + "sha256": "cb6a7c32d81e02e7e486061382e7601a8f6deb6a9bd19d878473b38682d9a073" + }, + { + "layer_index": 4, + "path": "layers/layer-004.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047456, + "sha256": "03dfbdbce2f99a5d039144454bdd5220265b4fb2df8168ca04fa4046f3e92055" + }, + { + "layer_index": 5, + "path": "layers/layer-005.gguf", + "tensor_count": 24, + "tensor_bytes": 3997091844, + "artifact_bytes": 4010080224, + "sha256": "9d521378088732c69e76f12782d98f5bf404ca6c964b1933050111681def945f" + }, + { + "layer_index": 6, + "path": "layers/layer-006.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047456, + "sha256": "af29757390e076b698f2a2aa94f32729b7b72e3ca0ff3c27567d1023bf8a7b82" + }, + { + "layer_index": 7, + "path": "layers/layer-007.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047456, + "sha256": "918586261f9a47e304411beb9576c393e2bee3ceaf2bd267d742668235af68b2" + }, + { + "layer_index": 8, + "path": "layers/layer-008.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047456, + "sha256": "49eb71a43f1a01749397010ee46eb15e29701f9d2b602b7abf2feeedbd15c6ea" + }, + { + "layer_index": 9, + "path": "layers/layer-009.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047456, + "sha256": "e1fdc36263602cf43c16418c4e1080840c666817890562b05134402242cfa3e0" + }, + { + "layer_index": 10, + "path": "layers/layer-010.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "ac01d78c9bbe3bd381bfd1c3275e7f47012669de3582df0f1e57f3cf1365b8cc" + }, + { + "layer_index": 11, + "path": "layers/layer-011.gguf", + "tensor_count": 24, + "tensor_bytes": 3997091844, + "artifact_bytes": 4010080256, + "sha256": "956d164976a4fbc73fa122e59b04ba6552ac7196075f0428947266dcd86cf8aa" + }, + { + "layer_index": 12, + "path": "layers/layer-012.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "1dab1b6aaa0dee4945381e2bda888ca807d95e44cfd6c94daea3e367f3930f2f" + }, + { + "layer_index": 13, + "path": "layers/layer-013.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "7954f469e69d51cbf54d04aecfb61d81abb1aa6ded29fff9451cc37b41b0aae4" + }, + { + "layer_index": 14, + "path": "layers/layer-014.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "0d782479b5f7e2569f104a10eea4d4f2a02837dea7b6370d7489d5c280b24bad" + }, + { + "layer_index": 15, + "path": "layers/layer-015.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "c5bcba4945782b8d60b2b1284149daa80fcbe2dc9dd7ba1f53873a3c60268034" + }, + { + "layer_index": 16, + "path": "layers/layer-016.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "373f9900606024af02d26b24d58551eb5bfff6597391a212f8428cca5bc95b20" + }, + { + "layer_index": 17, + "path": "layers/layer-017.gguf", + "tensor_count": 24, + "tensor_bytes": 3997091844, + "artifact_bytes": 4010080256, + "sha256": "cff3feec2fd4782203f92f287ddb6de0990b4d33e651b5d2bd99d4a7bbcf40ea" + }, + { + "layer_index": 18, + "path": "layers/layer-018.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "d670c5ec610d43cb136f2d468abcef1c8ae01a4475ccb3ac9a7f1469664210a7" + }, + { + "layer_index": 19, + "path": "layers/layer-019.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "94f20b6b2328c366386d9224c3ac51fd69d5621aadbc06aeab5bbd36d0985e6f" + }, + { + "layer_index": 20, + "path": "layers/layer-020.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "0c70a4dbbc20ecd760fd2e4d1374d00cc33e818604180cd1bee969a7a150ae6e" + }, + { + "layer_index": 21, + "path": "layers/layer-021.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "0abc882fb5c3594a56748106e789b52e8dbd27b8887fda15520766657165db88" + }, + { + "layer_index": 22, + "path": "layers/layer-022.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "b184532a4ca036a2116a3233f275dfe33590b1c8c2a3f343b92003ad0ab8fc23" + }, + { + "layer_index": 23, + "path": "layers/layer-023.gguf", + "tensor_count": 24, + "tensor_bytes": 3997091844, + "artifact_bytes": 4010080256, + "sha256": "6fdcf3a2bb2daf9dbbc5da090c63675eb3e04b7ee09253618de58cd3a580c414" + }, + { + "layer_index": 24, + "path": "layers/layer-024.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "a00dcf1439dae24f1c60b6c148ffc210c493c475ba2b9163c3a0e1e320972b07" + }, + { + "layer_index": 25, + "path": "layers/layer-025.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "cab2eb051c6c363d216b3558e0cca89b4ba65f0aa80e71bbcdb03d0d5e056ee1" + }, + { + "layer_index": 26, + "path": "layers/layer-026.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "281b80a093b68f561b07e7ab94e1d71b1f50989f70386d5e62eebb209c09f954" + }, + { + "layer_index": 27, + "path": "layers/layer-027.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "6907dd14a3bd92b8e5652e822d735154f3b440770d0e6a4bf42653c7c0b7727a" + }, + { + "layer_index": 28, + "path": "layers/layer-028.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "65ffedc9064b1ed07c6a12eea73b32ecf26b1d34a2a65b8fd103f7fc9f4b0b43" + }, + { + "layer_index": 29, + "path": "layers/layer-029.gguf", + "tensor_count": 24, + "tensor_bytes": 3997091844, + "artifact_bytes": 4010080256, + "sha256": "f46543cae54ae9048d63eda3e0f6b36318bbadd378635415cd89ae5c4c2c970d" + }, + { + "layer_index": 30, + "path": "layers/layer-030.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "b5cba6d8b48d9ce26173635c182a52acb2b1538aec203701177ef76b7eb92e5a" + }, + { + "layer_index": 31, + "path": "layers/layer-031.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "b63f8c54bbdea6ef3c235700070ee3823b2f448e5254b731faacbe47be4573d8" + }, + { + "layer_index": 32, + "path": "layers/layer-032.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "e32d18d90e5ca4b80c42ba8cf373da7053374deee83663efd18b930bd626a293" + }, + { + "layer_index": 33, + "path": "layers/layer-033.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "4e0e35e0c3464c9df0f80d3354dd18ce0d59c844329d2bf072814312ddc4efba" + }, + { + "layer_index": 34, + "path": "layers/layer-034.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "df5f0d219c7f8e59a9efe16be7469eb19fe1eec6c80e425afaa864842357567e" + }, + { + "layer_index": 35, + "path": "layers/layer-035.gguf", + "tensor_count": 24, + "tensor_bytes": 3997091844, + "artifact_bytes": 4010080256, + "sha256": "a5aa9f99f5e7c7b47e0891074937d2babe5e9f751ce6d05308d2a1931fed1c75" + }, + { + "layer_index": 36, + "path": "layers/layer-036.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "ec8f73acf148ef1492d922e5f2f7c9fd5f7293ddbd46047ccb745bf39915f79e" + }, + { + "layer_index": 37, + "path": "layers/layer-037.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "2ed585a50615cf0e2668bb7cd736cfd2a12e5abafd6c0d029ece08d56a96e264" + }, + { + "layer_index": 38, + "path": "layers/layer-038.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "80f8160c275313acc0560a7f4753f870933d95198f627d8af4734b1499fba1d9" + }, + { + "layer_index": 39, + "path": "layers/layer-039.gguf", + "tensor_count": 24, + "tensor_bytes": 3997059076, + "artifact_bytes": 4010047488, + "sha256": "b65e2ad1b2027faba40708bd6457e102d8deeb0b6c16d11cbe6054fc5f79cfe3" + }, + { + "layer_index": 40, + "path": "layers/layer-040.gguf", + "tensor_count": 24, + "tensor_bytes": 4282271748, + "artifact_bytes": 4295260160, + "sha256": "6dcf4d6a4d2180b6da1713ee8b2da20cefc013b35efad47ebd0a833dd7c45770" + }, + { + "layer_index": 41, + "path": "layers/layer-041.gguf", + "tensor_count": 24, + "tensor_bytes": 4819175428, + "artifact_bytes": 4832163840, + "sha256": "4baaf7962e42325b32e63d1efdb23576c94f08fa1712001ce12e87acd044e1e7" + } + ], + "skippy_abi_version": "0.1.35", + "created_at_unix_secs": 1785785881 +} diff --git a/projectors/mmproj-BF16.gguf b/projectors/mmproj-BF16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5fe0211cd70543c7d499af48ca2b0771c050db58 --- /dev/null +++ b/projectors/mmproj-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d4475a956030be87b099865d6552a541a476db8cc3e266fcfa7c5a24846248 +size 138684128 diff --git a/projectors/mmproj-F16.gguf b/projectors/mmproj-F16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4eb4ee3bfc6383834ba6a8644e047350f1009818 --- /dev/null +++ b/projectors/mmproj-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf1e6afc9889151b3fee61119d3ee2cd224b59a1d881cdf87e33962f64aecc7e +size 138684128 diff --git a/projectors/mmproj-F32.gguf b/projectors/mmproj-F32.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e05dd4f7b4200fec7d70feee03b3749c93a09335 --- /dev/null +++ b/projectors/mmproj-F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653c88aab6699d65ecd45d82303a74a467309dcb8e837e0c9e18f394f4ee3def +size 277311968 diff --git a/shared/embeddings.gguf b/shared/embeddings.gguf new file mode 100644 index 0000000000000000000000000000000000000000..93d2aea1898353da627d587b84ba652ab7231e3b --- /dev/null +++ b/shared/embeddings.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e25470fcee8342e220fcf4a9d580afe7b1bbcce3a6bf1173b528a7c20074a72 +size 887859776 diff --git a/shared/metadata.gguf b/shared/metadata.gguf new file mode 100644 index 0000000000000000000000000000000000000000..26e55262b3ebf07d98510e8118d9425983d031de --- /dev/null +++ b/shared/metadata.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a30882bd63c7d3509acbe80f89fa3af26d2ea768a48d16aa29b39d0c31c57a65 +size 13003264 diff --git a/shared/output.gguf b/shared/output.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b9b925a7ae9ed423c49f19e6f1b48f8eff4e5c20 --- /dev/null +++ b/shared/output.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66187e4186cab8645b1353feecdaaed350372202998a95ef5bbf860d38bd9a9d +size 887876224